2024-04-18T04:57:39.941 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-18T04:57:39.941 DEBUG:teuthology.run:Teuthology command: teuthology --name teuthology-2024-04-17_22:24:03-fs-reef-distro-default-smithi --owner scheduled_teuthology@teuthology --verbose --archive /home/teuthworker/archive/teuthology-2024-04-17_22:24:03-fs-reef-distro-default-smithi/7661554 --description fs/multifs/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} -- /home/teuthworker/archive/teuthology-2024-04-17_22:24:03-fs-reef-distro-default-smithi/7661554/orig.config.yaml 2024-04-18T04:57:39.984 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-18T04:57:40.080 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-17_22:24:03-fs-reef-distro-default-smithi/7661554 branch: reef description: fs/multifs/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth} email: ceph-qa@ceph.com first_in_suite: false job_id: '7661554' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-04-17_22:24:03-fs-reef-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: reef ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 56a91dd158be807f143cc918a11685fc9ee164ae ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 56a91dd158be807f143cc918a11685fc9ee164ae thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: reef sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d owner: scheduled_teuthology@teuthology priority: 930 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 seed: 5203 sha1: 56a91dd158be807f143cc918a11685fc9ee164ae sleep_before_teardown: 0 subset: 88/512 suite: fs suite_branch: reef suite_path: /home/teuthworker/src/git.ceph.com_ceph_646b8c7d293d8ec31a40c69f7b3237b19c1be24d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 646b8c7d293d8ec31a40c69f7b3237b19c1be24d syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi032.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAKStL2er+uA7c5qo2cX59iRv/4+cf5jBUQerYaOOlaApfsTRnn2A3MIV0EBFMfAdaeV0gIluF2ZJV2t8S+84Mw= smithi092.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCym803gJIAlOwhauDMuJ/BP62l5atvhmKgZjmfROriCbAVMQn/gSSzYU1y4PKPWNiTnKfS4D7wGCgpcE48GYt8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_multifs_auth teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-17_22:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-18T04:57:40.080 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_646b8c7d293d8ec31a40c69f7b3237b19c1be24d/qa; will attempt to use it 2024-04-18T04:57:40.081 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_646b8c7d293d8ec31a40c69f7b3237b19c1be24d/qa/tasks 2024-04-18T04:57:40.081 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-18T04:57:40.082 INFO:teuthology.task.internal:Checking packages... 2024-04-18T04:57:40.107 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '56a91dd158be807f143cc918a11685fc9ee164ae' 2024-04-18T04:57:40.107 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-18T04:57:40.107 INFO:teuthology.packaging:ref: None 2024-04-18T04:57:40.107 INFO:teuthology.packaging:tag: None 2024-04-18T04:57:40.108 INFO:teuthology.packaging:branch: reef 2024-04-18T04:57:40.108 INFO:teuthology.packaging:sha1: 56a91dd158be807f143cc918a11685fc9ee164ae 2024-04-18T04:57:40.108 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-04-18T04:57:40.465 INFO:teuthology.task.internal:Found packages for ceph version 18.2.2-1237-g646b8c7d-1jammy 2024-04-18T04:57:40.467 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-18T04:57:40.474 INFO:teuthology.task.internal:no buildpackages task found 2024-04-18T04:57:40.474 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-18T04:57:40.489 INFO:teuthology.task.internal:Saving configuration 2024-04-18T04:57:40.505 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-18T04:57:40.511 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-18T04:57:40.532 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi032.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-17_22:24:03-fs-reef-distro-default-smithi/7661554', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-18 04:52:04.764758', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAgJ4ylzuGdIxTE/tzflyWS4PitFmAAjpxiEPEH4KxW7'} 2024-04-18T04:57:40.551 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi092.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-17_22:24:03-fs-reef-distro-default-smithi/7661554', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-18 04:52:04.763083', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAwnxIRTuOmYy5SfANuY8S2oLVKkvUVHDxG4zuW4hkeG'} 2024-04-18T04:57:40.552 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-18T04:57:40.558 INFO:teuthology.task.internal:roles: ubuntu@smithi032.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2024-04-18T04:57:40.558 INFO:teuthology.task.internal:roles: ubuntu@smithi092.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1'] 2024-04-18T04:57:40.558 INFO:teuthology.run_tasks:Running task console_log... 2024-04-18T04:57:40.630 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f84977f6040>, signals=[15]) 2024-04-18T04:57:40.630 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-18T04:57:40.637 INFO:teuthology.task.internal:Opening connections... 2024-04-18T04:57:40.637 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T04:57:40.639 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T04:57:40.718 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T04:57:40.719 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T04:57:40.795 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-18T04:57:40.802 DEBUG:teuthology.orchestra.run.smithi032:> uname -m 2024-04-18T04:57:40.807 INFO:teuthology.orchestra.run.smithi032.stdout:x86_64 2024-04-18T04:57:40.807 DEBUG:teuthology.orchestra.run.smithi032:> cat /etc/os-release 2024-04-18T04:57:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-04-18T04:57:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:NAME="Ubuntu" 2024-04-18T04:57:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_ID="22.04" 2024-04-18T04:57:40.853 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-04-18T04:57:40.854 INFO:teuthology.orchestra.run.smithi032.stdout:VERSION_CODENAME=jammy 2024-04-18T04:57:40.854 INFO:teuthology.orchestra.run.smithi032.stdout:ID=ubuntu 2024-04-18T04:57:40.854 INFO:teuthology.orchestra.run.smithi032.stdout:ID_LIKE=debian 2024-04-18T04:57:40.854 INFO:teuthology.orchestra.run.smithi032.stdout:HOME_URL="https://www.ubuntu.com/" 2024-04-18T04:57:40.854 INFO:teuthology.orchestra.run.smithi032.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-04-18T04:57:40.854 INFO:teuthology.orchestra.run.smithi032.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-04-18T04:57:40.854 INFO:teuthology.orchestra.run.smithi032.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-04-18T04:57:40.854 INFO:teuthology.orchestra.run.smithi032.stdout:UBUNTU_CODENAME=jammy 2024-04-18T04:57:40.855 INFO:teuthology.lock.ops:Updating smithi032.front.sepia.ceph.com on lock server 2024-04-18T04:57:40.875 DEBUG:teuthology.orchestra.run.smithi092:> uname -m 2024-04-18T04:57:40.880 INFO:teuthology.orchestra.run.smithi092.stdout:x86_64 2024-04-18T04:57:40.880 DEBUG:teuthology.orchestra.run.smithi092:> cat /etc/os-release 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:NAME="Ubuntu" 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_ID="22.04" 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_CODENAME=jammy 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:ID=ubuntu 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:ID_LIKE=debian 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:HOME_URL="https://www.ubuntu.com/" 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-04-18T04:57:40.927 INFO:teuthology.orchestra.run.smithi092.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-04-18T04:57:40.928 INFO:teuthology.orchestra.run.smithi092.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-04-18T04:57:40.928 INFO:teuthology.orchestra.run.smithi092.stdout:UBUNTU_CODENAME=jammy 2024-04-18T04:57:40.928 INFO:teuthology.lock.ops:Updating smithi092.front.sepia.ceph.com on lock server 2024-04-18T04:57:40.950 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-18T04:57:40.959 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-18T04:57:40.967 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-18T04:57:40.967 DEBUG:teuthology.orchestra.run.smithi032:> test '!' -e /home/ubuntu/cephtest 2024-04-18T04:57:40.969 DEBUG:teuthology.orchestra.run.smithi092:> test '!' -e /home/ubuntu/cephtest 2024-04-18T04:57:40.974 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-18T04:57:40.981 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-18T04:57:40.981 DEBUG:teuthology.orchestra.run.smithi032:> test -z $(ls -A /var/lib/ceph) 2024-04-18T04:57:41.015 DEBUG:teuthology.orchestra.run.smithi092:> test -z $(ls -A /var/lib/ceph) 2024-04-18T04:57:41.029 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-18T04:57:41.085 INFO:teuthology.run_tasks:Running task kernel... 2024-04-18T04:57:41.100 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-18T04:57:41.100 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-18T04:57:41.101 DEBUG:teuthology.orchestra.run.smithi032:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-18T04:57:41.101 DEBUG:teuthology.orchestra.run.smithi092:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-18T04:57:41.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T04:57:41.106 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-04-18T04:57:41.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T04:57:41.107 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2024-04-18T04:57:41.154 INFO:teuthology.orchestra.run.smithi032.stdout:5.15.0-56-generic 2024-04-18T04:57:41.154 INFO:teuthology.task.kernel:Running kernel on smithi032: 5.15.0-56-generic 2024-04-18T04:57:41.154 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get clean 2024-04-18T04:57:41.155 INFO:teuthology.orchestra.run.smithi092.stdout:5.15.0-56-generic 2024-04-18T04:57:41.156 INFO:teuthology.task.kernel:Running kernel on smithi092: 5.15.0-56-generic 2024-04-18T04:57:41.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get clean 2024-04-18T04:57:41.299 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get update 2024-04-18T04:57:41.300 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2024-04-18T04:57:41.453 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-18T04:57:41.454 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-04-18T04:57:41.454 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-04-18T04:57:41.533 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-04-18T04:57:41.535 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-04-18T04:57:41.557 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-18T04:57:41.623 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-04-18T04:57:41.688 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,346 kB] 2024-04-18T04:57:41.757 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,562 kB] 2024-04-18T04:57:41.793 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,346 kB] 2024-04-18T04:57:41.801 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [445 kB] 2024-04-18T04:57:41.807 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [237 kB] 2024-04-18T04:57:41.810 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-04-18T04:57:41.811 INFO:teuthology.orchestra.run.smithi092.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,670 kB] 2024-04-18T04:57:41.835 INFO:teuthology.orchestra.run.smithi092.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [34.1 kB] 2024-04-18T04:57:41.836 INFO:teuthology.orchestra.run.smithi092.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [280 kB] 2024-04-18T04:57:41.839 INFO:teuthology.orchestra.run.smithi092.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-04-18T04:57:41.839 INFO:teuthology.orchestra.run.smithi092.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [852 kB] 2024-04-18T04:57:41.848 INFO:teuthology.orchestra.run.smithi092.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [600 kB] 2024-04-18T04:57:41.855 INFO:teuthology.orchestra.run.smithi092.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [163 kB] 2024-04-18T04:57:41.856 INFO:teuthology.orchestra.run.smithi092.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-04-18T04:57:41.856 INFO:teuthology.orchestra.run.smithi092.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-04-18T04:57:41.882 INFO:teuthology.orchestra.run.smithi092.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-04-18T04:57:41.882 INFO:teuthology.orchestra.run.smithi092.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [611 kB] 2024-04-18T04:57:41.882 INFO:teuthology.orchestra.run.smithi092.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-04-18T04:57:41.883 INFO:teuthology.orchestra.run.smithi092.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-04-18T04:57:41.892 INFO:teuthology.orchestra.run.smithi092.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [298 kB] 2024-04-18T04:57:41.897 INFO:teuthology.orchestra.run.smithi092.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-04-18T04:57:41.898 INFO:teuthology.orchestra.run.smithi092.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,754 kB] 2024-04-18T04:57:41.918 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [445 kB] 2024-04-18T04:57:41.926 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [237 kB] 2024-04-18T04:57:41.927 INFO:teuthology.orchestra.run.smithi092.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.1 kB] 2024-04-18T04:57:41.927 INFO:teuthology.orchestra.run.smithi092.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [295 kB] 2024-04-18T04:57:41.931 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-04-18T04:57:41.931 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [34.1 kB] 2024-04-18T04:57:41.932 INFO:teuthology.orchestra.run.smithi092.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-04-18T04:57:41.932 INFO:teuthology.orchestra.run.smithi092.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [699 kB] 2024-04-18T04:57:41.932 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,670 kB] 2024-04-18T04:57:41.940 INFO:teuthology.orchestra.run.smithi092.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,075 kB] 2024-04-18T04:57:41.950 INFO:teuthology.orchestra.run.smithi092.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [245 kB] 2024-04-18T04:57:41.951 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [280 kB] 2024-04-18T04:57:41.953 INFO:teuthology.orchestra.run.smithi092.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-04-18T04:57:41.953 INFO:teuthology.orchestra.run.smithi092.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.7 kB] 2024-04-18T04:57:41.954 INFO:teuthology.orchestra.run.smithi092.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,472 B] 2024-04-18T04:57:41.955 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-04-18T04:57:41.956 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [852 kB] 2024-04-18T04:57:41.958 INFO:teuthology.orchestra.run.smithi092.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.4 kB] 2024-04-18T04:57:41.959 INFO:teuthology.orchestra.run.smithi092.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-04-18T04:57:41.959 INFO:teuthology.orchestra.run.smithi092.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.2 kB] 2024-04-18T04:57:41.960 INFO:teuthology.orchestra.run.smithi092.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-04-18T04:57:41.966 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [600 kB] 2024-04-18T04:57:41.974 INFO:teuthology.orchestra.run.smithi092.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-04-18T04:57:41.974 INFO:teuthology.orchestra.run.smithi092.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-04-18T04:57:41.974 INFO:teuthology.orchestra.run.smithi092.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.2 kB] 2024-04-18T04:57:41.975 INFO:teuthology.orchestra.run.smithi092.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.4 kB] 2024-04-18T04:57:41.975 INFO:teuthology.orchestra.run.smithi092.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-04-18T04:57:41.978 INFO:teuthology.orchestra.run.smithi092.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-04-18T04:57:41.992 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [163 kB] 2024-04-18T04:57:41.992 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-04-18T04:57:41.993 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-04-18T04:57:41.993 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-04-18T04:57:41.994 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-04-18T04:57:41.994 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-04-18T04:57:41.994 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-04-18T04:57:42.124 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,562 kB] 2024-04-18T04:57:42.431 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [611 kB] 2024-04-18T04:57:42.470 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [298 kB] 2024-04-18T04:57:42.485 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-04-18T04:57:42.485 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.1 kB] 2024-04-18T04:57:42.487 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,754 kB] 2024-04-18T04:57:42.548 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [295 kB] 2024-04-18T04:57:42.555 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-04-18T04:57:42.720 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,075 kB] 2024-04-18T04:57:43.356 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [699 kB] 2024-04-18T04:57:43.392 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [245 kB] 2024-04-18T04:57:43.406 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-04-18T04:57:43.407 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,472 B] 2024-04-18T04:57:43.407 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.7 kB] 2024-04-18T04:57:43.409 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.4 kB] 2024-04-18T04:57:43.410 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-04-18T04:57:43.410 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-04-18T04:57:43.437 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.2 kB] 2024-04-18T04:57:43.440 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-04-18T04:57:43.604 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-04-18T04:57:43.686 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.4 kB] 2024-04-18T04:57:43.798 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.2 kB] 2024-04-18T04:57:43.850 INFO:teuthology.orchestra.run.smithi032.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-04-18T04:57:43.888 INFO:teuthology.orchestra.run.smithi032.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-04-18T04:57:47.853 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 12.9 MB in 2s (7,031 kB/s) 2024-04-18T04:57:48.451 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 12.9 MB in 3s (5,109 kB/s) 2024-04-18T04:57:49.311 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-04-18T04:57:49.330 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-18T04:57:49.384 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-04-18T04:57:49.585 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2024-04-18T04:57:49.585 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2024-04-18T04:57:49.743 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2024-04-18T04:57:49.744 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-18T04:57:49.744 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-18T04:57:49.744 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-18T04:57:49.744 INFO:teuthology.orchestra.run.smithi092.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-04-18T04:57:49.744 INFO:teuthology.orchestra.run.smithi092.stdout: python2.7-minimal 2024-04-18T04:57:49.744 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-18T04:57:49.745 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2024-04-18T04:57:49.745 INFO:teuthology.orchestra.run.smithi092.stdout: linux-generic linux-headers-5.15.0-102 linux-headers-5.15.0-102-generic 2024-04-18T04:57:49.745 INFO:teuthology.orchestra.run.smithi092.stdout: linux-headers-generic linux-image-5.15.0-102-generic 2024-04-18T04:57:49.746 INFO:teuthology.orchestra.run.smithi092.stdout: linux-modules-5.15.0-102-generic linux-modules-extra-5.15.0-102-generic 2024-04-18T04:57:49.747 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2024-04-18T04:57:49.747 INFO:teuthology.orchestra.run.smithi092.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-04-18T04:57:49.747 INFO:teuthology.orchestra.run.smithi092.stdout:Recommended packages: 2024-04-18T04:57:49.747 INFO:teuthology.orchestra.run.smithi092.stdout: thermald 2024-04-18T04:57:49.781 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-04-18T04:57:49.799 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-18T04:57:49.800 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2024-04-18T04:57:49.800 INFO:teuthology.orchestra.run.smithi092.stdout: linux-headers-5.15.0-102 linux-headers-5.15.0-102-generic 2024-04-18T04:57:49.800 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.15.0-102-generic linux-modules-5.15.0-102-generic 2024-04-18T04:57:49.800 INFO:teuthology.orchestra.run.smithi092.stdout: linux-modules-extra-5.15.0-102-generic 2024-04-18T04:57:49.801 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages will be upgraded: 2024-04-18T04:57:49.801 INFO:teuthology.orchestra.run.smithi092.stdout: linux-generic linux-headers-generic linux-image-generic 2024-04-18T04:57:49.862 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-04-18T04:57:49.982 INFO:teuthology.orchestra.run.smithi092.stdout:3 upgraded, 5 newly installed, 0 to remove and 315 not upgraded. 2024-04-18T04:57:49.982 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 113 MB of archives. 2024-04-18T04:57:49.983 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 583 MB of additional disk space will be used. 2024-04-18T04:57:49.983 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-102-generic amd64 5.15.0-102.112 [22.7 MB] 2024-04-18T04:57:50.062 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-04-18T04:57:50.063 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-04-18T04:57:50.241 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-04-18T04:57:50.242 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-18T04:57:50.242 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-18T04:57:50.242 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-18T04:57:50.242 INFO:teuthology.orchestra.run.smithi032.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-04-18T04:57:50.242 INFO:teuthology.orchestra.run.smithi032.stdout: python2.7-minimal 2024-04-18T04:57:50.243 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-18T04:57:50.243 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2024-04-18T04:57:50.244 INFO:teuthology.orchestra.run.smithi032.stdout: linux-generic linux-headers-5.15.0-102 linux-headers-5.15.0-102-generic 2024-04-18T04:57:50.244 INFO:teuthology.orchestra.run.smithi032.stdout: linux-headers-generic linux-image-5.15.0-102-generic 2024-04-18T04:57:50.244 INFO:teuthology.orchestra.run.smithi032.stdout: linux-modules-5.15.0-102-generic linux-modules-extra-5.15.0-102-generic 2024-04-18T04:57:50.245 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2024-04-18T04:57:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-04-18T04:57:50.245 INFO:teuthology.orchestra.run.smithi032.stdout:Recommended packages: 2024-04-18T04:57:50.245 INFO:teuthology.orchestra.run.smithi032.stdout: thermald 2024-04-18T04:57:50.299 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2024-04-18T04:57:50.299 INFO:teuthology.orchestra.run.smithi032.stdout: linux-headers-5.15.0-102 linux-headers-5.15.0-102-generic 2024-04-18T04:57:50.299 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.15.0-102-generic linux-modules-5.15.0-102-generic 2024-04-18T04:57:50.299 INFO:teuthology.orchestra.run.smithi032.stdout: linux-modules-extra-5.15.0-102-generic 2024-04-18T04:57:50.301 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages will be upgraded: 2024-04-18T04:57:50.301 INFO:teuthology.orchestra.run.smithi032.stdout: linux-generic linux-headers-generic linux-image-generic 2024-04-18T04:57:50.360 INFO:teuthology.orchestra.run.smithi032.stdout:3 upgraded, 5 newly installed, 0 to remove and 315 not upgraded. 2024-04-18T04:57:50.361 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 113 MB of archives. 2024-04-18T04:57:50.361 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 583 MB of additional disk space will be used. 2024-04-18T04:57:50.361 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-102-generic amd64 5.15.0-102.112 [22.7 MB] 2024-04-18T04:57:50.825 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-102-generic amd64 5.15.0-102.112 [11.5 MB] 2024-04-18T04:57:50.933 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-102-generic amd64 5.15.0-102.112 [63.9 MB] 2024-04-18T04:57:51.386 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-102-generic amd64 5.15.0-102.112 [11.5 MB] 2024-04-18T04:57:51.715 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-102-generic amd64 5.15.0-102.112 [63.9 MB] 2024-04-18T04:57:51.808 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.102.99 [1,700 B] 2024-04-18T04:57:51.808 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.102.99 [2,512 B] 2024-04-18T04:57:51.808 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-102 all 5.15.0-102.112 [12.4 MB] 2024-04-18T04:57:51.945 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-102-generic amd64 5.15.0-102.112 [2,877 kB] 2024-04-18T04:57:51.968 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.102.99 [2,360 B] 2024-04-18T04:57:52.461 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 113 MB in 2s (65.6 MB/s) 2024-04-18T04:57:52.648 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-modules-5.15.0-102-generic. 2024-04-18T04:57:53.838 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.102.99 [1,700 B] 2024-04-18T04:57:53.838 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.102.99 [2,512 B] 2024-04-18T04:57:53.838 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-102 all 5.15.0-102.112 [12.4 MB] 2024-04-18T04:57:54.481 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-102-generic amd64 5.15.0-102.112 [2,877 kB] 2024-04-18T04:57:54.596 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.102.99 [2,360 B] 2024-04-18T04:57:54.675 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-04-18T04:57:54.679 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../0-linux-modules-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-18T04:57:54.871 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-modules-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:57:55.007 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 113 MB in 5s (23.7 MB/s) 2024-04-18T04:57:55.208 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-modules-5.15.0-102-generic. 2024-04-18T04:57:57.040 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-image-5.15.0-102-generic. 2024-04-18T04:57:57.062 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../1-linux-image-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-18T04:57:57.150 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:57:57.253 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-04-18T04:57:57.257 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../0-linux-modules-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-18T04:57:57.380 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-modules-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:57:57.577 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-102-generic. 2024-04-18T04:57:57.598 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-18T04:57:57.644 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-modules-extra-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:00.048 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-image-5.15.0-102-generic. 2024-04-18T04:58:00.069 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../1-linux-image-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-18T04:58:00.174 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:00.684 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-102-generic. 2024-04-18T04:58:00.706 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-18T04:58:00.742 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-modules-extra-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:04.126 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../3-linux-generic_5.15.0.102.99_amd64.deb ... 2024-04-18T04:58:04.251 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-18T04:58:04.550 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.102.99_amd64.deb ... 2024-04-18T04:58:04.646 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-image-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-18T04:58:04.933 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-headers-5.15.0-102. 2024-04-18T04:58:04.955 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../5-linux-headers-5.15.0-102_5.15.0-102.112_all.deb ... 2024-04-18T04:58:04.999 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-headers-5.15.0-102 (5.15.0-102.112) ... 2024-04-18T04:58:07.588 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../3-linux-generic_5.15.0.102.99_amd64.deb ... 2024-04-18T04:58:07.712 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-18T04:58:08.012 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.102.99_amd64.deb ... 2024-04-18T04:58:08.158 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-image-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-18T04:58:08.469 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-headers-5.15.0-102. 2024-04-18T04:58:08.483 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../5-linux-headers-5.15.0-102_5.15.0-102.112_all.deb ... 2024-04-18T04:58:08.519 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-headers-5.15.0-102 (5.15.0-102.112) ... 2024-04-18T04:58:10.437 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package linux-headers-5.15.0-102-generic. 2024-04-18T04:58:10.474 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../6-linux-headers-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-18T04:58:10.512 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-headers-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:13.232 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.102.99_amd64.deb ... 2024-04-18T04:58:13.356 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking linux-headers-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-18T04:58:13.658 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-headers-5.15.0-102 (5.15.0-102.112) ... 2024-04-18T04:58:13.778 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-headers-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:13.879 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-headers-generic (5.15.0.102.99) ... 2024-04-18T04:58:13.990 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:14.524 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package linux-headers-5.15.0-102-generic. 2024-04-18T04:58:14.560 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../6-linux-headers-5.15.0-102-generic_5.15.0-102.112_amd64.deb ... 2024-04-18T04:58:14.599 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-headers-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:15.341 INFO:teuthology.orchestra.run.smithi032.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-04-18T04:58:15.341 INFO:teuthology.orchestra.run.smithi032.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-04-18T04:58:15.341 INFO:teuthology.orchestra.run.smithi032.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-102-generic 2024-04-18T04:58:15.341 INFO:teuthology.orchestra.run.smithi032.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-102-generic 2024-04-18T04:58:15.509 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-modules-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:17.686 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-modules-extra-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:18.453 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.102.99_amd64.deb ... 2024-04-18T04:58:18.578 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking linux-headers-generic (5.15.0.102.99) over (5.15.0.56.54) ... 2024-04-18T04:58:18.953 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-headers-5.15.0-102 (5.15.0-102.112) ... 2024-04-18T04:58:19.087 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-image-generic (5.15.0.102.99) ... 2024-04-18T04:58:19.099 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-headers-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:19.209 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-headers-generic (5.15.0.102.99) ... 2024-04-18T04:58:19.213 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up linux-generic (5.15.0.102.99) ... 2024-04-18T04:58:19.348 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:19.371 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:19.412 INFO:teuthology.orchestra.run.smithi032.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-04-18T04:58:19.412 INFO:teuthology.orchestra.run.smithi032.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-102-generic 2024-04-18T04:58:20.712 INFO:teuthology.orchestra.run.smithi092.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-04-18T04:58:20.712 INFO:teuthology.orchestra.run.smithi092.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-04-18T04:58:20.715 INFO:teuthology.orchestra.run.smithi092.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-102-generic 2024-04-18T04:58:20.716 INFO:teuthology.orchestra.run.smithi092.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-102-generic 2024-04-18T04:58:20.906 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-modules-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:22.293 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-modules-extra-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:24.119 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-image-generic (5.15.0.102.99) ... 2024-04-18T04:58:24.245 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up linux-generic (5.15.0.102.99) ... 2024-04-18T04:58:24.388 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for linux-image-5.15.0-102-generic (5.15.0-102.112) ... 2024-04-18T04:58:24.463 INFO:teuthology.orchestra.run.smithi092.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-04-18T04:58:24.463 INFO:teuthology.orchestra.run.smithi092.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-102-generic 2024-04-18T04:58:34.326 INFO:teuthology.orchestra.run.smithi032.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-04-18T04:58:34.327 INFO:teuthology.orchestra.run.smithi032.stdout:Sourcing file `/etc/default/grub' 2024-04-18T04:58:34.334 INFO:teuthology.orchestra.run.smithi032.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-18T04:58:34.357 INFO:teuthology.orchestra.run.smithi032.stdout:Generating grub configuration file ... 2024-04-18T04:58:34.612 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.15.0-102-generic 2024-04-18T04:58:34.628 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.15.0-102-generic 2024-04-18T04:58:34.909 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-18T04:58:34.914 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-18T04:58:34.983 INFO:teuthology.orchestra.run.smithi032.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-18T04:58:34.988 INFO:teuthology.orchestra.run.smithi032.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-18T04:58:35.127 INFO:teuthology.orchestra.run.smithi032.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-18T04:58:35.127 INFO:teuthology.orchestra.run.smithi032.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-04-18T04:58:35.127 INFO:teuthology.orchestra.run.smithi032.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-18T04:58:35.164 INFO:teuthology.orchestra.run.smithi032.stdout:done 2024-04-18T04:58:35.669 DEBUG:teuthology.orchestra.run.smithi032:> dpkg -s linux-image-generic 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Package: linux-image-generic 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Status: install ok installed 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Priority: optional 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Section: kernel 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Installed-Size: 21 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Maintainer: Ubuntu Kernel Team 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: amd64 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Source: linux-meta 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Version: 5.15.0.102.99 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-102), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Depends: linux-image-5.15.0-102-generic, linux-modules-extra-5.15.0-102-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-18T04:58:35.691 INFO:teuthology.orchestra.run.smithi032.stdout:Recommends: thermald 2024-04-18T04:58:35.692 INFO:teuthology.orchestra.run.smithi032.stdout:Description: Generic Linux kernel image 2024-04-18T04:58:35.692 INFO:teuthology.orchestra.run.smithi032.stdout: This package will always depend on the latest generic kernel image 2024-04-18T04:58:35.692 INFO:teuthology.orchestra.run.smithi032.stdout: available. 2024-04-18T04:58:35.692 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-102-generic 2024-04-18T04:58:35.692 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-18T04:58:35.692 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-18T04:58:35.692 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-18T04:58:35.692 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi032.front.sepia.ceph.com, path=None, version=distro) 2024-04-18T04:58:35.693 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get clean 2024-04-18T04:58:35.910 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2024-04-18T04:58:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-18T04:58:36.038 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-18T04:58:36.052 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-18T04:58:36.073 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-18T04:58:37.483 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-04-18T04:58:37.500 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-18T04:58:37.566 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-04-18T04:58:37.774 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-04-18T04:58:37.775 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-04-18T04:58:37.955 INFO:teuthology.orchestra.run.smithi032.stdout:linux-image-generic is already the newest version (5.15.0.102.99). 2024-04-18T04:58:37.956 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-04-18T04:58:37.956 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-18T04:58:37.956 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-18T04:58:37.956 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-18T04:58:37.957 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-18T04:58:37.957 INFO:teuthology.orchestra.run.smithi032.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-18T04:58:37.957 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-18T04:58:37.998 INFO:teuthology.orchestra.run.smithi032.stdout:0 upgraded, 0 newly installed, 0 to remove and 315 not upgraded. 2024-04-18T04:58:38.000 DEBUG:teuthology.orchestra.run.smithi032:> dpkg -s linux-image-generic 2024-04-18T04:58:38.015 INFO:teuthology.orchestra.run.smithi032.stdout:Package: linux-image-generic 2024-04-18T04:58:38.015 INFO:teuthology.orchestra.run.smithi032.stdout:Status: install ok installed 2024-04-18T04:58:38.015 INFO:teuthology.orchestra.run.smithi032.stdout:Priority: optional 2024-04-18T04:58:38.015 INFO:teuthology.orchestra.run.smithi032.stdout:Section: kernel 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout:Installed-Size: 21 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout:Maintainer: Ubuntu Kernel Team 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout:Architecture: amd64 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout:Source: linux-meta 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout:Version: 5.15.0.102.99 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-102), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout:Depends: linux-image-5.15.0-102-generic, linux-modules-extra-5.15.0-102-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout:Recommends: thermald 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout:Description: Generic Linux kernel image 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout: This package will always depend on the latest generic kernel image 2024-04-18T04:58:38.016 INFO:teuthology.orchestra.run.smithi032.stdout: available. 2024-04-18T04:58:38.017 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-04-18T04:58:38.061 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.0M2XvYDVmT 2024-04-18T04:58:38.061 DEBUG:teuthology.orchestra.run.smithi032:> sudo cp /boot/grub/grub.cfg /tmp/tmp.0M2XvYDVmT 2024-04-18T04:58:38.117 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.0M2XvYDVmT 2024-04-18T04:58:38.234 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.0M2XvYDVmT is 10KB 2024-04-18T04:58:38.246 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.0M2XvYDVmT 2024-04-18T04:58:38.252 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-04-18T04:58:38.305 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T04:58:38.305 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-04-18T04:58:38.305 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-04-18T04:58:38.388 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-102-generic 2024-04-18T04:58:38.388 DEBUG:teuthology.orchestra.run.smithi032:> sudo update-grub 2024-04-18T04:58:38.750 INFO:teuthology.orchestra.run.smithi092.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-04-18T04:58:38.751 INFO:teuthology.orchestra.run.smithi092.stdout:Sourcing file `/etc/default/grub' 2024-04-18T04:58:38.777 INFO:teuthology.orchestra.run.smithi092.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-18T04:58:38.802 INFO:teuthology.orchestra.run.smithi092.stdout:Generating grub configuration file ... 2024-04-18T04:58:39.133 INFO:teuthology.orchestra.run.smithi092.stdout:Found linux image: /boot/vmlinuz-5.15.0-102-generic 2024-04-18T04:58:39.150 INFO:teuthology.orchestra.run.smithi092.stdout:Found initrd image: /boot/initrd.img-5.15.0-102-generic 2024-04-18T04:58:39.502 INFO:teuthology.orchestra.run.smithi092.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-18T04:58:39.508 INFO:teuthology.orchestra.run.smithi092.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-18T04:58:39.580 INFO:teuthology.orchestra.run.smithi092.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-18T04:58:39.585 INFO:teuthology.orchestra.run.smithi092.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-18T04:58:39.675 INFO:teuthology.orchestra.run.smithi032.stderr:Sourcing file `/etc/default/grub' 2024-04-18T04:58:39.677 INFO:teuthology.orchestra.run.smithi032.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-18T04:58:39.680 INFO:teuthology.orchestra.run.smithi032.stderr:Generating grub configuration file ... 2024-04-18T04:58:39.770 INFO:teuthology.orchestra.run.smithi092.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-18T04:58:39.771 INFO:teuthology.orchestra.run.smithi092.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-04-18T04:58:39.771 INFO:teuthology.orchestra.run.smithi092.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-18T04:58:39.806 INFO:teuthology.orchestra.run.smithi092.stdout:done 2024-04-18T04:58:39.873 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.15.0-102-generic 2024-04-18T04:58:39.879 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.15.0-102-generic 2024-04-18T04:58:40.108 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-18T04:58:40.114 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-18T04:58:40.151 INFO:teuthology.orchestra.run.smithi032.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-18T04:58:40.155 INFO:teuthology.orchestra.run.smithi032.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-18T04:58:40.274 INFO:teuthology.orchestra.run.smithi032.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-18T04:58:40.274 INFO:teuthology.orchestra.run.smithi032.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-04-18T04:58:40.274 INFO:teuthology.orchestra.run.smithi032.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-18T04:58:40.293 INFO:teuthology.orchestra.run.smithi032.stderr:done 2024-04-18T04:58:40.304 DEBUG:teuthology.orchestra.run.smithi092:> dpkg -s linux-image-generic 2024-04-18T04:58:40.308 DEBUG:teuthology.orchestra.run.smithi032:> sudo shutdown -r now 2024-04-18T04:58:40.320 INFO:teuthology.orchestra.run.smithi092.stdout:Package: linux-image-generic 2024-04-18T04:58:40.320 INFO:teuthology.orchestra.run.smithi092.stdout:Status: install ok installed 2024-04-18T04:58:40.320 INFO:teuthology.orchestra.run.smithi092.stdout:Priority: optional 2024-04-18T04:58:40.320 INFO:teuthology.orchestra.run.smithi092.stdout:Section: kernel 2024-04-18T04:58:40.320 INFO:teuthology.orchestra.run.smithi092.stdout:Installed-Size: 21 2024-04-18T04:58:40.320 INFO:teuthology.orchestra.run.smithi092.stdout:Maintainer: Ubuntu Kernel Team 2024-04-18T04:58:40.320 INFO:teuthology.orchestra.run.smithi092.stdout:Architecture: amd64 2024-04-18T04:58:40.320 INFO:teuthology.orchestra.run.smithi092.stdout:Source: linux-meta 2024-04-18T04:58:40.320 INFO:teuthology.orchestra.run.smithi092.stdout:Version: 5.15.0.102.99 2024-04-18T04:58:40.321 INFO:teuthology.orchestra.run.smithi092.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-102), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-18T04:58:40.321 INFO:teuthology.orchestra.run.smithi092.stdout:Depends: linux-image-5.15.0-102-generic, linux-modules-extra-5.15.0-102-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-18T04:58:40.321 INFO:teuthology.orchestra.run.smithi092.stdout:Recommends: thermald 2024-04-18T04:58:40.321 INFO:teuthology.orchestra.run.smithi092.stdout:Description: Generic Linux kernel image 2024-04-18T04:58:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: This package will always depend on the latest generic kernel image 2024-04-18T04:58:40.321 INFO:teuthology.orchestra.run.smithi092.stdout: available. 2024-04-18T04:58:40.321 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-102-generic 2024-04-18T04:58:40.321 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-18T04:58:40.321 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-18T04:58:40.321 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-18T04:58:40.321 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi092.front.sepia.ceph.com, path=None, version=distro) 2024-04-18T04:58:40.322 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get clean 2024-04-18T04:58:40.490 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get update 2024-04-18T04:58:40.605 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-18T04:58:40.720 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-18T04:58:40.803 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-18T04:58:40.884 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-18T04:58:42.007 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-04-18T04:58:42.024 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-18T04:58:42.085 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-04-18T04:58:42.280 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2024-04-18T04:58:42.281 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2024-04-18T04:58:42.458 INFO:teuthology.orchestra.run.smithi092.stdout:linux-image-generic is already the newest version (5.15.0.102.99). 2024-04-18T04:58:42.458 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2024-04-18T04:58:42.458 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-18T04:58:42.459 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-18T04:58:42.459 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-18T04:58:42.459 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-18T04:58:42.459 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-18T04:58:42.459 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-18T04:58:42.501 INFO:teuthology.orchestra.run.smithi092.stdout:0 upgraded, 0 newly installed, 0 to remove and 315 not upgraded. 2024-04-18T04:58:42.503 DEBUG:teuthology.orchestra.run.smithi092:> dpkg -s linux-image-generic 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Package: linux-image-generic 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Status: install ok installed 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Priority: optional 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Section: kernel 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Installed-Size: 21 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Maintainer: Ubuntu Kernel Team 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Architecture: amd64 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Source: linux-meta 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Version: 5.15.0.102.99 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-102), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Depends: linux-image-5.15.0-102-generic, linux-modules-extra-5.15.0-102-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Recommends: thermald 2024-04-18T04:58:42.519 INFO:teuthology.orchestra.run.smithi092.stdout:Description: Generic Linux kernel image 2024-04-18T04:58:42.520 INFO:teuthology.orchestra.run.smithi092.stdout: This package will always depend on the latest generic kernel image 2024-04-18T04:58:42.520 INFO:teuthology.orchestra.run.smithi092.stdout: available. 2024-04-18T04:58:42.520 DEBUG:teuthology.orchestra.run.smithi092:> mktemp 2024-04-18T04:58:42.566 INFO:teuthology.orchestra.run.smithi092.stdout:/tmp/tmp.vXgctKtrLk 2024-04-18T04:58:42.566 DEBUG:teuthology.orchestra.run.smithi092:> sudo cp /boot/grub/grub.cfg /tmp/tmp.vXgctKtrLk 2024-04-18T04:58:42.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0666 /tmp/tmp.vXgctKtrLk 2024-04-18T04:58:42.759 DEBUG:teuthology.orchestra.remote:smithi092:/tmp/tmp.vXgctKtrLk is 10KB 2024-04-18T04:58:42.773 DEBUG:teuthology.orchestra.run.smithi092:> rm -fr /tmp/tmp.vXgctKtrLk 2024-04-18T04:58:42.778 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-04-18T04:58:42.834 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T04:58:42.834 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-04-18T04:58:42.834 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-04-18T04:58:42.924 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-102-generic 2024-04-18T04:58:42.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo update-grub 2024-04-18T04:58:44.194 INFO:teuthology.orchestra.run.smithi092.stderr:Sourcing file `/etc/default/grub' 2024-04-18T04:58:44.195 INFO:teuthology.orchestra.run.smithi092.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-18T04:58:44.205 INFO:teuthology.orchestra.run.smithi092.stderr:Generating grub configuration file ... 2024-04-18T04:58:44.405 INFO:teuthology.orchestra.run.smithi092.stderr:Found linux image: /boot/vmlinuz-5.15.0-102-generic 2024-04-18T04:58:44.411 INFO:teuthology.orchestra.run.smithi092.stderr:Found initrd image: /boot/initrd.img-5.15.0-102-generic 2024-04-18T04:58:44.641 INFO:teuthology.orchestra.run.smithi092.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-18T04:58:44.646 INFO:teuthology.orchestra.run.smithi092.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-18T04:58:44.684 INFO:teuthology.orchestra.run.smithi092.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-18T04:58:44.689 INFO:teuthology.orchestra.run.smithi092.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-18T04:58:44.802 INFO:teuthology.orchestra.run.smithi092.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-18T04:58:44.802 INFO:teuthology.orchestra.run.smithi092.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-04-18T04:58:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-18T04:58:44.829 INFO:teuthology.orchestra.run.smithi092.stderr:done 2024-04-18T04:58:44.838 DEBUG:teuthology.orchestra.run.smithi092:> sudo shutdown -r now 2024-04-18T04:59:10.334 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-18T04:59:10.335 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-18T04:59:10.335 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T04:59:14.842 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-18T04:59:14.842 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-04-18T04:59:14.843 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T04:59:33.279 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2024-04-18T04:59:42.287 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-04-18T04:59:42.288 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T04:59:45.342 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2024-04-18T04:59:57.355 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-04-18T04:59:57.355 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T05:00:10.350 DEBUG:teuthology.orchestra.remote:timed out 2024-04-18T05:00:15.778 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2024-04-18T05:00:19.354 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-18T05:00:19.355 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T05:00:19.914 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-04-18T05:00:20.517 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-18T05:00:20.517 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-102-generic"... 2024-04-18T05:00:20.518 DEBUG:teuthology.orchestra.run.smithi032:> uname -r 2024-04-18T05:00:20.563 INFO:teuthology.orchestra.run.smithi032.stdout:5.15.0-102-generic 2024-04-18T05:00:20.563 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-102-generic vs 5.15.0-102-generic 2024-04-18T05:00:20.564 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-18T05:00:20.564 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-04-18T05:00:21.565 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-18T05:00:21.565 DEBUG:teuthology.orchestra.run.smithi032:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-18T05:00:21.680 INFO:teuthology.orchestra.run.smithi032.stdout:ttyS1 2024-04-18T05:00:21.708 DEBUG:teuthology.parallel:result is None 2024-04-18T05:00:30.779 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-04-18T05:00:30.780 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T05:00:31.130 DEBUG:teuthology.orchestra.run.smithi092:> true 2024-04-18T05:00:31.703 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-04-18T05:00:31.703 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-102-generic"... 2024-04-18T05:00:31.703 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2024-04-18T05:00:31.752 INFO:teuthology.orchestra.run.smithi092.stdout:5.15.0-102-generic 2024-04-18T05:00:31.752 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-102-generic vs 5.15.0-102-generic 2024-04-18T05:00:31.752 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-18T05:00:31.753 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-04-18T05:00:32.753 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-18T05:00:32.753 DEBUG:teuthology.orchestra.run.smithi092:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-18T05:00:33.085 INFO:teuthology.orchestra.run.smithi092.stdout:ttyS1 2024-04-18T05:00:33.105 DEBUG:teuthology.parallel:result is None 2024-04-18T05:00:33.106 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-18T05:00:33.114 INFO:teuthology.task.internal:Creating test directory... 2024-04-18T05:00:33.114 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-18T05:00:33.117 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-18T05:00:33.123 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-18T05:00:33.135 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-18T05:00:33.142 INFO:teuthology.task.internal:Creating archive directory... 2024-04-18T05:00:33.142 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-18T05:00:33.168 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-18T05:00:33.191 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-18T05:00:33.198 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-18T05:00:33.198 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-18T05:00:33.228 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-18T05:00:33.250 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-18T05:00:33.258 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-18T05:00:33.259 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-18T05:00:33.267 INFO:teuthology.orchestra.run.smithi032.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-18T05:00:33.269 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-18T05:00:33.276 INFO:teuthology.task.internal:Configuring sudo... 2024-04-18T05:00:33.276 DEBUG:teuthology.orchestra.run.smithi032:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-18T05:00:33.312 DEBUG:teuthology.orchestra.run.smithi092:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-18T05:00:33.328 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-18T05:00:33.337 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-18T05:00:33.338 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-18T05:00:33.372 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-18T05:00:33.377 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-18T05:00:33.423 DEBUG:teuthology.orchestra.run.smithi032:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-18T05:00:33.471 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:00:33.471 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-18T05:00:33.545 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-18T05:00:33.551 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-18T05:00:33.600 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:00:33.600 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-18T05:00:33.675 DEBUG:teuthology.orchestra.run.smithi032:> sudo service rsyslog restart 2024-04-18T05:00:33.678 DEBUG:teuthology.orchestra.run.smithi092:> sudo service rsyslog restart 2024-04-18T05:00:33.752 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-18T05:00:33.761 INFO:teuthology.task.internal:Starting timer... 2024-04-18T05:00:33.761 INFO:teuthology.run_tasks:Running task pcp... 2024-04-18T05:00:33.771 INFO:teuthology.run_tasks:Running task selinux... 2024-04-18T05:00:33.780 DEBUG:teuthology.task.selinux:Excluding smithi032: OS 'ubuntu' does not support SELinux 2024-04-18T05:00:33.780 DEBUG:teuthology.task.selinux:Excluding smithi092: OS 'ubuntu' does not support SELinux 2024-04-18T05:00:33.780 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-18T05:00:33.780 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-04-18T05:00:33.780 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-18T05:00:33.780 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-18T05:00:33.789 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-18T05:00:33.809 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-18T05:00:33.811 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi032.front.sepia.ceph.com,smithi092.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-18T05:07:36.064 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi032.front.sepia.ceph.com'), Remote(name='ubuntu@smithi092.front.sepia.ceph.com')] 2024-04-18T05:07:36.066 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-18T05:07:36.067 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi032.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T05:07:36.206 DEBUG:teuthology.orchestra.run.smithi032:> true 2024-04-18T05:07:36.287 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi032.front.sepia.ceph.com' 2024-04-18T05:07:36.287 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-04-18T05:07:36.288 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-18T05:07:36.368 DEBUG:teuthology.orchestra.run.smithi092:> true 2024-04-18T05:07:36.445 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-04-18T05:07:36.446 INFO:teuthology.run_tasks:Running task clock... 2024-04-18T05:07:36.462 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-18T05:07:36.462 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-18T05:07:36.463 DEBUG:teuthology.orchestra.run.smithi032:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-18T05:07:36.468 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-18T05:07:36.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-18T05:07:36.493 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-04-18T05:07:36.494 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: Command line: ntpd -gq 2024-04-18T05:07:36.494 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: ---------------------------------------------------- 2024-04-18T05:07:36.494 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: ntp-4 is maintained by Network Time Foundation, 2024-04-18T05:07:36.494 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-04-18T05:07:36.494 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: corporation. Support and training for ntp-4 are 2024-04-18T05:07:36.495 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: available at https://www.nwtime.org/support 2024-04-18T05:07:36.495 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: ---------------------------------------------------- 2024-04-18T05:07:36.496 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: proto: precision = 0.049 usec (-24) 2024-04-18T05:07:36.496 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: basedate set to 2022-02-04 2024-04-18T05:07:36.496 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: gps base set to 2022-02-06 (week 2196) 2024-04-18T05:07:36.496 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-18T05:07:36.496 INFO:teuthology.orchestra.run.smithi032.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-18T05:07:36.497 INFO:teuthology.orchestra.run.smithi032.stderr:restrict ::: KOD does nothing without LIMITED. 2024-04-18T05:07:36.498 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: restrict ::: KOD does nothing without LIMITED. 2024-04-18T05:07:36.498 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: Listen and drop on 0 v6wildcard [::]:123 2024-04-18T05:07:36.498 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-04-18T05:07:36.498 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: Listen normally on 2 lo 127.0.0.1:123 2024-04-18T05:07:36.498 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: Listen normally on 3 ens1f0 172.21.15.32:123 2024-04-18T05:07:36.498 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: Listen normally on 4 lo [::1]:123 2024-04-18T05:07:36.498 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fef8:2602%4]:123 2024-04-18T05:07:36.498 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:36 ntpd[17123]: Listening on routing socket on fd #22 for interface updates 2024-04-18T05:07:36.517 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-04-18T05:07:36.517 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: Command line: ntpd -gq 2024-04-18T05:07:36.517 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: ---------------------------------------------------- 2024-04-18T05:07:36.517 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: ntp-4 is maintained by Network Time Foundation, 2024-04-18T05:07:36.517 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-04-18T05:07:36.517 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: corporation. Support and training for ntp-4 are 2024-04-18T05:07:36.517 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: available at https://www.nwtime.org/support 2024-04-18T05:07:36.517 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: ---------------------------------------------------- 2024-04-18T05:07:36.518 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: proto: precision = 0.044 usec (-24) 2024-04-18T05:07:36.518 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: basedate set to 2022-02-04 2024-04-18T05:07:36.518 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: gps base set to 2022-02-06 (week 2196) 2024-04-18T05:07:36.518 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-18T05:07:36.519 INFO:teuthology.orchestra.run.smithi092.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-18T05:07:36.519 INFO:teuthology.orchestra.run.smithi092.stderr:restrict ::: KOD does nothing without LIMITED. 2024-04-18T05:07:36.520 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: restrict ::: KOD does nothing without LIMITED. 2024-04-18T05:07:36.520 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: Listen and drop on 0 v6wildcard [::]:123 2024-04-18T05:07:36.520 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-04-18T05:07:36.520 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: Listen normally on 2 lo 127.0.0.1:123 2024-04-18T05:07:36.521 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: Listen normally on 3 enp3s0f1 172.21.15.92:123 2024-04-18T05:07:36.521 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: Listen normally on 4 lo [::1]:123 2024-04-18T05:07:36.521 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:cd45%5]:123 2024-04-18T05:07:36.521 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:36 ntpd[17185]: Listening on routing socket on fd #22 for interface updates 2024-04-18T05:07:37.494 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:37 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:37.494 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:37 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:37.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:37 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:37.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:37 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:37.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:37 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:37.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:37 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:38.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:38.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:38.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:38 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:38.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:38 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:38.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:38 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:38.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:38 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:38.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:38 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:38.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:38 ntpd[17185]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:38.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:38 ntpd[17185]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:39.494 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:39 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:39.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:39 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:39.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:39 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:39.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:39 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:39.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:39 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:39.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:39 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:39.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:39 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:39.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:39 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:39.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:39 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:39.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:39 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:39.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:39 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:39.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:39 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:39.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:39 ntpd[17185]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:39.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:39 ntpd[17185]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:40.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:40.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:40.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:40.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:40.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:40.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:40.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:40.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:40.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:40.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:40.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:40.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:40 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:40.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:40 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:40.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:40 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:40.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:40 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:40.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:40 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:40.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:40 ntpd[17185]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:40.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:40 ntpd[17185]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:41.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:41 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:41.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:41 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:41.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:41 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:41.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:41 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:41 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:41 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:41 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:41 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:41.520 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:41.520 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:41.520 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:41 ntpd[17185]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:42.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:42.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:42.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:42.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:42.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:42.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:42.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:42.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:42.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:42.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:42.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:42.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:42 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:42.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:42 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:42.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:42 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:42.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:42 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:42.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:42 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:42.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:42 ntpd[17185]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:42.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:42 ntpd[17185]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:43.494 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:43 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:43.494 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:43 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:43.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:43 ntpd[17123]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:43.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:43 ntpd[17123]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:43.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:43 ntpd[17123]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:43.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:43 ntpd[17123]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:43.495 INFO:teuthology.orchestra.run.smithi032.stdout:18 Apr 05:07:43 ntpd[17123]: ntpd: time slew +0.000602 s 2024-04-18T05:07:43.495 INFO:teuthology.orchestra.run.smithi032.stdout:ntpd: time slew +0.000602s 2024-04-18T05:07:43.495 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:43 ntpd[17123]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-04-18T05:07:43.496 INFO:teuthology.orchestra.run.smithi032.stderr:18 Apr 05:07:43 ntpd[17123]: can't open /var/log/ntpstats/loopstats.20240418: Permission denied 2024-04-18T05:07:43.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:43.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:43 ntpd[17185]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:43.547 INFO:teuthology.orchestra.run.smithi032.stdout: remote refid st t when poll reach delay offset jitter 2024-04-18T05:07:43.547 INFO:teuthology.orchestra.run.smithi032.stdout:============================================================================== 2024-04-18T05:07:43.547 INFO:teuthology.orchestra.run.smithi032.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-18T05:07:43.547 INFO:teuthology.orchestra.run.smithi032.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-18T05:07:43.547 INFO:teuthology.orchestra.run.smithi032.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-18T05:07:43.547 INFO:teuthology.orchestra.run.smithi032.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-18T05:07:44.517 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:44 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:44.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:44 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:44.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:44 ntpd[17185]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-18T05:07:44.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:44 ntpd[17185]: can't open /var/log/ntpstats/rawstats.20240418: Permission denied 2024-04-18T05:07:44.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:44 ntpd[17185]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-18T05:07:44.518 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:44 ntpd[17185]: can't open /var/log/ntpstats/peerstats.20240418: Permission denied 2024-04-18T05:07:44.518 INFO:teuthology.orchestra.run.smithi092.stdout:18 Apr 05:07:44 ntpd[17185]: ntpd: time slew -0.003736 s 2024-04-18T05:07:44.518 INFO:teuthology.orchestra.run.smithi092.stdout:ntpd: time slew -0.003736s 2024-04-18T05:07:44.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:44 ntpd[17185]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-04-18T05:07:44.519 INFO:teuthology.orchestra.run.smithi092.stderr:18 Apr 05:07:44 ntpd[17185]: can't open /var/log/ntpstats/loopstats.20240418: Permission denied 2024-04-18T05:07:44.569 INFO:teuthology.orchestra.run.smithi092.stdout: remote refid st t when poll reach delay offset jitter 2024-04-18T05:07:44.569 INFO:teuthology.orchestra.run.smithi092.stdout:============================================================================== 2024-04-18T05:07:44.569 INFO:teuthology.orchestra.run.smithi092.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-18T05:07:44.569 INFO:teuthology.orchestra.run.smithi092.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-18T05:07:44.569 INFO:teuthology.orchestra.run.smithi092.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-18T05:07:44.569 INFO:teuthology.orchestra.run.smithi092.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-18T05:07:44.570 INFO:teuthology.run_tasks:Running task install... 2024-04-18T05:07:44.580 DEBUG:teuthology.task.install:project ceph 2024-04-18T05:07:44.580 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '56a91dd158be807f143cc918a11685fc9ee164ae'}} 2024-04-18T05:07:44.580 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '56a91dd158be807f143cc918a11685fc9ee164ae'} 2024-04-18T05:07:44.580 INFO:teuthology.task.install:Using flavor: default 2024-04-18T05:07:44.586 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-18T05:07:44.587 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-04-18T05:07:44.587 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-key list | grep Ceph 2024-04-18T05:07:44.588 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-key list | grep Ceph 2024-04-18T05:07:44.652 INFO:teuthology.orchestra.run.smithi032.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-04-18T05:07:44.674 INFO:teuthology.orchestra.run.smithi092.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-04-18T05:07:44.683 INFO:teuthology.orchestra.run.smithi032.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-04-18T05:07:44.683 INFO:teuthology.orchestra.run.smithi032.stdout:uid [ unknown] Ceph.com (release key) 2024-04-18T05:07:44.685 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-04-18T05:07:44.685 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-04-18T05:07:44.685 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=56a91dd158be807f143cc918a11685fc9ee164ae 2024-04-18T05:07:44.702 INFO:teuthology.orchestra.run.smithi092.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-04-18T05:07:44.702 INFO:teuthology.orchestra.run.smithi092.stdout:uid [ unknown] Ceph.com (release key) 2024-04-18T05:07:44.702 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-04-18T05:07:44.702 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-04-18T05:07:44.702 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=56a91dd158be807f143cc918a11685fc9ee164ae 2024-04-18T05:07:44.831 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default/ 2024-04-18T05:07:44.831 INFO:teuthology.task.install.deb:Package version is 18.2.2-1229-g56a91dd1-1jammy 2024-04-18T05:07:44.919 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default/ 2024-04-18T05:07:44.920 INFO:teuthology.task.install.deb:Package version is 18.2.2-1229-g56a91dd1-1jammy 2024-04-18T05:07:44.944 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:07:44.944 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-04-18T05:07:44.958 DEBUG:teuthology.orchestra.run.smithi032:> sudo apt-get update 2024-04-18T05:07:45.134 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-18T05:07:45.147 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-18T05:07:45.168 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-18T05:07:45.244 INFO:teuthology.orchestra.run.smithi032.stdout:Ign:4 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy InRelease 2024-04-18T05:07:45.270 INFO:teuthology.orchestra.run.smithi032.stdout:Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-18T05:07:45.280 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-04-18T05:07:45.317 INFO:teuthology.orchestra.run.smithi032.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy Release.gpg 2024-04-18T05:07:45.354 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.4 kB] 2024-04-18T05:07:45.398 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,417 B] 2024-04-18T05:07:45.506 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 28.5 kB in 0s (78.1 kB/s) 2024-04-18T05:07:46.118 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:07:46.118 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-04-18T05:07:46.132 DEBUG:teuthology.orchestra.run.smithi092:> sudo apt-get update 2024-04-18T05:07:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-18T05:07:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-18T05:07:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-18T05:07:46.334 INFO:teuthology.orchestra.run.smithi092.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-18T05:07:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:Ign:5 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy InRelease 2024-04-18T05:07:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2024-04-18T05:07:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy Release.gpg 2024-04-18T05:07:46.415 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,417 B] 2024-04-18T05:07:46.444 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.4 kB] 2024-04-18T05:07:46.480 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-04-18T05:07:46.497 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-1229-g56a91dd1-1jammy cephadm=18.2.2-1229-g56a91dd1-1jammy ceph-mds=18.2.2-1229-g56a91dd1-1jammy ceph-mgr=18.2.2-1229-g56a91dd1-1jammy ceph-common=18.2.2-1229-g56a91dd1-1jammy ceph-fuse=18.2.2-1229-g56a91dd1-1jammy ceph-test=18.2.2-1229-g56a91dd1-1jammy ceph-volume=18.2.2-1229-g56a91dd1-1jammy radosgw=18.2.2-1229-g56a91dd1-1jammy python3-rados=18.2.2-1229-g56a91dd1-1jammy python3-rgw=18.2.2-1229-g56a91dd1-1jammy python3-cephfs=18.2.2-1229-g56a91dd1-1jammy python3-rbd=18.2.2-1229-g56a91dd1-1jammy libcephfs2=18.2.2-1229-g56a91dd1-1jammy libcephfs-dev=18.2.2-1229-g56a91dd1-1jammy librados2=18.2.2-1229-g56a91dd1-1jammy librbd1=18.2.2-1229-g56a91dd1-1jammy rbd-fuse=18.2.2-1229-g56a91dd1-1jammy python3-cephfs=18.2.2-1229-g56a91dd1-1jammy cephfs-shell=18.2.2-1229-g56a91dd1-1jammy cephfs-top=18.2.2-1229-g56a91dd1-1jammy cephfs-mirror=18.2.2-1229-g56a91dd1-1jammy 2024-04-18T05:07:46.558 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-04-18T05:07:46.640 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 28.5 kB in 0s (86.2 kB/s) 2024-04-18T05:07:46.760 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-04-18T05:07:46.761 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-04-18T05:07:46.962 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-04-18T05:07:46.962 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-18T05:07:46.962 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-18T05:07:46.962 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-18T05:07:46.962 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-18T05:07:46.963 INFO:teuthology.orchestra.run.smithi032.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-18T05:07:46.963 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-18T05:07:46.963 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2024-04-18T05:07:46.963 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-04-18T05:07:46.964 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-04-18T05:07:46.964 INFO:teuthology.orchestra.run.smithi032.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-04-18T05:07:46.964 INFO:teuthology.orchestra.run.smithi032.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-04-18T05:07:46.965 INFO:teuthology.orchestra.run.smithi032.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-04-18T05:07:46.965 INFO:teuthology.orchestra.run.smithi032.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-04-18T05:07:46.965 INFO:teuthology.orchestra.run.smithi032.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-04-18T05:07:46.965 INFO:teuthology.orchestra.run.smithi032.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-04-18T05:07:46.965 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-04-18T05:07:46.965 INFO:teuthology.orchestra.run.smithi032.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-04-18T05:07:46.965 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-04-18T05:07:46.965 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-04-18T05:07:46.966 INFO:teuthology.orchestra.run.smithi032.stdout: qttranslations5-l10n socat xmlstarlet 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout: python3-watchdog 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout:Recommended packages: 2024-04-18T05:07:46.967 INFO:teuthology.orchestra.run.smithi032.stdout: btrfs-tools 2024-04-18T05:07:47.076 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2024-04-18T05:07:47.076 INFO:teuthology.orchestra.run.smithi032.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-04-18T05:07:47.076 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-04-18T05:07:47.076 INFO:teuthology.orchestra.run.smithi032.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-04-18T05:07:47.076 INFO:teuthology.orchestra.run.smithi032.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-04-18T05:07:47.076 INFO:teuthology.orchestra.run.smithi032.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-04-18T05:07:47.076 INFO:teuthology.orchestra.run.smithi032.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-04-18T05:07:47.076 INFO:teuthology.orchestra.run.smithi032.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-04-18T05:07:47.077 INFO:teuthology.orchestra.run.smithi032.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-04-18T05:07:47.077 INFO:teuthology.orchestra.run.smithi032.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-04-18T05:07:47.077 INFO:teuthology.orchestra.run.smithi032.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-04-18T05:07:47.077 INFO:teuthology.orchestra.run.smithi032.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-04-18T05:07:47.077 INFO:teuthology.orchestra.run.smithi032.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-04-18T05:07:47.077 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-04-18T05:07:47.078 INFO:teuthology.orchestra.run.smithi032.stdout: socat xmlstarlet 2024-04-18T05:07:47.222 INFO:teuthology.orchestra.run.smithi032.stdout:0 upgraded, 115 newly installed, 0 to remove and 302 not upgraded. 2024-04-18T05:07:47.222 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 163 MB of archives. 2024-04-18T05:07:47.222 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 745 MB of additional disk space will be used. 2024-04-18T05:07:47.222 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-1229-g56a91dd1-1jammy [3,440 kB] 2024-04-18T05:07:47.266 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-04-18T05:07:47.349 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-04-18T05:07:47.395 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-04-18T05:07:47.428 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-1229-g56a91dd1-1jammy [3,105 kB] 2024-04-18T05:07:47.522 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-1229-g56a91dd1-1jammy [680 kB] 2024-04-18T05:07:47.543 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-1229-g56a91dd1-1jammy [356 kB] 2024-04-18T05:07:47.555 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-1229-g56a91dd1-1jammy [32.8 kB] 2024-04-18T05:07:47.557 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-1229-g56a91dd1-1jammy [180 kB] 2024-04-18T05:07:47.562 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-1229-g56a91dd1-1jammy [63.7 kB] 2024-04-18T05:07:47.564 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-1229-g56a91dd1-1jammy [330 kB] 2024-04-18T05:07:47.575 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-1229-g56a91dd1-1jammy [5,891 kB] 2024-04-18T05:07:47.588 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-04-18T05:07:47.597 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-04-18T05:07:47.603 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-1229-g56a91dd1-1jammy cephadm=18.2.2-1229-g56a91dd1-1jammy ceph-mds=18.2.2-1229-g56a91dd1-1jammy ceph-mgr=18.2.2-1229-g56a91dd1-1jammy ceph-common=18.2.2-1229-g56a91dd1-1jammy ceph-fuse=18.2.2-1229-g56a91dd1-1jammy ceph-test=18.2.2-1229-g56a91dd1-1jammy ceph-volume=18.2.2-1229-g56a91dd1-1jammy radosgw=18.2.2-1229-g56a91dd1-1jammy python3-rados=18.2.2-1229-g56a91dd1-1jammy python3-rgw=18.2.2-1229-g56a91dd1-1jammy python3-cephfs=18.2.2-1229-g56a91dd1-1jammy python3-rbd=18.2.2-1229-g56a91dd1-1jammy libcephfs2=18.2.2-1229-g56a91dd1-1jammy libcephfs-dev=18.2.2-1229-g56a91dd1-1jammy librados2=18.2.2-1229-g56a91dd1-1jammy librbd1=18.2.2-1229-g56a91dd1-1jammy rbd-fuse=18.2.2-1229-g56a91dd1-1jammy python3-cephfs=18.2.2-1229-g56a91dd1-1jammy cephfs-shell=18.2.2-1229-g56a91dd1-1jammy cephfs-top=18.2.2-1229-g56a91dd1-1jammy cephfs-mirror=18.2.2-1229-g56a91dd1-1jammy 2024-04-18T05:07:47.638 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-04-18T05:07:47.662 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-04-18T05:07:47.712 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-04-18T05:07:47.723 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-04-18T05:07:47.769 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-04-18T05:07:47.769 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-1229-g56a91dd1-1jammy [112 kB] 2024-04-18T05:07:47.772 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-1229-g56a91dd1-1jammy [441 kB] 2024-04-18T05:07:47.786 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-1229-g56a91dd1-1jammy [21.9 MB] 2024-04-18T05:07:47.860 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2024-04-18T05:07:47.861 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2024-04-18T05:07:47.935 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-04-18T05:07:47.943 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-04-18T05:07:47.970 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-04-18T05:07:48.041 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2024-04-18T05:07:48.041 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-18T05:07:48.041 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-18T05:07:48.041 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-18T05:07:48.041 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-18T05:07:48.042 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-18T05:07:48.042 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-18T05:07:48.042 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2024-04-18T05:07:48.042 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-04-18T05:07:48.042 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2024-04-18T05:07:48.042 INFO:teuthology.orchestra.run.smithi092.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-04-18T05:07:48.043 INFO:teuthology.orchestra.run.smithi092.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-04-18T05:07:48.043 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-04-18T05:07:48.043 INFO:teuthology.orchestra.run.smithi092.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-04-18T05:07:48.044 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-04-18T05:07:48.044 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-04-18T05:07:48.044 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2024-04-18T05:07:48.044 INFO:teuthology.orchestra.run.smithi092.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-04-18T05:07:48.044 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-04-18T05:07:48.044 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-simplejson python3-singledispatch python3-sklearn 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2024-04-18T05:07:48.047 INFO:teuthology.orchestra.run.smithi092.stdout: qttranslations5-l10n socat xmlstarlet 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout: python3-watchdog 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout:Recommended packages: 2024-04-18T05:07:48.048 INFO:teuthology.orchestra.run.smithi092.stdout: btrfs-tools 2024-04-18T05:07:48.141 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-04-18T05:07:48.149 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2024-04-18T05:07:48.150 INFO:teuthology.orchestra.run.smithi092.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-04-18T05:07:48.150 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-04-18T05:07:48.150 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-04-18T05:07:48.150 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2024-04-18T05:07:48.150 INFO:teuthology.orchestra.run.smithi092.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-04-18T05:07:48.150 INFO:teuthology.orchestra.run.smithi092.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2024-04-18T05:07:48.150 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-04-18T05:07:48.151 INFO:teuthology.orchestra.run.smithi092.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-04-18T05:07:48.151 INFO:teuthology.orchestra.run.smithi092.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-04-18T05:07:48.151 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-04-18T05:07:48.151 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2024-04-18T05:07:48.151 INFO:teuthology.orchestra.run.smithi092.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2024-04-18T05:07:48.151 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-04-18T05:07:48.152 INFO:teuthology.orchestra.run.smithi092.stdout: socat xmlstarlet 2024-04-18T05:07:48.339 INFO:teuthology.orchestra.run.smithi092.stdout:0 upgraded, 115 newly installed, 0 to remove and 302 not upgraded. 2024-04-18T05:07:48.339 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 163 MB of archives. 2024-04-18T05:07:48.339 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 745 MB of additional disk space will be used. 2024-04-18T05:07:48.339 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2024-04-18T05:07:48.348 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-04-18T05:07:48.421 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-04-18T05:07:48.467 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2024-04-18T05:07:48.538 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-1229-g56a91dd1-1jammy [3,440 kB] 2024-04-18T05:07:48.584 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-1229-g56a91dd1-1jammy [5,002 kB] 2024-04-18T05:07:48.670 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-04-18T05:07:48.686 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-1229-g56a91dd1-1jammy [241 kB] 2024-04-18T05:07:48.692 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-1229-g56a91dd1-1jammy [130 kB] 2024-04-18T05:07:48.696 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-1229-g56a91dd1-1jammy [1,491 kB] 2024-04-18T05:07:48.710 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-04-18T05:07:48.724 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-04-18T05:07:48.731 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-04-18T05:07:48.733 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-04-18T05:07:48.744 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-04-18T05:07:48.746 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-04-18T05:07:48.747 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-04-18T05:07:48.748 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-1229-g56a91dd1-1jammy [6,079 kB] 2024-04-18T05:07:48.749 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-04-18T05:07:48.751 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-04-18T05:07:48.752 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-04-18T05:07:48.785 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-04-18T05:07:48.797 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-04-18T05:07:48.841 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-04-18T05:07:48.917 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-04-18T05:07:48.957 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-1229-g56a91dd1-1jammy [22.3 MB] 2024-04-18T05:07:49.006 INFO:teuthology.orchestra.run.smithi092.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-04-18T05:07:49.015 INFO:teuthology.orchestra.run.smithi092.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-04-18T05:07:49.042 INFO:teuthology.orchestra.run.smithi092.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-04-18T05:07:49.214 INFO:teuthology.orchestra.run.smithi092.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-04-18T05:07:49.355 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-04-18T05:07:49.364 INFO:teuthology.orchestra.run.smithi032.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-04-18T05:07:49.369 INFO:teuthology.orchestra.run.smithi032.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-04-18T05:07:49.374 INFO:teuthology.orchestra.run.smithi032.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-04-18T05:07:49.391 INFO:teuthology.orchestra.run.smithi032.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-04-18T05:07:49.394 INFO:teuthology.orchestra.run.smithi032.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-04-18T05:07:49.397 INFO:teuthology.orchestra.run.smithi032.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-04-18T05:07:49.418 INFO:teuthology.orchestra.run.smithi092.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-04-18T05:07:49.440 INFO:teuthology.orchestra.run.smithi032.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-04-18T05:07:49.453 INFO:teuthology.orchestra.run.smithi032.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-04-18T05:07:49.457 INFO:teuthology.orchestra.run.smithi032.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-04-18T05:07:49.711 INFO:teuthology.orchestra.run.smithi032.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-04-18T05:07:49.793 INFO:teuthology.orchestra.run.smithi092.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-04-18T05:07:49.794 INFO:teuthology.orchestra.run.smithi032.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-04-18T05:07:49.800 INFO:teuthology.orchestra.run.smithi092.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-04-18T05:07:49.801 INFO:teuthology.orchestra.run.smithi092.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-04-18T05:07:49.811 INFO:teuthology.orchestra.run.smithi032.stdout:Get:54 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-1229-g56a91dd1-1jammy [14.1 kB] 2024-04-18T05:07:49.812 INFO:teuthology.orchestra.run.smithi032.stdout:Get:55 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-1229-g56a91dd1-1jammy [831 kB] 2024-04-18T05:07:49.814 INFO:teuthology.orchestra.run.smithi092.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-04-18T05:07:49.815 INFO:teuthology.orchestra.run.smithi092.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-04-18T05:07:49.816 INFO:teuthology.orchestra.run.smithi092.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-04-18T05:07:49.818 INFO:teuthology.orchestra.run.smithi092.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-04-18T05:07:49.820 INFO:teuthology.orchestra.run.smithi092.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-04-18T05:07:49.821 INFO:teuthology.orchestra.run.smithi092.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-04-18T05:07:49.828 INFO:teuthology.orchestra.run.smithi032.stdout:Get:56 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-1229-g56a91dd1-1jammy [2,154 kB] 2024-04-18T05:07:49.867 INFO:teuthology.orchestra.run.smithi032.stdout:Get:57 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-1229-g56a91dd1-1jammy [238 kB] 2024-04-18T05:07:49.870 INFO:teuthology.orchestra.run.smithi032.stdout:Get:58 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-1229-g56a91dd1-1jammy [144 kB] 2024-04-18T05:07:49.873 INFO:teuthology.orchestra.run.smithi032.stdout:Get:59 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-1229-g56a91dd1-1jammy [2,237 kB] 2024-04-18T05:07:49.891 INFO:teuthology.orchestra.run.smithi032.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-04-18T05:07:49.927 INFO:teuthology.orchestra.run.smithi032.stdout:Get:61 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-1229-g56a91dd1-1jammy [8,625 kB] 2024-04-18T05:07:49.950 INFO:teuthology.orchestra.run.smithi032.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-04-18T05:07:49.986 INFO:teuthology.orchestra.run.smithi092.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-04-18T05:07:50.064 INFO:teuthology.orchestra.run.smithi032.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-04-18T05:07:50.151 INFO:teuthology.orchestra.run.smithi032.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-04-18T05:07:50.170 INFO:teuthology.orchestra.run.smithi032.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-04-18T05:07:50.199 INFO:teuthology.orchestra.run.smithi032.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-04-18T05:07:50.211 INFO:teuthology.orchestra.run.smithi032.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-04-18T05:07:50.234 INFO:teuthology.orchestra.run.smithi032.stdout:Get:68 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-1229-g56a91dd1-1jammy [14.3 kB] 2024-04-18T05:07:50.234 INFO:teuthology.orchestra.run.smithi032.stdout:Get:69 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-1229-g56a91dd1-1jammy [42.6 MB] 2024-04-18T05:07:50.248 INFO:teuthology.orchestra.run.smithi032.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-04-18T05:07:50.256 INFO:teuthology.orchestra.run.smithi032.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-04-18T05:07:50.425 INFO:teuthology.orchestra.run.smithi092.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-04-18T05:07:50.439 INFO:teuthology.orchestra.run.smithi092.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-04-18T05:07:50.440 INFO:teuthology.orchestra.run.smithi092.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-04-18T05:07:50.445 INFO:teuthology.orchestra.run.smithi092.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-04-18T05:07:50.447 INFO:teuthology.orchestra.run.smithi032.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-04-18T05:07:50.465 INFO:teuthology.orchestra.run.smithi092.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-04-18T05:07:50.465 INFO:teuthology.orchestra.run.smithi092.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-04-18T05:07:50.468 INFO:teuthology.orchestra.run.smithi092.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-04-18T05:07:50.509 INFO:teuthology.orchestra.run.smithi092.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-04-18T05:07:50.523 INFO:teuthology.orchestra.run.smithi092.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-04-18T05:07:50.528 INFO:teuthology.orchestra.run.smithi092.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-04-18T05:07:50.591 INFO:teuthology.orchestra.run.smithi092.stdout:Get:35 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-1229-g56a91dd1-1jammy [3,105 kB] 2024-04-18T05:07:50.781 INFO:teuthology.orchestra.run.smithi092.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-04-18T05:07:50.865 INFO:teuthology.orchestra.run.smithi092.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-04-18T05:07:50.955 INFO:teuthology.orchestra.run.smithi092.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-04-18T05:07:51.012 INFO:teuthology.orchestra.run.smithi092.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-04-18T05:07:51.134 INFO:teuthology.orchestra.run.smithi092.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-04-18T05:07:51.222 INFO:teuthology.orchestra.run.smithi092.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-04-18T05:07:51.240 INFO:teuthology.orchestra.run.smithi092.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-04-18T05:07:51.259 INFO:teuthology.orchestra.run.smithi032.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-04-18T05:07:51.261 INFO:teuthology.orchestra.run.smithi032.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-04-18T05:07:51.264 INFO:teuthology.orchestra.run.smithi032.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-04-18T05:07:51.265 INFO:teuthology.orchestra.run.smithi032.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-04-18T05:07:51.266 INFO:teuthology.orchestra.run.smithi032.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-04-18T05:07:51.269 INFO:teuthology.orchestra.run.smithi032.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-04-18T05:07:51.270 INFO:teuthology.orchestra.run.smithi092.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-04-18T05:07:51.270 INFO:teuthology.orchestra.run.smithi032.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-04-18T05:07:51.270 INFO:teuthology.orchestra.run.smithi032.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-04-18T05:07:51.276 INFO:teuthology.orchestra.run.smithi032.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-04-18T05:07:51.281 INFO:teuthology.orchestra.run.smithi092.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-04-18T05:07:51.316 INFO:teuthology.orchestra.run.smithi092.stdout:Get:45 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-1229-g56a91dd1-1jammy [680 kB] 2024-04-18T05:07:51.319 INFO:teuthology.orchestra.run.smithi092.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-04-18T05:07:51.327 INFO:teuthology.orchestra.run.smithi092.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-04-18T05:07:51.340 INFO:teuthology.orchestra.run.smithi032.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-04-18T05:07:51.439 INFO:teuthology.orchestra.run.smithi092.stdout:Get:48 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-1229-g56a91dd1-1jammy [356 kB] 2024-04-18T05:07:51.506 INFO:teuthology.orchestra.run.smithi092.stdout:Get:49 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-1229-g56a91dd1-1jammy [32.8 kB] 2024-04-18T05:07:51.508 INFO:teuthology.orchestra.run.smithi032.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-04-18T05:07:51.509 INFO:teuthology.orchestra.run.smithi092.stdout:Get:50 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-1229-g56a91dd1-1jammy [180 kB] 2024-04-18T05:07:51.518 INFO:teuthology.orchestra.run.smithi092.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-04-18T05:07:51.547 INFO:teuthology.orchestra.run.smithi092.stdout:Get:52 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-1229-g56a91dd1-1jammy [63.7 kB] 2024-04-18T05:07:51.561 INFO:teuthology.orchestra.run.smithi092.stdout:Get:53 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-1229-g56a91dd1-1jammy [330 kB] 2024-04-18T05:07:51.609 INFO:teuthology.orchestra.run.smithi092.stdout:Get:54 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-1229-g56a91dd1-1jammy [5,891 kB] 2024-04-18T05:07:52.063 INFO:teuthology.orchestra.run.smithi032.stdout:Get:84 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-1229-g56a91dd1-1jammy [121 kB] 2024-04-18T05:07:52.065 INFO:teuthology.orchestra.run.smithi032.stdout:Get:85 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.2.2-1229-g56a91dd1-1jammy [230 kB] 2024-04-18T05:07:52.070 INFO:teuthology.orchestra.run.smithi032.stdout:Get:86 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.2.2-1229-g56a91dd1-1jammy [34.1 kB] 2024-04-18T05:07:52.071 INFO:teuthology.orchestra.run.smithi032.stdout:Get:87 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.2.2-1229-g56a91dd1-1jammy [23.5 kB] 2024-04-18T05:07:52.072 INFO:teuthology.orchestra.run.smithi032.stdout:Get:88 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-1229-g56a91dd1-1jammy [38.3 kB] 2024-04-18T05:07:52.073 INFO:teuthology.orchestra.run.smithi032.stdout:Get:89 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-1229-g56a91dd1-1jammy [11.6 MB] 2024-04-18T05:07:52.224 INFO:teuthology.orchestra.run.smithi032.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-04-18T05:07:52.229 INFO:teuthology.orchestra.run.smithi032.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-04-18T05:07:52.230 INFO:teuthology.orchestra.run.smithi032.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-04-18T05:07:52.281 INFO:teuthology.orchestra.run.smithi032.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-04-18T05:07:52.305 INFO:teuthology.orchestra.run.smithi032.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-04-18T05:07:52.307 INFO:teuthology.orchestra.run.smithi032.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-04-18T05:07:52.308 INFO:teuthology.orchestra.run.smithi032.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-04-18T05:07:52.309 INFO:teuthology.orchestra.run.smithi032.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-04-18T05:07:52.310 INFO:teuthology.orchestra.run.smithi092.stdout:Get:55 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-1229-g56a91dd1-1jammy [112 kB] 2024-04-18T05:07:52.310 INFO:teuthology.orchestra.run.smithi032.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-04-18T05:07:52.329 INFO:teuthology.orchestra.run.smithi092.stdout:Get:56 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-1229-g56a91dd1-1jammy [441 kB] 2024-04-18T05:07:52.345 INFO:teuthology.orchestra.run.smithi092.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-04-18T05:07:52.347 INFO:teuthology.orchestra.run.smithi092.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-04-18T05:07:52.350 INFO:teuthology.orchestra.run.smithi092.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-04-18T05:07:52.351 INFO:teuthology.orchestra.run.smithi092.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-04-18T05:07:52.352 INFO:teuthology.orchestra.run.smithi092.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-04-18T05:07:52.355 INFO:teuthology.orchestra.run.smithi092.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-04-18T05:07:52.355 INFO:teuthology.orchestra.run.smithi092.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-04-18T05:07:52.356 INFO:teuthology.orchestra.run.smithi092.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-04-18T05:07:52.361 INFO:teuthology.orchestra.run.smithi092.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-04-18T05:07:52.372 INFO:teuthology.orchestra.run.smithi092.stdout:Get:66 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-1229-g56a91dd1-1jammy [21.9 MB] 2024-04-18T05:07:52.426 INFO:teuthology.orchestra.run.smithi092.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-04-18T05:07:52.478 INFO:teuthology.orchestra.run.smithi032.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-04-18T05:07:52.494 INFO:teuthology.orchestra.run.smithi032.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-1229-g56a91dd1-1jammy [93.1 kB] 2024-04-18T05:07:52.593 INFO:teuthology.orchestra.run.smithi092.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-04-18T05:07:52.608 INFO:teuthology.orchestra.run.smithi032.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-04-18T05:07:52.908 INFO:teuthology.orchestra.run.smithi032.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-04-18T05:07:52.953 INFO:teuthology.orchestra.run.smithi032.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-04-18T05:07:52.978 INFO:teuthology.orchestra.run.smithi032.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-04-18T05:07:52.987 INFO:teuthology.orchestra.run.smithi032.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-04-18T05:07:53.032 INFO:teuthology.orchestra.run.smithi032.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-04-18T05:07:53.057 INFO:teuthology.orchestra.run.smithi032.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-04-18T05:07:53.059 INFO:teuthology.orchestra.run.smithi032.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-04-18T05:07:53.094 INFO:teuthology.orchestra.run.smithi032.stdout:Get:109 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-04-18T05:07:53.112 INFO:teuthology.orchestra.run.smithi032.stdout:Get:110 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-04-18T05:07:53.278 INFO:teuthology.orchestra.run.smithi032.stdout:Get:111 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-04-18T05:07:53.312 INFO:teuthology.orchestra.run.smithi092.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-04-18T05:07:53.317 INFO:teuthology.orchestra.run.smithi092.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-04-18T05:07:53.318 INFO:teuthology.orchestra.run.smithi092.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-04-18T05:07:53.394 INFO:teuthology.orchestra.run.smithi092.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-04-18T05:07:53.394 INFO:teuthology.orchestra.run.smithi092.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-04-18T05:07:53.396 INFO:teuthology.orchestra.run.smithi092.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-04-18T05:07:53.397 INFO:teuthology.orchestra.run.smithi092.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-04-18T05:07:53.398 INFO:teuthology.orchestra.run.smithi092.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-04-18T05:07:53.400 INFO:teuthology.orchestra.run.smithi092.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-04-18T05:07:53.566 INFO:teuthology.orchestra.run.smithi092.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-04-18T05:07:53.649 INFO:teuthology.orchestra.run.smithi092.stdout:Get:79 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-1229-g56a91dd1-1jammy [5,002 kB] 2024-04-18T05:07:53.680 INFO:teuthology.orchestra.run.smithi032.stdout:Get:112 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-04-18T05:07:53.695 INFO:teuthology.orchestra.run.smithi092.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-04-18T05:07:53.846 INFO:teuthology.orchestra.run.smithi092.stdout:Get:81 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-1229-g56a91dd1-1jammy [241 kB] 2024-04-18T05:07:53.856 INFO:teuthology.orchestra.run.smithi092.stdout:Get:82 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-1229-g56a91dd1-1jammy [130 kB] 2024-04-18T05:07:53.861 INFO:teuthology.orchestra.run.smithi092.stdout:Get:83 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-1229-g56a91dd1-1jammy [1,491 kB] 2024-04-18T05:07:53.901 INFO:teuthology.orchestra.run.smithi032.stdout:Get:113 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-04-18T05:07:53.905 INFO:teuthology.orchestra.run.smithi032.stdout:Get:114 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-04-18T05:07:53.913 INFO:teuthology.orchestra.run.smithi032.stdout:Get:115 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-04-18T05:07:53.952 INFO:teuthology.orchestra.run.smithi092.stdout:Get:84 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-1229-g56a91dd1-1jammy [6,079 kB] 2024-04-18T05:07:53.994 INFO:teuthology.orchestra.run.smithi092.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-04-18T05:07:54.039 INFO:teuthology.orchestra.run.smithi092.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-04-18T05:07:54.065 INFO:teuthology.orchestra.run.smithi092.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-04-18T05:07:54.073 INFO:teuthology.orchestra.run.smithi092.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-04-18T05:07:54.117 INFO:teuthology.orchestra.run.smithi092.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-04-18T05:07:54.143 INFO:teuthology.orchestra.run.smithi092.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2024-04-18T05:07:54.145 INFO:teuthology.orchestra.run.smithi092.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-04-18T05:07:54.180 INFO:teuthology.orchestra.run.smithi092.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-04-18T05:07:54.197 INFO:teuthology.orchestra.run.smithi092.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-04-18T05:07:54.351 INFO:teuthology.orchestra.run.smithi092.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-1229-g56a91dd1-1jammy [22.3 MB] 2024-04-18T05:07:54.364 INFO:teuthology.orchestra.run.smithi092.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-04-18T05:07:54.638 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 163 MB in 7s (23.3 MB/s) 2024-04-18T05:07:54.766 INFO:teuthology.orchestra.run.smithi092.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-04-18T05:07:54.773 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyperclip. 2024-04-18T05:07:54.874 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165995 files and directories currently installed.) 2024-04-18T05:07:54.879 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-04-18T05:07:54.921 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-04-18T05:07:54.987 INFO:teuthology.orchestra.run.smithi092.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-04-18T05:07:54.991 INFO:teuthology.orchestra.run.smithi092.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-04-18T05:07:54.999 INFO:teuthology.orchestra.run.smithi092.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-04-18T05:07:55.174 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-wcwidth. 2024-04-18T05:07:55.195 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-04-18T05:07:55.232 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-18T05:07:55.535 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cmd2. 2024-04-18T05:07:55.561 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-04-18T05:07:55.601 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-04-18T05:07:55.929 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libfmt8:amd64. 2024-04-18T05:07:55.956 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-04-18T05:07:55.962 INFO:teuthology.orchestra.run.smithi092.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-1229-g56a91dd1-1jammy [14.1 kB] 2024-04-18T05:07:55.962 INFO:teuthology.orchestra.run.smithi092.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-1229-g56a91dd1-1jammy [831 kB] 2024-04-18T05:07:55.976 INFO:teuthology.orchestra.run.smithi092.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-1229-g56a91dd1-1jammy [2,154 kB] 2024-04-18T05:07:56.037 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-18T05:07:56.103 INFO:teuthology.orchestra.run.smithi092.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-1229-g56a91dd1-1jammy [238 kB] 2024-04-18T05:07:56.136 INFO:teuthology.orchestra.run.smithi092.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-1229-g56a91dd1-1jammy [144 kB] 2024-04-18T05:07:56.145 INFO:teuthology.orchestra.run.smithi092.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-1229-g56a91dd1-1jammy [2,237 kB] 2024-04-18T05:07:56.301 INFO:teuthology.orchestra.run.smithi092.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-1229-g56a91dd1-1jammy [8,625 kB] 2024-04-18T05:07:56.415 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-04-18T05:07:56.442 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-04-18T05:07:56.482 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-18T05:07:56.794 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-04-18T05:07:56.820 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-04-18T05:07:56.860 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-18T05:07:56.904 INFO:teuthology.orchestra.run.smithi092.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-1229-g56a91dd1-1jammy [14.3 kB] 2024-04-18T05:07:56.904 INFO:teuthology.orchestra.run.smithi092.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-1229-g56a91dd1-1jammy [42.6 MB] 2024-04-18T05:07:57.288 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-04-18T05:07:57.314 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-04-18T05:07:57.354 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-18T05:07:57.841 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-04-18T05:07:57.868 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-18T05:07:57.925 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:07:58.411 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-04-18T05:07:58.438 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-18T05:07:58.486 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:07:58.840 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-04-18T05:07:58.866 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-18T05:07:58.905 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:07:59.258 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-04-18T05:07:59.285 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-04-18T05:07:59.333 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-18T05:07:59.744 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librados2. 2024-04-18T05:07:59.771 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../011-librados2_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:07:59.819 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librados2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:00.144 INFO:teuthology.orchestra.run.smithi092.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-1229-g56a91dd1-1jammy [121 kB] 2024-04-18T05:08:00.145 INFO:teuthology.orchestra.run.smithi092.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.2.2-1229-g56a91dd1-1jammy [230 kB] 2024-04-18T05:08:00.147 INFO:teuthology.orchestra.run.smithi092.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.2.2-1229-g56a91dd1-1jammy [34.1 kB] 2024-04-18T05:08:00.148 INFO:teuthology.orchestra.run.smithi092.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.2.2-1229-g56a91dd1-1jammy [23.5 kB] 2024-04-18T05:08:00.149 INFO:teuthology.orchestra.run.smithi092.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-1229-g56a91dd1-1jammy [38.3 kB] 2024-04-18T05:08:00.150 INFO:teuthology.orchestra.run.smithi092.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-1229-g56a91dd1-1jammy [11.6 MB] 2024-04-18T05:08:00.314 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librbd1. 2024-04-18T05:08:00.340 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../012-librbd1_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:00.380 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librbd1 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:00.801 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libcephfs2. 2024-04-18T05:08:00.827 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../013-libcephfs2_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:00.861 INFO:teuthology.orchestra.run.smithi092.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/reef/56a91dd158be807f143cc918a11685fc9ee164ae/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-1229-g56a91dd1-1jammy [93.1 kB] 2024-04-18T05:08:00.866 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libcephfs2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:01.152 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rados. 2024-04-18T05:08:01.168 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../014-python3-rados_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:01.210 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rados (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:01.435 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 163 MB in 13s (12.8 MB/s) 2024-04-18T05:08:01.538 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-04-18T05:08:01.565 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:01.569 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyperclip. 2024-04-18T05:08:01.604 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-ceph-argparse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:01.668 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165995 files and directories currently installed.) 2024-04-18T05:08:01.673 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2024-04-18T05:08:01.709 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2024-04-18T05:08:01.824 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cephfs. 2024-04-18T05:08:01.844 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../016-python3-cephfs_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:01.875 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cephfs (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:01.954 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-wcwidth. 2024-04-18T05:08:01.969 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-04-18T05:08:02.004 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-18T05:08:02.143 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-ceph-common. 2024-04-18T05:08:02.170 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../017-python3-ceph-common_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:02.209 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-ceph-common (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:02.306 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cmd2. 2024-04-18T05:08:02.332 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2024-04-18T05:08:02.373 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2024-04-18T05:08:02.529 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-prettytable. 2024-04-18T05:08:02.556 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-04-18T05:08:02.595 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-04-18T05:08:02.709 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libfmt8:amd64. 2024-04-18T05:08:02.736 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-04-18T05:08:02.818 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-18T05:08:02.873 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rbd. 2024-04-18T05:08:02.889 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../019-python3-rbd_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:02.940 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rbd (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:03.162 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-04-18T05:08:03.188 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-04-18T05:08:03.228 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-18T05:08:03.293 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-04-18T05:08:03.320 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-04-18T05:08:03.359 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-18T05:08:03.532 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-04-18T05:08:03.558 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-04-18T05:08:03.590 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-18T05:08:03.653 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package librgw2. 2024-04-18T05:08:03.670 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../021-librgw2_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:03.703 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking librgw2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:03.901 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-04-18T05:08:03.928 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-04-18T05:08:03.968 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-18T05:08:04.225 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rgw. 2024-04-18T05:08:04.241 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../022-python3-rgw_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:04.282 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rgw (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:04.421 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-04-18T05:08:04.448 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-18T05:08:04.496 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:08:04.669 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liboath0:amd64. 2024-04-18T05:08:04.696 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2024-04-18T05:08:04.855 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-04-18T05:08:04.865 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-04-18T05:08:04.881 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-18T05:08:04.949 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:08:05.238 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libradosstriper1. 2024-04-18T05:08:05.265 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../024-libradosstriper1_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:05.269 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-04-18T05:08:05.295 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-18T05:08:05.313 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libradosstriper1 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:05.335 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:08:05.655 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-04-18T05:08:05.670 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-04-18T05:08:05.713 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-18T05:08:05.750 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-common. 2024-04-18T05:08:05.777 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../025-ceph-common_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:05.816 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-common (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:06.057 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librados2. 2024-04-18T05:08:06.083 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../011-librados2_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:06.124 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librados2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:06.585 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librbd1. 2024-04-18T05:08:06.612 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../012-librbd1_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:06.652 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librbd1 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:07.054 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcephfs2. 2024-04-18T05:08:07.069 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../013-libcephfs2_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:07.104 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcephfs2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:07.205 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-base. 2024-04-18T05:08:07.232 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../026-ceph-base_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:07.290 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-base (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:07.381 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rados. 2024-04-18T05:08:07.396 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../014-python3-rados_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:07.440 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rados (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:07.776 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-04-18T05:08:07.802 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:07.843 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-ceph-argparse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:07.942 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-04-18T05:08:07.970 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-04-18T05:08:08.009 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-04-18T05:08:08.095 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cephfs. 2024-04-18T05:08:08.110 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../016-python3-cephfs_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:08.153 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cephfs (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:08.312 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cheroot. 2024-04-18T05:08:08.338 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-04-18T05:08:08.378 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-18T05:08:08.439 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-ceph-common. 2024-04-18T05:08:08.465 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../017-python3-ceph-common_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:08.505 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-ceph-common (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:08.739 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-04-18T05:08:08.766 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-04-18T05:08:08.784 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-prettytable. 2024-04-18T05:08:08.799 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2024-04-18T05:08:08.806 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-04-18T05:08:08.834 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-04-18T05:08:09.111 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rbd. 2024-04-18T05:08:09.137 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../019-python3-rbd_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:09.175 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.text. 2024-04-18T05:08:09.177 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rbd (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:09.203 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2024-04-18T05:08:09.250 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-04-18T05:08:09.547 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-04-18T05:08:09.573 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-04-18T05:08:09.615 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-18T05:08:09.628 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-04-18T05:08:09.655 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-04-18T05:08:09.695 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-04-18T05:08:09.917 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package librgw2. 2024-04-18T05:08:09.943 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../021-librgw2_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:09.983 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking librgw2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:10.189 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-tempora. 2024-04-18T05:08:10.216 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2024-04-18T05:08:10.255 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-04-18T05:08:10.443 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rgw. 2024-04-18T05:08:10.459 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../022-python3-rgw_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:10.493 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rgw (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:10.542 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-portend. 2024-04-18T05:08:10.569 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2024-04-18T05:08:10.608 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-04-18T05:08:10.830 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package liboath0:amd64. 2024-04-18T05:08:10.856 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2024-04-18T05:08:10.896 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-04-18T05:08:10.911 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-04-18T05:08:10.938 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2024-04-18T05:08:10.986 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-04-18T05:08:11.207 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libradosstriper1. 2024-04-18T05:08:11.233 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../024-libradosstriper1_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:11.274 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libradosstriper1 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:11.305 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cherrypy3. 2024-04-18T05:08:11.333 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2024-04-18T05:08:11.372 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-04-18T05:08:11.644 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-common. 2024-04-18T05:08:11.659 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../025-ceph-common_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:11.693 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-common (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:11.734 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-natsort. 2024-04-18T05:08:11.761 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2024-04-18T05:08:11.800 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-04-18T05:08:12.170 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-logutils. 2024-04-18T05:08:12.197 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2024-04-18T05:08:12.244 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-04-18T05:08:12.614 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-markupsafe. 2024-04-18T05:08:12.641 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-04-18T05:08:12.689 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-04-18T05:08:12.874 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-base. 2024-04-18T05:08:12.900 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../026-ceph-base_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:12.950 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-base (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:13.034 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-mako. 2024-04-18T05:08:13.061 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-04-18T05:08:13.100 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-18T05:08:13.420 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-simplegeneric. 2024-04-18T05:08:13.447 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2024-04-18T05:08:13.486 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-04-18T05:08:13.545 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-04-18T05:08:13.571 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-04-18T05:08:13.611 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-04-18T05:08:13.789 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-singledispatch. 2024-04-18T05:08:13.816 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-04-18T05:08:13.855 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-04-18T05:08:13.914 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cheroot. 2024-04-18T05:08:13.940 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-04-18T05:08:13.980 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-18T05:08:14.150 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-webob. 2024-04-18T05:08:14.177 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-04-18T05:08:14.217 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-04-18T05:08:14.311 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-04-18T05:08:14.337 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-04-18T05:08:14.377 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-04-18T05:08:14.536 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-waitress. 2024-04-18T05:08:14.563 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-04-18T05:08:14.597 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-18T05:08:14.856 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-tempita. 2024-04-18T05:08:14.883 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-04-18T05:08:14.914 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-04-18T05:08:14.938 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.text. 2024-04-18T05:08:14.965 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2024-04-18T05:08:15.005 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-04-18T05:08:15.175 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-paste. 2024-04-18T05:08:15.203 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-04-18T05:08:15.250 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-04-18T05:08:15.308 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-04-18T05:08:15.334 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-04-18T05:08:15.374 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-04-18T05:08:15.569 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-04-18T05:08:15.585 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-04-18T05:08:15.628 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-04-18T05:08:15.635 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-tempora. 2024-04-18T05:08:15.659 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2024-04-18T05:08:15.694 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-04-18T05:08:15.880 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pastedeploy. 2024-04-18T05:08:15.896 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2024-04-18T05:08:15.938 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-04-18T05:08:15.997 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-portend. 2024-04-18T05:08:16.023 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2024-04-18T05:08:16.063 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-04-18T05:08:16.266 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-webtest. 2024-04-18T05:08:16.294 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2024-04-18T05:08:16.333 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-04-18T05:08:16.366 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-04-18T05:08:16.393 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2024-04-18T05:08:16.434 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-04-18T05:08:16.644 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pecan. 2024-04-18T05:08:16.672 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-04-18T05:08:16.711 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cherrypy3. 2024-04-18T05:08:16.711 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-04-18T05:08:16.726 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2024-04-18T05:08:16.761 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-04-18T05:08:17.082 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-certifi. 2024-04-18T05:08:17.109 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2024-04-18T05:08:17.131 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-natsort. 2024-04-18T05:08:17.148 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-04-18T05:08:17.157 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2024-04-18T05:08:17.197 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-04-18T05:08:17.468 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-idna. 2024-04-18T05:08:17.498 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2024-04-18T05:08:17.502 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-logutils. 2024-04-18T05:08:17.528 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2024-04-18T05:08:17.534 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-idna (3.3-1) ... 2024-04-18T05:08:17.559 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-04-18T05:08:17.787 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-urllib3. 2024-04-18T05:08:17.803 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-04-18T05:08:17.845 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-markupsafe. 2024-04-18T05:08:17.862 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-18T05:08:17.872 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-04-18T05:08:17.911 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-04-18T05:08:18.132 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-requests. 2024-04-18T05:08:18.159 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-04-18T05:08:18.198 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-18T05:08:18.214 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-mako. 2024-04-18T05:08:18.241 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-04-18T05:08:18.281 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-18T05:08:18.510 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-werkzeug. 2024-04-18T05:08:18.537 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-04-18T05:08:18.576 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-18T05:08:18.609 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-simplegeneric. 2024-04-18T05:08:18.635 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2024-04-18T05:08:18.684 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-04-18T05:08:18.829 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-04-18T05:08:18.857 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:18.887 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-modules-core (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:19.003 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-singledispatch. 2024-04-18T05:08:19.019 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-04-18T05:08:19.054 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-04-18T05:08:19.292 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-04-18T05:08:19.315 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-webob. 2024-04-18T05:08:19.319 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:19.341 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-04-18T05:08:19.366 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:19.381 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-04-18T05:08:19.726 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-waitress. 2024-04-18T05:08:19.752 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-04-18T05:08:19.796 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-18T05:08:20.106 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-tempita. 2024-04-18T05:08:20.131 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-04-18T05:08:20.170 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-04-18T05:08:20.473 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-paste. 2024-04-18T05:08:20.495 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-openssl. 2024-04-18T05:08:20.500 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-04-18T05:08:20.522 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2024-04-18T05:08:20.561 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-04-18T05:08:20.839 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr. 2024-04-18T05:08:20.866 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../058-ceph-mgr_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:20.897 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:20.932 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-04-18T05:08:21.309 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mon. 2024-04-18T05:08:21.336 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../059-ceph-mon_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:21.376 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mon (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:21.618 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-04-18T05:08:21.634 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-04-18T05:08:21.677 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-04-18T05:08:21.954 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pastedeploy. 2024-04-18T05:08:21.970 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2024-04-18T05:08:22.004 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-04-18T05:08:22.079 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-osd. 2024-04-18T05:08:22.107 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../060-ceph-osd_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:22.145 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-osd (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:22.274 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-webtest. 2024-04-18T05:08:22.301 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2024-04-18T05:08:22.341 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-04-18T05:08:22.660 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pecan. 2024-04-18T05:08:22.687 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-04-18T05:08:22.727 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-04-18T05:08:23.107 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-certifi. 2024-04-18T05:08:23.134 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2024-04-18T05:08:23.174 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-04-18T05:08:23.282 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph. 2024-04-18T05:08:23.298 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../061-ceph_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:23.340 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:23.535 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-idna. 2024-04-18T05:08:23.561 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2024-04-18T05:08:23.601 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-idna (3.3-1) ... 2024-04-18T05:08:23.651 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-fuse. 2024-04-18T05:08:23.672 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../062-ceph-fuse_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:23.709 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-fuse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:23.871 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-urllib3. 2024-04-18T05:08:23.886 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-04-18T05:08:23.920 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-18T05:08:24.079 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mds. 2024-04-18T05:08:24.106 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../063-ceph-mds_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:24.145 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mds (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:24.182 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-requests. 2024-04-18T05:08:24.194 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-04-18T05:08:24.224 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-18T05:08:24.498 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephadm. 2024-04-18T05:08:24.515 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../064-cephadm_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:24.518 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-werkzeug. 2024-04-18T05:08:24.545 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-04-18T05:08:24.548 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephadm (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:24.585 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-18T05:08:24.838 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-04-18T05:08:24.851 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:24.860 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-asyncssh. 2024-04-18T05:08:24.884 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2024-04-18T05:08:24.888 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-modules-core (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:24.926 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-04-18T05:08:25.229 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-babel-localedata. 2024-04-18T05:08:25.256 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-04-18T05:08:25.287 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-18T05:08:25.452 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-04-18T05:08:25.478 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:25.518 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:25.829 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-openssl. 2024-04-18T05:08:25.856 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2024-04-18T05:08:25.895 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-04-18T05:08:26.232 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr. 2024-04-18T05:08:26.259 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../058-ceph-mgr_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:26.298 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:26.517 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-babel. 2024-04-18T05:08:26.544 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-04-18T05:08:26.583 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-04-18T05:08:26.702 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mon. 2024-04-18T05:08:26.729 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../059-ceph-mon_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:26.769 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mon (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:26.912 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-jinja2. 2024-04-18T05:08:26.939 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-04-18T05:08:26.978 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-18T05:08:27.330 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-osd. 2024-04-18T05:08:27.339 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-04-18T05:08:27.357 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../060-ceph-osd_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:27.367 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:27.397 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-osd (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:27.406 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-cephadm (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:27.735 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-bcrypt. 2024-04-18T05:08:27.762 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-04-18T05:08:27.801 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-04-18T05:08:28.104 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pluggy. 2024-04-18T05:08:28.131 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../071-python3-pluggy_0.13.0-7.1_all.deb ... 2024-04-18T05:08:28.170 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-04-18T05:08:28.408 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph. 2024-04-18T05:08:28.435 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../061-ceph_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:28.475 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:28.482 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-py. 2024-04-18T05:08:28.509 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../072-python3-py_1.10.0-1_all.deb ... 2024-04-18T05:08:28.564 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-py (1.10.0-1) ... 2024-04-18T05:08:28.786 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-fuse. 2024-04-18T05:08:28.813 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../062-ceph-fuse_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:28.852 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-fuse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:28.893 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-iniconfig. 2024-04-18T05:08:28.920 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../073-python3-iniconfig_1.1.1-2_all.deb ... 2024-04-18T05:08:28.960 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-04-18T05:08:29.198 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mds. 2024-04-18T05:08:29.221 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-toml. 2024-04-18T05:08:29.224 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../063-ceph-mds_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:29.248 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../074-python3-toml_0.10.2-1_all.deb ... 2024-04-18T05:08:29.264 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mds (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:29.279 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-04-18T05:08:29.615 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pytest. 2024-04-18T05:08:29.643 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../075-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-04-18T05:08:29.650 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package cephadm. 2024-04-18T05:08:29.677 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../064-cephadm_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:29.681 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-04-18T05:08:29.717 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking cephadm (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:30.011 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-repoze.lru. 2024-04-18T05:08:30.038 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-04-18T05:08:30.045 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-asyncssh. 2024-04-18T05:08:30.068 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-04-18T05:08:30.072 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2024-04-18T05:08:30.112 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-04-18T05:08:30.346 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-routes. 2024-04-18T05:08:30.374 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-04-18T05:08:30.412 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-04-18T05:08:30.431 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python-babel-localedata. 2024-04-18T05:08:30.458 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-04-18T05:08:30.497 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-18T05:08:30.724 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-04-18T05:08:30.752 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:30.790 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-dashboard (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:31.512 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-babel. 2024-04-18T05:08:31.539 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-04-18T05:08:31.586 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-04-18T05:08:31.923 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-jinja2. 2024-04-18T05:08:31.950 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-04-18T05:08:31.987 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-04-18T05:08:31.989 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-18T05:08:32.015 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-04-18T05:08:32.054 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-18T05:08:32.310 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-04-18T05:08:32.336 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:32.378 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-cephadm (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:32.565 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-joblib. 2024-04-18T05:08:32.593 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-04-18T05:08:32.632 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-04-18T05:08:32.754 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-bcrypt. 2024-04-18T05:08:32.781 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-04-18T05:08:32.821 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-04-18T05:08:32.994 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-04-18T05:08:33.021 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-04-18T05:08:33.060 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-04-18T05:08:33.124 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pluggy. 2024-04-18T05:08:33.150 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../071-python3-pluggy_0.13.0-7.1_all.deb ... 2024-04-18T05:08:33.198 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-04-18T05:08:33.363 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-sklearn. 2024-04-18T05:08:33.390 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-04-18T05:08:33.429 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-18T05:08:33.577 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-py. 2024-04-18T05:08:33.604 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../072-python3-py_1.10.0-1_all.deb ... 2024-04-18T05:08:33.643 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-py (1.10.0-1) ... 2024-04-18T05:08:33.922 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-iniconfig. 2024-04-18T05:08:33.949 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../073-python3-iniconfig_1.1.1-2_all.deb ... 2024-04-18T05:08:33.990 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-04-18T05:08:34.264 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-04-18T05:08:34.291 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-toml. 2024-04-18T05:08:34.292 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:34.318 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../074-python3-toml_0.10.2-1_all.deb ... 2024-04-18T05:08:34.330 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:34.358 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-04-18T05:08:34.661 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pytest. 2024-04-18T05:08:34.688 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../075-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-04-18T05:08:34.727 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-04-18T05:08:35.056 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-repoze.lru. 2024-04-18T05:08:35.084 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../076-python3-repoze.lru_0.7-2_all.deb ... 2024-04-18T05:08:35.114 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-04-18T05:08:35.334 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-cachetools. 2024-04-18T05:08:35.361 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-04-18T05:08:35.400 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-04-18T05:08:35.409 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-routes. 2024-04-18T05:08:35.436 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../077-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-04-18T05:08:35.484 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-04-18T05:08:35.703 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyasn1. 2024-04-18T05:08:35.731 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-04-18T05:08:35.769 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-04-18T05:08:35.821 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-04-18T05:08:35.848 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../078-ceph-mgr-dashboard_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:35.887 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-dashboard (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:36.106 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-04-18T05:08:36.134 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-04-18T05:08:36.189 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-04-18T05:08:36.684 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-rsa. 2024-04-18T05:08:36.712 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-04-18T05:08:36.750 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-rsa (4.8-1) ... 2024-04-18T05:08:37.071 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-google-auth. 2024-04-18T05:08:37.099 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-04-18T05:08:37.126 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-04-18T05:08:37.137 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-04-18T05:08:37.142 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../079-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-04-18T05:08:37.201 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-18T05:08:37.457 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-04-18T05:08:37.485 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-04-18T05:08:37.523 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-18T05:08:37.738 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-joblib. 2024-04-18T05:08:37.765 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../080-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-04-18T05:08:37.804 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-04-18T05:08:37.834 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-websocket. 2024-04-18T05:08:37.863 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-04-18T05:08:37.901 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-04-18T05:08:38.132 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-04-18T05:08:38.148 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../081-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-04-18T05:08:38.182 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-04-18T05:08:38.213 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-kubernetes. 2024-04-18T05:08:38.240 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-04-18T05:08:38.279 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-18T05:08:38.469 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-sklearn. 2024-04-18T05:08:38.497 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../082-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-04-18T05:08:38.536 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-18T05:08:38.951 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-04-18T05:08:38.979 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:39.017 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:39.304 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-04-18T05:08:39.332 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../083-ceph-mgr-diskprediction-local_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:39.354 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libonig5:amd64. 2024-04-18T05:08:39.371 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:39.381 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-04-18T05:08:39.420 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-18T05:08:39.781 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libjq1:amd64. 2024-04-18T05:08:39.809 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-04-18T05:08:39.848 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-18T05:08:40.100 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package jq. 2024-04-18T05:08:40.128 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-04-18T05:08:40.167 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-04-18T05:08:40.307 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-cachetools. 2024-04-18T05:08:40.334 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../084-python3-cachetools_5.0.0-1_all.deb ... 2024-04-18T05:08:40.374 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-04-18T05:08:40.386 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package socat. 2024-04-18T05:08:40.403 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-04-18T05:08:40.444 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-04-18T05:08:40.757 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package xmlstarlet. 2024-04-18T05:08:40.772 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-04-18T05:08:40.880 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-04-18T05:08:41.027 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyasn1. 2024-04-18T05:08:41.054 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../085-python3-pyasn1_0.4.8-1_all.deb ... 2024-04-18T05:08:41.093 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-04-18T05:08:41.185 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-test. 2024-04-18T05:08:41.198 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../098-ceph-test_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:41.235 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-test (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:41.430 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-04-18T05:08:41.457 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../086-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-04-18T05:08:41.497 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-04-18T05:08:41.833 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-rsa. 2024-04-18T05:08:41.860 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../087-python3-rsa_4.8-1_all.deb ... 2024-04-18T05:08:41.900 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-rsa (4.8-1) ... 2024-04-18T05:08:42.212 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-google-auth. 2024-04-18T05:08:42.240 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../088-python3-google-auth_1.5.1-3_all.deb ... 2024-04-18T05:08:42.278 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-04-18T05:08:42.598 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-04-18T05:08:42.626 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../089-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-04-18T05:08:42.665 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-18T05:08:42.985 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-websocket. 2024-04-18T05:08:43.014 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../090-python3-websocket_1.2.3-1_all.deb ... 2024-04-18T05:08:43.051 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-04-18T05:08:43.206 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ceph-volume. 2024-04-18T05:08:43.234 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../099-ceph-volume_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:43.272 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ceph-volume (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:43.354 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-kubernetes. 2024-04-18T05:08:43.382 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../091-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-04-18T05:08:43.421 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-18T05:08:43.710 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephfs-mirror. 2024-04-18T05:08:43.738 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../100-cephfs-mirror_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:43.775 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephfs-mirror (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:44.043 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-04-18T05:08:44.067 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../092-ceph-mgr-k8sevents_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:44.101 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:44.121 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-colorama. 2024-04-18T05:08:44.149 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../101-python3-colorama_0.4.4-1_all.deb ... 2024-04-18T05:08:44.187 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-04-18T05:08:44.446 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libonig5:amd64. 2024-04-18T05:08:44.464 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephfs-shell. 2024-04-18T05:08:44.473 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../093-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-04-18T05:08:44.481 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../102-cephfs-shell_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:44.512 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-18T05:08:44.531 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephfs-shell (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:44.857 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libjq1:amd64. 2024-04-18T05:08:44.875 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package cephfs-top. 2024-04-18T05:08:44.884 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../094-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-04-18T05:08:44.903 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../103-cephfs-top_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:44.923 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-18T05:08:44.950 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking cephfs-top (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:45.218 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package jq. 2024-04-18T05:08:45.222 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libcephfs-dev. 2024-04-18T05:08:45.246 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../095-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-04-18T05:08:45.250 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../104-libcephfs-dev_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:45.285 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-04-18T05:08:45.288 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libcephfs-dev (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:45.537 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package socat. 2024-04-18T05:08:45.553 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../096-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-04-18T05:08:45.595 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-04-18T05:08:45.666 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package nvme-cli. 2024-04-18T05:08:45.694 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../105-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-04-18T05:08:45.733 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-04-18T05:08:46.040 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package xmlstarlet. 2024-04-18T05:08:46.063 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-04-18T05:08:46.068 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../097-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-04-18T05:08:46.079 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../106-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-04-18T05:08:46.107 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-04-18T05:08:46.121 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-04-18T05:08:46.490 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-test. 2024-04-18T05:08:46.502 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../098-ceph-test_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:46.544 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-test (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:46.582 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pastescript. 2024-04-18T05:08:46.610 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-04-18T05:08:46.648 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-04-18T05:08:46.944 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-psutil. 2024-04-18T05:08:46.971 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-04-18T05:08:47.001 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-04-18T05:08:47.338 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pygments. 2024-04-18T05:08:47.366 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../109-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-04-18T05:08:47.404 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-04-18T05:08:47.892 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-pyinotify. 2024-04-18T05:08:47.920 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../110-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-04-18T05:08:47.958 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-04-18T05:08:48.311 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package python3-simplejson. 2024-04-18T05:08:48.342 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-04-18T05:08:48.386 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-04-18T05:08:48.440 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ceph-volume. 2024-04-18T05:08:48.468 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../099-ceph-volume_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:48.507 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ceph-volume (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:48.714 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-04-18T05:08:48.742 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-04-18T05:08:48.788 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-04-18T05:08:48.897 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package cephfs-mirror. 2024-04-18T05:08:48.923 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../100-cephfs-mirror_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:48.961 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking cephfs-mirror (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:49.256 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-colorama. 2024-04-18T05:08:49.284 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../101-python3-colorama_0.4.4-1_all.deb ... 2024-04-18T05:08:49.314 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-colorama (0.4.4-1) ... 2024-04-18T05:08:49.542 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package cephfs-shell. 2024-04-18T05:08:49.571 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package radosgw. 2024-04-18T05:08:49.571 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../102-cephfs-shell_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:49.596 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../113-radosgw_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:49.608 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking cephfs-shell (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:49.634 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking radosgw (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:49.878 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package cephfs-top. 2024-04-18T05:08:49.906 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../103-cephfs-top_18.2.2-1229-g56a91dd1-1jammy_all.deb ... 2024-04-18T05:08:49.945 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking cephfs-top (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:50.198 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libcephfs-dev. 2024-04-18T05:08:50.225 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../104-libcephfs-dev_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:50.264 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libcephfs-dev (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:50.495 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package rbd-fuse. 2024-04-18T05:08:50.512 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../114-rbd-fuse_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:50.553 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking rbd-fuse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:50.600 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package nvme-cli. 2024-04-18T05:08:50.628 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../105-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-04-18T05:08:50.658 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-04-18T05:08:50.867 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-04-18T05:08:50.963 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-04-18T05:08:50.988 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../106-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-04-18T05:08:51.021 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-04-18T05:08:51.201 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-18T05:08:51.326 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-04-18T05:08:51.424 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pastescript. 2024-04-18T05:08:51.440 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../107-python3-pastescript_2.0.2-4_all.deb ... 2024-04-18T05:08:51.474 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-04-18T05:08:51.598 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-04-18T05:08:51.778 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-psutil. 2024-04-18T05:08:51.805 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-04-18T05:08:51.844 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-04-18T05:08:51.926 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-04-18T05:08:52.181 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pygments. 2024-04-18T05:08:52.208 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../109-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-04-18T05:08:52.247 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-04-18T05:08:52.336 INFO:teuthology.orchestra.run.smithi032.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-04-18T05:08:52.402 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephadm (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:52.735 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-pyinotify. 2024-04-18T05:08:52.763 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../110-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-04-18T05:08:52.801 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-04-18T05:08:52.927 INFO:teuthology.orchestra.run.smithi032.stdout:Adding system user cephadm....done 2024-04-18T05:08:53.075 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-18T05:08:53.121 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package python3-simplejson. 2024-04-18T05:08:53.148 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-04-18T05:08:53.187 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-04-18T05:08:53.352 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-04-18T05:08:53.456 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-04-18T05:08:53.472 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-04-18T05:08:53.506 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-04-18T05:08:53.611 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-04-18T05:08:53.746 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-04-18T05:08:53.997 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-04-18T05:08:54.244 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package radosgw. 2024-04-18T05:08:54.248 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-04-18T05:08:54.272 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../113-radosgw_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:54.310 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking radosgw (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:54.349 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-py (1.10.0-1) ... 2024-04-18T05:08:54.642 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-04-18T05:08:55.002 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-04-18T05:08:55.055 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package rbd-fuse. 2024-04-18T05:08:55.086 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../114-rbd-fuse_18.2.2-1229-g56a91dd1-1jammy_amd64.deb ... 2024-04-18T05:08:55.121 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking rbd-fuse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:55.271 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-04-18T05:08:55.434 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-04-18T05:08:55.530 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-04-18T05:08:55.695 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-18T05:08:55.798 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-04-18T05:08:55.821 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-04-18T05:08:56.032 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-04-18T05:08:56.062 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-04-18T05:08:56.275 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-04-18T05:08:56.379 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-04-18T05:08:56.535 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-ceph-argparse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:56.796 INFO:teuthology.orchestra.run.smithi092.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-04-18T05:08:56.802 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-18T05:08:56.864 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up cephadm (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:08:56.928 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-04-18T05:08:57.196 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-04-18T05:08:57.322 INFO:teuthology.orchestra.run.smithi092.stdout:Adding system user cephadm....done 2024-04-18T05:08:57.447 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-18T05:08:57.478 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-18T05:08:57.548 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-04-18T05:08:57.755 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-04-18T05:08:57.899 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-18T05:08:57.998 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-04-18T05:08:58.000 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-04-18T05:08:58.124 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-04-18T05:08:58.268 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-04-18T05:08:58.375 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-04-18T05:08:58.536 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-04-18T05:08:58.626 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-04-18T05:08:58.736 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-py (1.10.0-1) ... 2024-04-18T05:08:58.853 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-04-18T05:08:59.045 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-04-18T05:08:59.398 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-04-18T05:08:59.581 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-04-18T05:08:59.657 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-colorama (0.4.4-1) ... 2024-04-18T05:08:59.840 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-04-18T05:08:59.908 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-04-18T05:08:59.958 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-04-18T05:09:00.083 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-18T05:09:00.175 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-04-18T05:09:00.384 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-04-18T05:09:00.460 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-04-18T05:09:00.728 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-04-18T05:09:00.777 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-04-18T05:09:00.987 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-ceph-argparse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:01.037 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-04-18T05:09:01.380 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-18T05:09:01.447 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-18T05:09:01.481 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2024-04-18T05:09:01.731 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-04-18T05:09:01.748 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-04-18T05:09:02.000 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-18T05:09:02.032 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-18T05:09:02.125 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-04-18T05:09:02.375 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-04-18T05:09:02.485 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-18T05:09:02.603 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-04-18T05:09:02.626 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-04-18T05:09:02.752 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-ceph-common (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:02.871 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-04-18T05:09:03.096 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-idna (3.3-1) ... 2024-04-18T05:09:03.113 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-04-18T05:09:03.406 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-04-18T05:09:03.413 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-18T05:09:04.050 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-04-18T05:09:04.300 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-04-18T05:09:04.427 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-04-18T05:09:04.553 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-18T05:09:04.602 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:09:04.736 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-toml (0.10.2-1) ... 2024-04-18T05:09:04.853 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-04-18T05:09:05.004 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-18T05:09:05.106 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-04-18T05:09:05.205 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-04-18T05:09:05.206 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-18T05:09:05.439 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-04-18T05:09:05.508 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-04-18T05:09:05.767 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-04-18T05:09:05.816 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-18T05:09:06.018 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:09:06.126 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2024-04-18T05:09:06.177 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-18T05:09:06.320 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-04-18T05:09:06.426 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-18T05:09:06.647 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-04-18T05:09:06.769 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-04-18T05:09:06.889 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-04-18T05:09:07.020 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-04-18T05:09:07.146 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-ceph-common (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:07.148 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-04-18T05:09:07.408 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-04-18T05:09:07.464 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-idna (3.3-1) ... 2024-04-18T05:09:07.667 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-04-18T05:09:07.798 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-18T05:09:07.918 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-18T05:09:08.044 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-04-18T05:09:08.337 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-18T05:09:08.463 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-18T05:09:08.756 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-04-18T05:09:08.962 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:09:09.049 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-04-18T05:09:09.088 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-toml (0.10.2-1) ... 2024-04-18T05:09:09.308 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-04-18T05:09:09.348 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-18T05:09:09.499 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-04-18T05:09:09.625 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-18T05:09:09.686 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-04-18T05:09:09.934 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-04-18T05:09:09.978 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-18T05:09:10.104 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-04-18T05:09:10.194 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-04-18T05:09:10.445 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:09:10.497 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-04-18T05:09:10.554 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-18T05:09:10.664 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-04-18T05:09:10.740 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-portend (3.0.0-1) ... 2024-04-18T05:09:10.973 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-04-18T05:09:11.007 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:09:11.133 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-18T05:09:11.224 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-04-18T05:09:11.451 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-04-18T05:09:11.483 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-04-18T05:09:11.726 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-04-18T05:09:11.760 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-18T05:09:11.986 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-04-18T05:09:12.037 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-04-18T05:09:12.154 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rsa (4.8-1) ... 2024-04-18T05:09:12.262 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-18T05:09:12.363 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-04-18T05:09:12.405 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-04-18T05:09:12.639 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-18T05:09:12.682 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-18T05:09:12.765 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-18T05:09:12.949 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-04-18T05:09:13.049 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-04-18T05:09:13.334 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-04-18T05:09:13.359 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-04-18T05:09:13.610 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-04-18T05:09:13.618 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-04-18T05:09:13.954 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-18T05:09:14.030 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-04-18T05:09:14.080 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librados2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:14.206 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librgw2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:14.313 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-18T05:09:14.401 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libsqlite3-mod-ceph (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:14.430 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-04-18T05:09:14.502 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libcephfs2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:14.611 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libradosstriper1 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:14.737 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-04-18T05:09:14.848 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-04-18T05:09:15.022 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up librbd1 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:15.091 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-portend (3.0.0-1) ... 2024-04-18T05:09:15.140 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-modules-core (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:15.266 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-fuse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:15.342 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-18T05:09:15.476 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-18T05:09:15.485 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-18T05:09:15.485 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-18T05:09:15.794 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-04-18T05:09:15.934 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libcephfs-dev (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:16.060 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rados (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:16.087 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-18T05:09:16.211 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephfs-top (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:16.337 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-18T05:09:16.371 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-04-18T05:09:16.497 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rsa (4.8-1) ... 2024-04-18T05:09:16.773 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-04-18T05:09:17.258 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-18T05:09:17.509 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-04-18T05:09:17.600 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rbd (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:17.701 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up rbd-fuse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:17.802 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-rgw (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:17.902 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-04-18T05:09:17.911 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up python3-cephfs (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:18.037 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephfs-shell (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:18.172 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-common (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:18.186 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-04-18T05:09:18.514 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-18T05:09:18.656 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librados2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:18.698 INFO:teuthology.orchestra.run.smithi032.stdout:Adding group ceph....done 2024-04-18T05:09:18.757 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librgw2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:18.969 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libsqlite3-mod-ceph (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:19.033 INFO:teuthology.orchestra.run.smithi032.stdout:Adding system user ceph....done 2024-04-18T05:09:19.095 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcephfs2 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:19.214 INFO:teuthology.orchestra.run.smithi032.stdout:Setting system user ceph properties....done 2024-04-18T05:09:19.221 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libradosstriper1 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:19.223 INFO:teuthology.orchestra.run.smithi032.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-04-18T05:09:19.347 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-04-18T05:09:19.365 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-04-18T05:09:19.640 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up librbd1 (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:19.679 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-04-18T05:09:19.741 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-modules-core (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:19.875 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-fuse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:20.076 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-18T05:09:20.076 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-18T05:09:20.140 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up cephfs-mirror (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:20.382 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-04-18T05:09:20.383 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-04-18T05:09:20.568 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libcephfs-dev (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:20.678 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rados (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:20.804 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up cephfs-top (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:20.930 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-18T05:09:21.088 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-test (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:21.235 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up radosgw (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:21.701 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-18T05:09:21.701 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-18T05:09:22.093 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rbd (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:22.153 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-base (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:22.202 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up rbd-fuse (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:22.303 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-rgw (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:22.412 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up python3-cephfs (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:22.514 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-04-18T05:09:22.538 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up cephfs-shell (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:22.664 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-common (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:23.122 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mds (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:23.157 INFO:teuthology.orchestra.run.smithi092.stdout:Adding group ceph....done 2024-04-18T05:09:23.368 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-18T05:09:23.369 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-18T05:09:23.500 INFO:teuthology.orchestra.run.smithi092.stdout:Adding system user ceph....done 2024-04-18T05:09:23.652 INFO:teuthology.orchestra.run.smithi092.stdout:Setting system user ceph properties....done 2024-04-18T05:09:23.670 INFO:teuthology.orchestra.run.smithi092.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-04-18T05:09:23.811 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-04-18T05:09:23.824 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:24.054 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-18T05:09:24.054 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-18T05:09:24.171 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-04-18T05:09:24.517 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-osd (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:24.657 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up cephfs-mirror (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:24.793 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-18T05:09:24.793 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-18T05:09:24.862 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-04-18T05:09:24.862 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-04-18T05:09:25.252 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-k8sevents (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:25.378 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:25.450 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-test (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:25.529 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mon (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:25.576 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up radosgw (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:25.730 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-18T05:09:25.731 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-18T05:09:26.019 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-18T05:09:26.019 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-18T05:09:26.205 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-cephadm (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:26.365 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:26.469 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-base (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:26.491 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-mgr-dashboard (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:26.642 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ceph-volume (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:26.791 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-04-18T05:09:26.995 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-04-18T05:09:27.279 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mds (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:27.635 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-18T05:09:27.635 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-18T05:09:28.132 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:28.154 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-04-18T05:09:28.360 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-18T05:09:28.361 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-18T05:09:28.631 INFO:teuthology.orchestra.run.smithi032.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-04-18T05:09:28.634 DEBUG:teuthology.orchestra.run.smithi032:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-04-18T05:09:28.694 INFO:teuthology.orchestra.run.smithi032.stdout:Reading package lists... 2024-04-18T05:09:28.850 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-osd (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:28.898 INFO:teuthology.orchestra.run.smithi032.stdout:Building dependency tree... 2024-04-18T05:09:28.899 INFO:teuthology.orchestra.run.smithi032.stdout:Reading state information... 2024-04-18T05:09:29.099 INFO:teuthology.orchestra.run.smithi032.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-04-18T05:09:29.100 INFO:teuthology.orchestra.run.smithi032.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-04-18T05:09:29.100 INFO:teuthology.orchestra.run.smithi032.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-04-18T05:09:29.100 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages were automatically installed and are no longer required: 2024-04-18T05:09:29.100 INFO:teuthology.orchestra.run.smithi032.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-18T05:09:29.100 INFO:teuthology.orchestra.run.smithi032.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-18T05:09:29.100 INFO:teuthology.orchestra.run.smithi032.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-18T05:09:29.100 INFO:teuthology.orchestra.run.smithi032.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-18T05:09:29.100 INFO:teuthology.orchestra.run.smithi032.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-18T05:09:29.101 INFO:teuthology.orchestra.run.smithi032.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-18T05:09:29.101 INFO:teuthology.orchestra.run.smithi032.stdout:The following additional packages will be installed: 2024-04-18T05:09:29.101 INFO:teuthology.orchestra.run.smithi032.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-04-18T05:09:29.101 INFO:teuthology.orchestra.run.smithi032.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-04-18T05:09:29.102 INFO:teuthology.orchestra.run.smithi032.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-04-18T05:09:29.102 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-04-18T05:09:29.102 INFO:teuthology.orchestra.run.smithi032.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-04-18T05:09:29.104 INFO:teuthology.orchestra.run.smithi032.stdout:Suggested packages: 2024-04-18T05:09:29.104 INFO:teuthology.orchestra.run.smithi032.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-04-18T05:09:29.104 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-04-18T05:09:29.104 INFO:teuthology.orchestra.run.smithi032.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-04-18T05:09:29.104 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-18T05:09:29.104 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-18T05:09:29.146 INFO:teuthology.orchestra.run.smithi032.stdout:The following NEW packages will be installed: 2024-04-18T05:09:29.147 INFO:teuthology.orchestra.run.smithi032.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-04-18T05:09:29.147 INFO:teuthology.orchestra.run.smithi032.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-04-18T05:09:29.147 INFO:teuthology.orchestra.run.smithi032.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-04-18T05:09:29.147 INFO:teuthology.orchestra.run.smithi032.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-04-18T05:09:29.147 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-04-18T05:09:29.148 INFO:teuthology.orchestra.run.smithi032.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-04-18T05:09:29.148 INFO:teuthology.orchestra.run.smithi032.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-04-18T05:09:29.149 INFO:teuthology.orchestra.run.smithi032.stdout:The following packages will be upgraded: 2024-04-18T05:09:29.149 INFO:teuthology.orchestra.run.smithi032.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-04-18T05:09:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:4 upgraded, 39 newly installed, 0 to remove and 298 not upgraded. 2024-04-18T05:09:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:Need to get 55.7 MB of archives. 2024-04-18T05:09:29.229 INFO:teuthology.orchestra.run.smithi032.stdout:After this operation, 202 MB of additional disk space will be used. 2024-04-18T05:09:29.230 INFO:teuthology.orchestra.run.smithi032.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-04-18T05:09:29.490 INFO:teuthology.orchestra.run.smithi032.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-04-18T05:09:29.499 INFO:teuthology.orchestra.run.smithi032.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.15 [1,905 kB] 2024-04-18T05:09:29.526 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-k8sevents (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:29.583 INFO:teuthology.orchestra.run.smithi032.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-04-18T05:09:29.585 INFO:teuthology.orchestra.run.smithi032.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-04-18T05:09:29.586 INFO:teuthology.orchestra.run.smithi032.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-04-18T05:09:29.604 INFO:teuthology.orchestra.run.smithi032.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-04-18T05:09:29.606 INFO:teuthology.orchestra.run.smithi032.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-04-18T05:09:29.609 INFO:teuthology.orchestra.run.smithi032.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-04-18T05:09:29.611 INFO:teuthology.orchestra.run.smithi032.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-04-18T05:09:29.612 INFO:teuthology.orchestra.run.smithi032.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.1 [87.0 kB] 2024-04-18T05:09:29.614 INFO:teuthology.orchestra.run.smithi032.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-04-18T05:09:29.636 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:29.639 INFO:teuthology.orchestra.run.smithi032.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-04-18T05:09:29.640 INFO:teuthology.orchestra.run.smithi032.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-04-18T05:09:29.680 INFO:teuthology.orchestra.run.smithi032.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-04-18T05:09:29.682 INFO:teuthology.orchestra.run.smithi032.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-04-18T05:09:29.770 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mon (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:29.978 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-18T05:09:29.979 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-18T05:09:30.295 INFO:teuthology.orchestra.run.smithi032.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-04-18T05:09:30.298 INFO:teuthology.orchestra.run.smithi032.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-04-18T05:09:30.298 INFO:teuthology.orchestra.run.smithi032.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-04-18T05:09:30.302 INFO:teuthology.orchestra.run.smithi032.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2024-04-18T05:09:30.303 INFO:teuthology.orchestra.run.smithi032.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-04-18T05:09:30.310 INFO:teuthology.orchestra.run.smithi032.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.11-0ubuntu0.22.04.1 [144 kB] 2024-04-18T05:09:30.312 INFO:teuthology.orchestra.run.smithi032.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-04-18T05:09:30.323 INFO:teuthology.orchestra.run.smithi032.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-04-18T05:09:30.324 INFO:teuthology.orchestra.run.smithi032.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.15 [2,376 kB] 2024-04-18T05:09:30.358 INFO:teuthology.orchestra.run.smithi032.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-04-18T05:09:30.358 INFO:teuthology.orchestra.run.smithi032.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-04-18T05:09:30.371 INFO:teuthology.orchestra.run.smithi032.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-04-18T05:09:30.393 INFO:teuthology.orchestra.run.smithi032.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-04-18T05:09:30.396 INFO:teuthology.orchestra.run.smithi032.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-04-18T05:09:30.396 INFO:teuthology.orchestra.run.smithi032.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-04-18T05:09:30.397 INFO:teuthology.orchestra.run.smithi032.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-04-18T05:09:30.397 INFO:teuthology.orchestra.run.smithi032.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.11-0ubuntu0.22.04.1 [1,222 kB] 2024-04-18T05:09:30.412 INFO:teuthology.orchestra.run.smithi032.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-04-18T05:09:30.414 INFO:teuthology.orchestra.run.smithi032.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.11-0ubuntu0.22.04.1 [16.2 MB] 2024-04-18T05:09:30.446 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-cephadm (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:30.589 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:30.636 INFO:teuthology.orchestra.run.smithi032.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-04-18T05:09:30.636 INFO:teuthology.orchestra.run.smithi032.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-04-18T05:09:30.678 INFO:teuthology.orchestra.run.smithi032.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-04-18T05:09:30.679 INFO:teuthology.orchestra.run.smithi032.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-04-18T05:09:30.679 INFO:teuthology.orchestra.run.smithi032.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-04-18T05:09:30.679 INFO:teuthology.orchestra.run.smithi032.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2024-04-18T05:09:30.691 INFO:teuthology.orchestra.run.smithi032.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-04-18T05:09:30.691 INFO:teuthology.orchestra.run.smithi032.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-04-18T05:09:30.865 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-mgr-dashboard (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:31.041 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ceph-volume (18.2.2-1229-g56a91dd1-1jammy) ... 2024-04-18T05:09:31.065 INFO:teuthology.orchestra.run.smithi032.stdout:Preconfiguring packages ... 2024-04-18T05:09:31.231 INFO:teuthology.orchestra.run.smithi032.stdout:Fetched 55.7 MB in 2s (36.3 MB/s) 2024-04-18T05:09:31.394 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-04-18T05:09:31.522 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173236 files and directories currently installed.) 2024-04-18T05:09:31.524 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-04-18T05:09:31.661 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-04-18T05:09:32.314 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-04-18T05:09:32.695 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-04-18T05:09:33.227 INFO:teuthology.orchestra.run.smithi032.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-04-18T05:09:33.516 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package flex. 2024-04-18T05:09:33.622 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173236 files and directories currently installed.) 2024-04-18T05:09:33.628 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-04-18T05:09:33.637 INFO:teuthology.orchestra.run.smithi092.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-04-18T05:09:33.640 DEBUG:teuthology.orchestra.run.smithi092:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-04-18T05:09:33.672 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking flex (2.6.4-8build2) ... 2024-04-18T05:09:33.740 INFO:teuthology.orchestra.run.smithi092.stdout:Reading package lists... 2024-04-18T05:09:33.949 INFO:teuthology.orchestra.run.smithi092.stdout:Building dependency tree... 2024-04-18T05:09:33.950 INFO:teuthology.orchestra.run.smithi092.stdout:Reading state information... 2024-04-18T05:09:34.132 INFO:teuthology.orchestra.run.smithi092.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2024-04-18T05:09:34.132 INFO:teuthology.orchestra.run.smithi092.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2024-04-18T05:09:34.132 INFO:teuthology.orchestra.run.smithi092.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2024-04-18T05:09:34.132 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages were automatically installed and are no longer required: 2024-04-18T05:09:34.132 INFO:teuthology.orchestra.run.smithi092.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-18T05:09:34.132 INFO:teuthology.orchestra.run.smithi092.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-18T05:09:34.132 INFO:teuthology.orchestra.run.smithi092.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-18T05:09:34.132 INFO:teuthology.orchestra.run.smithi092.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-18T05:09:34.133 INFO:teuthology.orchestra.run.smithi092.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-18T05:09:34.133 INFO:teuthology.orchestra.run.smithi092.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-18T05:09:34.134 INFO:teuthology.orchestra.run.smithi092.stdout:The following additional packages will be installed: 2024-04-18T05:09:34.134 INFO:teuthology.orchestra.run.smithi092.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2024-04-18T05:09:34.134 INFO:teuthology.orchestra.run.smithi092.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2024-04-18T05:09:34.134 INFO:teuthology.orchestra.run.smithi092.stdout: libqmi-proxy libssl3 libteamdctl0 libuuid1 modemmanager network-manager-pptp 2024-04-18T05:09:34.134 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2024-04-18T05:09:34.134 INFO:teuthology.orchestra.run.smithi092.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2024-04-18T05:09:34.135 INFO:teuthology.orchestra.run.smithi092.stdout:Suggested packages: 2024-04-18T05:09:34.135 INFO:teuthology.orchestra.run.smithi092.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2024-04-18T05:09:34.135 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial 2024-04-18T05:09:34.135 INFO:teuthology.orchestra.run.smithi092.stdout: util-linux-locales wpagui libengine-pkcs11-openssl 2024-04-18T05:09:34.174 INFO:teuthology.orchestra.run.smithi092.stdout:The following NEW packages will be installed: 2024-04-18T05:09:34.174 INFO:teuthology.orchestra.run.smithi092.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2024-04-18T05:09:34.174 INFO:teuthology.orchestra.run.smithi092.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2024-04-18T05:09:34.175 INFO:teuthology.orchestra.run.smithi092.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2024-04-18T05:09:34.175 INFO:teuthology.orchestra.run.smithi092.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2024-04-18T05:09:34.175 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2024-04-18T05:09:34.175 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2024-04-18T05:09:34.175 INFO:teuthology.orchestra.run.smithi092.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-04-18T05:09:34.176 INFO:teuthology.orchestra.run.smithi092.stdout:The following packages will be upgraded: 2024-04-18T05:09:34.176 INFO:teuthology.orchestra.run.smithi092.stdout: libssl3 libuuid1 util-linux uuid-dev 2024-04-18T05:09:34.214 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.15_amd64.deb ... 2024-04-18T05:09:34.356 INFO:teuthology.orchestra.run.smithi092.stdout:4 upgraded, 39 newly installed, 0 to remove and 298 not upgraded. 2024-04-18T05:09:34.356 INFO:teuthology.orchestra.run.smithi092.stdout:Need to get 55.7 MB of archives. 2024-04-18T05:09:34.356 INFO:teuthology.orchestra.run.smithi092.stdout:After this operation, 202 MB of additional disk space will be used. 2024-04-18T05:09:34.356 INFO:teuthology.orchestra.run.smithi092.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 util-linux amd64 2.37.2-4ubuntu3.4 [1,063 kB] 2024-04-18T05:09:34.387 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.15) over (3.0.2-0ubuntu1.7) ... 2024-04-18T05:09:34.839 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.15) ... 2024-04-18T05:09:34.993 INFO:teuthology.orchestra.run.smithi092.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2024-04-18T05:09:35.009 INFO:teuthology.orchestra.run.smithi092.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.15 [1,905 kB] 2024-04-18T05:09:35.134 INFO:teuthology.orchestra.run.smithi092.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 uuid-dev amd64 2.37.2-4ubuntu3.4 [33.1 kB] 2024-04-18T05:09:35.136 INFO:teuthology.orchestra.run.smithi092.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libuuid1 amd64 2.37.2-4ubuntu3.4 [23.8 kB] 2024-04-18T05:09:35.136 INFO:teuthology.orchestra.run.smithi092.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2024-04-18T05:09:35.165 INFO:teuthology.orchestra.run.smithi092.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2024-04-18T05:09:35.167 INFO:teuthology.orchestra.run.smithi092.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2024-04-18T05:09:35.170 INFO:teuthology.orchestra.run.smithi092.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2024-04-18T05:09:35.173 INFO:teuthology.orchestra.run.smithi092.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2024-04-18T05:09:35.174 INFO:teuthology.orchestra.run.smithi092.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libbluetooth3 amd64 5.64-0ubuntu1.1 [87.0 kB] 2024-04-18T05:09:35.339 INFO:teuthology.orchestra.run.smithi092.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2024-04-18T05:09:35.350 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173309 files and directories currently installed.) 2024-04-18T05:09:35.356 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-04-18T05:09:35.452 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-04-18T05:09:35.620 INFO:teuthology.orchestra.run.smithi092.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2024-04-18T05:09:35.629 INFO:teuthology.orchestra.run.smithi092.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2024-04-18T05:09:35.634 INFO:teuthology.orchestra.run.smithi092.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2024-04-18T05:09:35.719 INFO:teuthology.orchestra.run.smithi092.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2024-04-18T05:09:35.870 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-04-18T05:09:36.009 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-04-18T05:09:36.361 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-04-18T05:09:36.752 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package bison. 2024-04-18T05:09:36.806 INFO:teuthology.orchestra.run.smithi092.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2024-04-18T05:09:36.811 INFO:teuthology.orchestra.run.smithi092.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2024-04-18T05:09:36.811 INFO:teuthology.orchestra.run.smithi092.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.3 [263 kB] 2024-04-18T05:09:36.818 INFO:teuthology.orchestra.run.smithi092.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2024-04-18T05:09:36.818 INFO:teuthology.orchestra.run.smithi092.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2024-04-18T05:09:36.829 INFO:teuthology.orchestra.run.smithi092.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.11-0ubuntu0.22.04.1 [144 kB] 2024-04-18T05:09:36.857 INFO:teuthology.orchestra.run.smithi032.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173309 files and directories currently installed.) 2024-04-18T05:09:36.864 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-04-18T05:09:36.912 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-04-18T05:09:36.996 INFO:teuthology.orchestra.run.smithi092.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2024-04-18T05:09:37.304 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-04-18T05:09:37.333 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-04-18T05:09:37.370 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-04-18T05:09:37.592 INFO:teuthology.orchestra.run.smithi092.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2024-04-18T05:09:37.592 INFO:teuthology.orchestra.run.smithi092.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.15 [2,376 kB] 2024-04-18T05:09:37.709 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package dump. 2024-04-18T05:09:37.738 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-04-18T05:09:37.772 INFO:teuthology.orchestra.run.smithi092.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2024-04-18T05:09:37.772 INFO:teuthology.orchestra.run.smithi092.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.3 [1,094 kB] 2024-04-18T05:09:37.776 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking dump (0.4b47-3) ... 2024-04-18T05:09:37.811 INFO:teuthology.orchestra.run.smithi092.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2024-04-18T05:09:37.873 INFO:teuthology.orchestra.run.smithi092.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2024-04-18T05:09:37.879 INFO:teuthology.orchestra.run.smithi092.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2024-04-18T05:09:37.880 INFO:teuthology.orchestra.run.smithi092.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2024-04-18T05:09:37.881 INFO:teuthology.orchestra.run.smithi092.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2024-04-18T05:09:37.882 INFO:teuthology.orchestra.run.smithi092.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.11-0ubuntu0.22.04.1 [1,222 kB] 2024-04-18T05:09:38.063 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package indent. 2024-04-18T05:09:38.090 INFO:teuthology.orchestra.run.smithi092.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2024-04-18T05:09:38.091 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:38.237 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-04-18T05:09:38.503 INFO:teuthology.orchestra.run.smithi092.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.11-0ubuntu0.22.04.1 [16.2 MB] 2024-04-18T05:09:38.510 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-04-18T05:09:38.538 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-04-18T05:09:38.576 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-04-18T05:09:38.922 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-04-18T05:09:38.951 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.1_amd64.deb ... 2024-04-18T05:09:38.989 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.1) ... 2024-04-18T05:09:39.250 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-04-18T05:09:39.267 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-04-18T05:09:39.302 INFO:teuthology.orchestra.run.smithi092.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2024-04-18T05:09:39.302 INFO:teuthology.orchestra.run.smithi092.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2024-04-18T05:09:39.302 INFO:teuthology.orchestra.run.smithi092.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2024-04-18T05:09:39.303 INFO:teuthology.orchestra.run.smithi092.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2024-04-18T05:09:39.308 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-04-18T05:09:39.337 INFO:teuthology.orchestra.run.smithi092.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2024-04-18T05:09:39.337 INFO:teuthology.orchestra.run.smithi092.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2024-04-18T05:09:39.368 INFO:teuthology.orchestra.run.smithi092.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2024-04-18T05:09:39.368 INFO:teuthology.orchestra.run.smithi092.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2024-04-18T05:09:39.712 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libfl2:amd64. 2024-04-18T05:09:39.741 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-04-18T05:09:39.772 INFO:teuthology.orchestra.run.smithi092.stdout:Preconfiguring packages ... 2024-04-18T05:09:39.787 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-04-18T05:09:39.935 INFO:teuthology.orchestra.run.smithi092.stdout:Fetched 55.7 MB in 5s (10.7 MB/s) 2024-04-18T05:09:40.073 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-04-18T05:09:40.090 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-04-18T05:09:40.131 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-04-18T05:09:40.313 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173236 files and directories currently installed.) 2024-04-18T05:09:40.319 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../util-linux_2.37.2-4ubuntu3.4_amd64.deb ... 2024-04-18T05:09:40.401 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libjson-perl. 2024-04-18T05:09:40.430 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-04-18T05:09:40.468 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-04-18T05:09:40.515 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking util-linux (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-04-18T05:09:40.829 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libllvm14:amd64. 2024-04-18T05:09:40.858 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-04-18T05:09:40.904 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-04-18T05:09:41.151 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up util-linux (2.37.2-4ubuntu3.4) ... 2024-04-18T05:09:42.202 INFO:teuthology.orchestra.run.smithi092.stdout:fstrim.service is a disabled or a static unit not running, not starting it. 2024-04-18T05:09:42.461 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package flex. 2024-04-18T05:09:42.558 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173236 files and directories currently installed.) 2024-04-18T05:09:42.564 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2024-04-18T05:09:42.609 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking flex (2.6.4-8build2) ... 2024-04-18T05:09:42.782 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-04-18T05:09:42.811 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-04-18T05:09:42.849 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-04-18T05:09:43.076 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.15_amd64.deb ... 2024-04-18T05:09:43.110 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libmbim-proxy. 2024-04-18T05:09:43.127 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-04-18T05:09:43.168 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-04-18T05:09:43.232 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.15) over (3.0.2-0ubuntu1.7) ... 2024-04-18T05:09:43.572 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-04-18T05:09:43.601 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-04-18T05:09:43.639 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-04-18T05:09:43.649 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.15) ... 2024-04-18T05:09:43.959 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libndp0:amd64. 2024-04-18T05:09:43.987 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2024-04-18T05:09:44.017 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2024-04-18T05:09:44.186 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173309 files and directories currently installed.) 2024-04-18T05:09:44.191 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../uuid-dev_2.37.2-4ubuntu3.4_amd64.deb ... 2024-04-18T05:09:44.312 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libnm0:amd64. 2024-04-18T05:09:44.322 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking uuid-dev:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-04-18T05:09:44.340 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-04-18T05:09:44.378 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-04-18T05:09:44.722 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../libuuid1_2.37.2-4ubuntu3.4_amd64.deb ... 2024-04-18T05:09:44.773 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libpq5:amd64. 2024-04-18T05:09:44.802 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../16-libpq5_14.11-0ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:44.839 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libpq5:amd64 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:09:44.854 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libuuid1:amd64 (2.37.2-4ubuntu3.4) over (2.37.2-4ubuntu3) ... 2024-04-18T05:09:45.168 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-04-18T05:09:45.188 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libuuid1:amd64 (2.37.2-4ubuntu3.4) ... 2024-04-18T05:09:45.197 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:45.226 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-04-18T05:09:45.512 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libqmi-proxy. 2024-04-18T05:09:45.529 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:45.554 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package bison. 2024-04-18T05:09:45.571 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-04-18T05:09:45.656 INFO:teuthology.orchestra.run.smithi092.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173309 files and directories currently installed.) 2024-04-18T05:09:45.661 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2024-04-18T05:09:45.715 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2024-04-18T05:09:45.823 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-04-18T05:09:45.840 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.15_amd64.deb ... 2024-04-18T05:09:45.881 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.15) ... 2024-04-18T05:09:46.116 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-04-18T05:09:46.143 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2024-04-18T05:09:46.182 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2024-04-18T05:09:46.453 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-04-18T05:09:46.481 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-04-18T05:09:46.510 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-04-18T05:09:46.544 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package dump. 2024-04-18T05:09:46.571 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2024-04-18T05:09:46.610 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking dump (0.4b47-3) ... 2024-04-18T05:09:46.839 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package modemmanager. 2024-04-18T05:09:46.868 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-04-18T05:09:46.905 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-04-18T05:09:47.006 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package indent. 2024-04-18T05:09:47.033 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:47.064 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2024-04-18T05:09:47.317 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-04-18T05:09:47.344 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2024-04-18T05:09:47.383 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2024-04-18T05:09:47.513 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package network-manager. 2024-04-18T05:09:47.541 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-04-18T05:09:47.588 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-04-18T05:09:47.662 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-04-18T05:09:47.689 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1.1_amd64.deb ... 2024-04-18T05:09:47.720 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1.1) ... 2024-04-18T05:09:47.965 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-04-18T05:09:47.981 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2024-04-18T05:09:48.025 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2024-04-18T05:09:48.196 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package ppp. 2024-04-18T05:09:48.224 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-04-18T05:09:48.362 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libfl2:amd64. 2024-04-18T05:09:48.389 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2024-04-18T05:09:48.428 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2024-04-18T05:09:48.493 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-04-18T05:09:48.656 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libfl-dev:amd64. 2024-04-18T05:09:48.672 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2024-04-18T05:09:48.706 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2024-04-18T05:09:48.802 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package pptp-linux. 2024-04-18T05:09:48.816 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-04-18T05:09:48.852 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-04-18T05:09:48.942 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libjson-perl. 2024-04-18T05:09:48.969 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2024-04-18T05:09:49.008 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libjson-perl (4.04000-1) ... 2024-04-18T05:09:49.172 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package network-manager-pptp. 2024-04-18T05:09:49.201 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-04-18T05:09:49.247 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-04-18T05:09:49.303 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libllvm14:amd64. 2024-04-18T05:09:49.331 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2024-04-18T05:09:49.370 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-04-18T05:09:49.626 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-client-common. 2024-04-18T05:09:49.654 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-04-18T05:09:49.692 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-client-common (238) ... 2024-04-18T05:09:49.996 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-client-14. 2024-04-18T05:09:50.024 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../27-postgresql-client-14_14.11-0ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:50.062 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-client-14 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:09:50.602 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-common. 2024-04-18T05:09:50.630 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-04-18T05:09:50.686 INFO:teuthology.orchestra.run.smithi032.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-04-18T05:09:50.716 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-common (238) ... 2024-04-18T05:09:51.006 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-04-18T05:09:51.033 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-04-18T05:09:51.064 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-04-18T05:09:51.184 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-14. 2024-04-18T05:09:51.212 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../29-postgresql-14_14.11-0ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:51.262 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-14 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:09:51.359 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmbim-proxy. 2024-04-18T05:09:51.387 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2024-04-18T05:09:51.425 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-04-18T05:09:51.753 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-04-18T05:09:51.781 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-04-18T05:09:51.819 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-04-18T05:09:52.122 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libndp0:amd64. 2024-04-18T05:09:52.151 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2024-04-18T05:09:52.180 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2024-04-18T05:09:52.483 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libnm0:amd64. 2024-04-18T05:09:52.496 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql. 2024-04-18T05:09:52.511 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2024-04-18T05:09:52.525 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-04-18T05:09:52.550 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-04-18T05:09:52.562 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql (14+238) ... 2024-04-18T05:09:52.815 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-client. 2024-04-18T05:09:52.832 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-04-18T05:09:52.873 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-client (14+238) ... 2024-04-18T05:09:52.903 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libpq5:amd64. 2024-04-18T05:09:52.931 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../16-libpq5_14.11-0ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:52.970 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libpq5:amd64 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:09:53.058 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package postgresql-contrib. 2024-04-18T05:09:53.075 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-04-18T05:09:53.117 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking postgresql-contrib (14+238) ... 2024-04-18T05:09:53.289 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-04-18T05:09:53.317 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:53.347 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-04-18T05:09:53.436 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package tcl8.6. 2024-04-18T05:09:53.465 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-04-18T05:09:53.625 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libqmi-proxy. 2024-04-18T05:09:53.641 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:53.683 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-04-18T05:09:53.709 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-04-18T05:09:53.928 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-04-18T05:09:53.955 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.15_amd64.deb ... 2024-04-18T05:09:53.994 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.15) ... 2024-04-18T05:09:54.256 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package tcl. 2024-04-18T05:09:54.285 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-04-18T05:09:54.336 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-04-18T05:09:54.498 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-04-18T05:09:54.525 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2024-04-18T05:09:54.564 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2024-04-18T05:09:54.767 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package wpasupplicant. 2024-04-18T05:09:54.796 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2024-04-18T05:09:54.851 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2024-04-18T05:09:54.876 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package modemmanager. 2024-04-18T05:09:54.903 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.3_amd64.deb ... 2024-04-18T05:09:54.934 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-04-18T05:09:55.230 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-04-18T05:09:55.247 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-04-18T05:09:55.288 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-04-18T05:09:55.649 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package network-manager. 2024-04-18T05:09:55.677 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2024-04-18T05:09:55.732 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2024-04-18T05:09:55.733 INFO:teuthology.orchestra.run.smithi032.stdout:Selecting previously unselected package usb-modeswitch. 2024-04-18T05:09:55.762 INFO:teuthology.orchestra.run.smithi032.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-04-18T05:09:55.818 INFO:teuthology.orchestra.run.smithi032.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-04-18T05:09:56.163 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-client-common (238) ... 2024-04-18T05:09:56.331 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package ppp. 2024-04-18T05:09:56.359 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2024-04-18T05:09:56.373 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up flex (2.6.4-8build2) ... 2024-04-18T05:09:56.499 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-04-18T05:09:56.625 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libpq5:amd64 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:09:56.648 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2024-04-18T05:09:56.735 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-04-18T05:09:56.836 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-04-18T05:09:56.962 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-client-14 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:09:57.003 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package pptp-linux. 2024-04-18T05:09:57.031 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2024-04-18T05:09:57.078 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2024-04-18T05:09:57.380 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package network-manager-pptp. 2024-04-18T05:09:57.409 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2024-04-18T05:09:57.447 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2024-04-18T05:09:57.498 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-04-18T05:09:57.585 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2024-04-18T05:09:57.750 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-client-common. 2024-04-18T05:09:57.778 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2024-04-18T05:09:57.825 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-client-common (238) ... 2024-04-18T05:09:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-04-18T05:09:57.931 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-04-18T05:09:58.146 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-client-14. 2024-04-18T05:09:58.174 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../27-postgresql-client-14_14.11-0ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:58.220 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-client-14 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:09:58.388 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-04-18T05:09:58.514 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-04-18T05:09:58.640 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.15) ... 2024-04-18T05:09:58.725 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-common. 2024-04-18T05:09:58.753 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2024-04-18T05:09:58.766 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-04-18T05:09:58.809 INFO:teuthology.orchestra.run.smithi092.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-04-18T05:09:58.848 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-common (238) ... 2024-04-18T05:09:59.259 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-04-18T05:09:59.290 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-14. 2024-04-18T05:09:59.318 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../29-postgresql-14_14.11-0ubuntu0.22.04.1_amd64.deb ... 2024-04-18T05:09:59.361 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-14 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:09:59.444 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-04-18T05:09:59.545 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-04-18T05:09:59.646 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-04-18T05:10:00.418 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-04-18T05:10:00.544 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up dump (0.4b47-3) ... 2024-04-18T05:10:00.621 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-04-18T05:10:00.679 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-04-18T05:10:00.760 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql. 2024-04-18T05:10:00.789 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2024-04-18T05:10:00.797 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.1) ... 2024-04-18T05:10:00.826 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql (14+238) ... 2024-04-18T05:10:00.923 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up tcl (8.6.11+1build2) ... 2024-04-18T05:10:01.036 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-client. 2024-04-18T05:10:01.049 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libjson-perl (4.04000-1) ... 2024-04-18T05:10:01.053 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2024-04-18T05:10:01.087 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-client (14+238) ... 2024-04-18T05:10:01.175 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-04-18T05:10:01.265 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-04-18T05:10:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package postgresql-contrib. 2024-04-18T05:10:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2024-04-18T05:10:01.335 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-04-18T05:10:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking postgresql-contrib (14+238) ... 2024-04-18T05:10:01.461 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-04-18T05:10:01.613 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2024-04-18T05:10:01.691 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package tcl8.6. 2024-04-18T05:10:01.719 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2024-04-18T05:10:01.722 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-04-18T05:10:01.758 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2024-04-18T05:10:01.848 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-04-18T05:10:02.016 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-client (14+238) ... 2024-04-18T05:10:02.052 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package tcl. 2024-04-18T05:10:02.080 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2024-04-18T05:10:02.124 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking tcl (8.6.11+1build2) ... 2024-04-18T05:10:02.142 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-04-18T05:10:02.397 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package wpasupplicant. 2024-04-18T05:10:02.413 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2024-04-18T05:10:02.446 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2024-04-18T05:10:02.613 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:02.613 INFO:teuthology.orchestra.run.smithi032.stdout:The following network interfaces were found in /etc/network/interfaces 2024-04-18T05:10:02.613 INFO:teuthology.orchestra.run.smithi032.stdout:which means they are currently configured by ifupdown: 2024-04-18T05:10:02.613 INFO:teuthology.orchestra.run.smithi032.stdout:- ens1f0 2024-04-18T05:10:02.613 INFO:teuthology.orchestra.run.smithi032.stdout:If you want to manage those interfaces with NetworkManager instead 2024-04-18T05:10:02.613 INFO:teuthology.orchestra.run.smithi032.stdout:remove their configuration from /etc/network/interfaces. 2024-04-18T05:10:02.613 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:02.753 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-04-18T05:10:02.801 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-04-18T05:10:02.817 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2024-04-18T05:10:02.859 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2024-04-18T05:10:03.075 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-04-18T05:10:03.237 INFO:teuthology.orchestra.run.smithi092.stdout:Selecting previously unselected package usb-modeswitch. 2024-04-18T05:10:03.265 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2024-04-18T05:10:03.312 INFO:teuthology.orchestra.run.smithi092.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2024-04-18T05:10:03.383 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-04-18T05:10:03.599 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-client-common (238) ... 2024-04-18T05:10:03.809 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up flex (2.6.4-8build2) ... 2024-04-18T05:10:03.887 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-04-18T05:10:03.994 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2024-04-18T05:10:04.013 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-04-18T05:10:04.139 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-04-18T05:10:04.265 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-common (238) ... 2024-04-18T05:10:04.779 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libpq5:amd64 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:10:04.904 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2024-04-18T05:10:05.031 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2024-04-18T05:10:05.156 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-client-14 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:10:05.180 INFO:teuthology.orchestra.run.smithi032.stdout:Adding user postgres to group ssl-cert 2024-04-18T05:10:05.414 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:05.414 INFO:teuthology.orchestra.run.smithi032.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-04-18T05:10:05.612 INFO:teuthology.orchestra.run.smithi032.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-04-18T05:10:05.612 INFO:teuthology.orchestra.run.smithi032.stdout:Removing obsolete dictionary files: 2024-04-18T05:10:05.712 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-04-18T05:10:05.795 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2024-04-18T05:10:06.131 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-04-18T05:10:06.183 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-04-18T05:10:06.184 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-04-18T05:10:06.484 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-14 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:10:06.664 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up uuid-dev:amd64 (2.37.2-4ubuntu3.4) ... 2024-04-18T05:10:06.790 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2024-04-18T05:10:06.825 INFO:teuthology.orchestra.run.smithi032.stdout:Creating new PostgreSQL cluster 14/main ... 2024-04-18T05:10:06.846 INFO:teuthology.orchestra.run.smithi032.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:The files belonging to this database system will be owned by user "postgres". 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:This user must also own the server process. 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:The database cluster will be initialized with locale "en_US". 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:The default text search configuration will be set to "english". 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:Data page checksums are disabled. 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:creating subdirectories ... ok 2024-04-18T05:10:06.903 INFO:teuthology.orchestra.run.smithi032.stdout:selecting dynamic shared memory implementation ... posix 2024-04-18T05:10:06.921 INFO:teuthology.orchestra.run.smithi032.stdout:selecting default max_connections ... 100 2024-04-18T05:10:06.925 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.15) ... 2024-04-18T05:10:06.943 INFO:teuthology.orchestra.run.smithi032.stdout:selecting default shared_buffers ... 128MB 2024-04-18T05:10:06.954 INFO:teuthology.orchestra.run.smithi032.stdout:selecting default time zone ... Etc/UTC 2024-04-18T05:10:06.954 INFO:teuthology.orchestra.run.smithi032.stdout:creating configuration files ... ok 2024-04-18T05:10:07.051 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2024-04-18T05:10:07.073 INFO:teuthology.orchestra.run.smithi032.stdout:running bootstrap script ... ok 2024-04-18T05:10:07.177 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2024-04-18T05:10:07.295 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2024-04-18T05:10:07.395 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2024-04-18T05:10:07.496 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2024-04-18T05:10:07.722 INFO:teuthology.orchestra.run.smithi032.stdout:performing post-bootstrap initialization ... ok 2024-04-18T05:10:08.235 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2024-04-18T05:10:08.353 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up dump (0.4b47-3) ... 2024-04-18T05:10:08.446 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-04-18T05:10:08.470 INFO:teuthology.orchestra.run.smithi032.stdout:syncing data to disk ... ok 2024-04-18T05:10:08.504 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.3) ... 2024-04-18T05:10:08.630 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1.1) ... 2024-04-18T05:10:08.756 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up tcl (8.6.11+1build2) ... 2024-04-18T05:10:08.864 INFO:teuthology.orchestra.run.smithi032.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-04-18T05:10:08.882 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libjson-perl (4.04000-1) ... 2024-04-18T05:10:09.008 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2024-04-18T05:10:09.099 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2024-04-18T05:10:09.176 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2024-04-18T05:10:09.320 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2024-04-18T05:10:09.470 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2024-04-18T05:10:09.571 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2024-04-18T05:10:09.689 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2024-04-18T05:10:09.865 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-client (14+238) ... 2024-04-18T05:10:09.991 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2024-04-18T05:10:10.476 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:10.476 INFO:teuthology.orchestra.run.smithi092.stdout:The following network interfaces were found in /etc/network/interfaces 2024-04-18T05:10:10.476 INFO:teuthology.orchestra.run.smithi092.stdout:which means they are currently configured by ifupdown: 2024-04-18T05:10:10.476 INFO:teuthology.orchestra.run.smithi092.stdout:- enp3s0f1 2024-04-18T05:10:10.476 INFO:teuthology.orchestra.run.smithi092.stdout:If you want to manage those interfaces with NetworkManager instead 2024-04-18T05:10:10.477 INFO:teuthology.orchestra.run.smithi092.stdout:remove their configuration from /etc/network/interfaces. 2024-04-18T05:10:10.477 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:10.602 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-04-18T05:10:10.930 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-04-18T05:10:11.218 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-04-18T05:10:11.693 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2024-04-18T05:10:11.725 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-04-18T05:10:11.820 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2024-04-18T05:10:11.834 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql-contrib (14+238) ... 2024-04-18T05:10:11.929 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2024-04-18T05:10:11.935 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up postgresql (14+238) ... 2024-04-18T05:10:12.045 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-04-18T05:10:12.055 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-common (238) ... 2024-04-18T05:10:12.171 INFO:teuthology.orchestra.run.smithi032.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-04-18T05:10:12.430 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-04-18T05:10:12.430 INFO:teuthology.orchestra.run.smithi032.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-04-18T05:10:12.940 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-04-18T05:10:12.943 INFO:teuthology.orchestra.run.smithi092.stdout:Adding user postgres to group ssl-cert 2024-04-18T05:10:13.108 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-04-18T05:10:13.130 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:13.130 INFO:teuthology.orchestra.run.smithi092.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-04-18T05:10:13.292 INFO:teuthology.orchestra.run.smithi092.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-04-18T05:10:13.292 INFO:teuthology.orchestra.run.smithi092.stdout:Removing obsolete dictionary files: 2024-04-18T05:10:13.411 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-04-18T05:10:13.571 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-04-18T05:10:13.870 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-04-18T05:10:14.231 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-14 (14.11-0ubuntu0.22.04.1) ... 2024-04-18T05:10:14.558 INFO:teuthology.orchestra.run.smithi092.stdout:Creating new PostgreSQL cluster 14/main ... 2024-04-18T05:10:14.567 INFO:teuthology.orchestra.run.smithi092.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2024-04-18T05:10:14.622 INFO:teuthology.orchestra.run.smithi092.stdout:The files belonging to this database system will be owned by user "postgres". 2024-04-18T05:10:14.622 INFO:teuthology.orchestra.run.smithi092.stdout:This user must also own the server process. 2024-04-18T05:10:14.622 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:14.622 INFO:teuthology.orchestra.run.smithi092.stdout:The database cluster will be initialized with locale "en_US". 2024-04-18T05:10:14.623 INFO:teuthology.orchestra.run.smithi092.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-04-18T05:10:14.623 INFO:teuthology.orchestra.run.smithi092.stdout:The default text search configuration will be set to "english". 2024-04-18T05:10:14.623 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:14.623 INFO:teuthology.orchestra.run.smithi092.stdout:Data page checksums are disabled. 2024-04-18T05:10:14.623 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:14.623 INFO:teuthology.orchestra.run.smithi092.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2024-04-18T05:10:14.623 INFO:teuthology.orchestra.run.smithi092.stdout:creating subdirectories ... ok 2024-04-18T05:10:14.623 INFO:teuthology.orchestra.run.smithi092.stdout:selecting dynamic shared memory implementation ... posix 2024-04-18T05:10:14.638 INFO:teuthology.orchestra.run.smithi092.stdout:selecting default max_connections ... 100 2024-04-18T05:10:14.659 INFO:teuthology.orchestra.run.smithi092.stdout:selecting default shared_buffers ... 128MB 2024-04-18T05:10:14.670 INFO:teuthology.orchestra.run.smithi092.stdout:selecting default time zone ... Etc/UTC 2024-04-18T05:10:14.670 INFO:teuthology.orchestra.run.smithi092.stdout:creating configuration files ... ok 2024-04-18T05:10:14.784 INFO:teuthology.orchestra.run.smithi092.stdout:running bootstrap script ... ok 2024-04-18T05:10:15.133 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-04-18T05:10:15.233 INFO:teuthology.orchestra.run.smithi032.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-04-18T05:10:15.428 INFO:teuthology.orchestra.run.smithi092.stdout:performing post-bootstrap initialization ... ok 2024-04-18T05:10:15.907 INFO:teuthology.orchestra.run.smithi032.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-04-18T05:10:15.913 DEBUG:teuthology.parallel:result is None 2024-04-18T05:10:16.392 INFO:teuthology.orchestra.run.smithi092.stdout:syncing data to disk ... ok 2024-04-18T05:10:16.755 INFO:teuthology.orchestra.run.smithi092.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-04-18T05:10:19.505 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2024-04-18T05:10:19.630 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql-contrib (14+238) ... 2024-04-18T05:10:19.756 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up postgresql (14+238) ... 2024-04-18T05:10:19.884 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2024-04-18T05:10:20.009 INFO:teuthology.orchestra.run.smithi092.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.3) ... 2024-04-18T05:10:20.264 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-04-18T05:10:20.264 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-04-18T05:10:20.811 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2024-04-18T05:10:20.987 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-04-18T05:10:21.248 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-04-18T05:10:21.400 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-04-18T05:10:22.661 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2024-04-18T05:10:22.752 INFO:teuthology.orchestra.run.smithi092.stdout:Processing triggers for install-info (6.8-4build1) ... 2024-04-18T05:10:23.415 INFO:teuthology.orchestra.run.smithi092.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-04-18T05:10:23.420 DEBUG:teuthology.parallel:result is None 2024-04-18T05:10:23.421 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=56a91dd158be807f143cc918a11685fc9ee164ae 2024-04-18T05:10:23.574 DEBUG:teuthology.orchestra.run.smithi032:> dpkg-query -W -f '${Version}' ceph 2024-04-18T05:10:23.595 INFO:teuthology.orchestra.run.smithi032.stdout:18.2.2-1229-g56a91dd1-1jammy 2024-04-18T05:10:23.595 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1229-g56a91dd1-1jammy 2024-04-18T05:10:23.595 INFO:teuthology.task.install:The correct ceph version 18.2.2-1229-g56a91dd1-1jammy is installed. 2024-04-18T05:10:23.597 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=56a91dd158be807f143cc918a11685fc9ee164ae 2024-04-18T05:10:23.742 DEBUG:teuthology.orchestra.run.smithi092:> dpkg-query -W -f '${Version}' ceph 2024-04-18T05:10:23.761 INFO:teuthology.orchestra.run.smithi092.stdout:18.2.2-1229-g56a91dd1-1jammy 2024-04-18T05:10:23.761 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1229-g56a91dd1-1jammy 2024-04-18T05:10:23.761 INFO:teuthology.task.install:The correct ceph version 18.2.2-1229-g56a91dd1-1jammy is installed. 2024-04-18T05:10:23.763 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-18T05:10:23.763 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:23.763 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-18T05:10:23.779 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:23.779 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-18T05:10:23.818 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-18T05:10:23.818 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:23.818 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/daemon-helper 2024-04-18T05:10:23.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-18T05:10:23.891 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:23.892 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/daemon-helper 2024-04-18T05:10:23.905 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-18T05:10:23.960 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-18T05:10:23.960 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:23.960 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-18T05:10:23.973 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-18T05:10:24.027 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:24.027 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-18T05:10:24.040 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-18T05:10:24.096 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-18T05:10:24.097 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:24.097 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/usr/bin/stdin-killer 2024-04-18T05:10:24.110 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-18T05:10:24.167 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:24.167 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/stdin-killer 2024-04-18T05:10:24.181 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-18T05:10:24.236 INFO:teuthology.run_tasks:Running task ceph... 2024-04-18T05:10:24.321 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-04-18T05:10:24.321 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 777 /var/log/ceph 2024-04-18T05:10:24.324 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 777 /var/log/ceph 2024-04-18T05:10:24.336 INFO:tasks.ceph:Disabling ceph logrotate... 2024-04-18T05:10:24.337 DEBUG:teuthology.orchestra.run.smithi032:> sudo rm -f -- /etc/logrotate.d/ceph 2024-04-18T05:10:24.380 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/logrotate.d/ceph 2024-04-18T05:10:24.393 INFO:tasks.ceph:Creating extra log directories... 2024-04-18T05:10:24.393 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-04-18T05:10:24.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-04-18T05:10:24.454 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-04-18T05:10:24.454 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-04-18T05:10:24.454 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-04-18T05:10:24.455 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:24.455 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-04-18T05:10:24.496 DEBUG:teuthology.orchestra.run.smithi032:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-04-18T05:10:24.571 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:24.571 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-04-18T05:10:24.577 DEBUG:teuthology.orchestra.run.smithi092:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-04-18T05:10:24.656 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-04-18T05:10:24.657 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-04-18T05:10:24.657 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-04-17_22:24:03-fs-reef-distro-default-smithi/7661554', 'branch': 'reef', 'description': 'fs/multifs/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-2c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore-ec/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down mon-debug} tasks/multifs-auth}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7661554', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-04-17_22:24:03-fs-reef-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'reef'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '56a91dd158be807f143cc918a11685fc9ee164ae'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '56a91dd158be807f143cc918a11685fc9ee164ae'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'reef', 'sha1': '646b8c7d293d8ec31a40c69f7b3237b19c1be24d'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 930, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1']], 'seed': 5203, 'sha1': '56a91dd158be807f143cc918a11685fc9ee164ae', 'sleep_before_teardown': 0, 'subset': '88/512', 'suite': 'fs', 'suite_branch': 'reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_646b8c7d293d8ec31a40c69f7b3237b19c1be24d/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '646b8c7d293d8ec31a40c69f7b3237b19c1be24d', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi032.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAKStL2er+uA7c5qo2cX59iRv/4+cf5jBUQerYaOOlaApfsTRnn2A3MIV0EBFMfAdaeV0gIluF2ZJV2t8S+84Mw=', 'smithi092.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCym803gJIAlOwhauDMuJ/BP62l5atvhmKgZjmfROriCbAVMQn/gSSzYU1y4PKPWNiTnKfS4D7wGCgpcE48GYt8='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '56a91dd158be807f143cc918a11685fc9ee164ae'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '56a91dd158be807f143cc918a11685fc9ee164ae', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_multifs_auth']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17', 'timestamp': '2024-04-17_22:24:03', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885'} 2024-04-18T05:10:24.657 DEBUG:teuthology.orchestra.run.smithi032:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-04-18T05:10:24.660 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-04-18T05:10:24.701 DEBUG:teuthology.orchestra.run.smithi032:> sudo install -d -m0777 -- /var/run/ceph 2024-04-18T05:10:24.708 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/run/ceph 2024-04-18T05:10:24.757 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:24.757 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/scratch_devs of=/dev/stdout 2024-04-18T05:10:24.767 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-18T05:10:24.767 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_1 2024-04-18T05:10:24.816 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-18T05:10:24.816 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-18T05:10:24.816 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 876 Links: 1 2024-04-18T05:10:24.816 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-18T05:10:24.816 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-04-18 05:04:20.294311246 +0000 2024-04-18T05:10:24.816 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-04-18 05:04:20.030313604 +0000 2024-04-18T05:10:24.816 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-04-18 05:04:20.030313604 +0000 2024-04-18T05:10:24.816 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-04-18T05:10:24.817 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-18T05:10:24.869 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-04-18T05:10:24.870 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-04-18T05:10:24.870 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000312361 s, 1.6 MB/s 2024-04-18T05:10:24.871 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-18T05:10:24.920 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_2 2024-04-18T05:10:24.967 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-18T05:10:24.968 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-18T05:10:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 894 Links: 1 2024-04-18T05:10:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-18T05:10:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-04-18 05:04:20.790306816 +0000 2024-04-18T05:10:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-04-18 05:04:20.518309246 +0000 2024-04-18T05:10:24.968 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-04-18 05:04:20.518309246 +0000 2024-04-18T05:10:24.968 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-04-18T05:10:24.968 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-18T05:10:25.022 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-04-18T05:10:25.022 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-04-18T05:10:25.022 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000205392 s, 2.5 MB/s 2024-04-18T05:10:25.023 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-18T05:10:25.073 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_3 2024-04-18T05:10:25.120 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-18T05:10:25.120 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-18T05:10:25.120 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 908 Links: 1 2024-04-18T05:10:25.120 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-18T05:10:25.120 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-04-18 05:04:21.322302064 +0000 2024-04-18T05:10:25.120 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-04-18 05:04:21.042304566 +0000 2024-04-18T05:10:25.120 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-04-18 05:04:21.042304566 +0000 2024-04-18T05:10:25.120 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-04-18T05:10:25.120 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-18T05:10:25.174 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-04-18T05:10:25.175 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-04-18T05:10:25.175 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000300267 s, 1.7 MB/s 2024-04-18T05:10:25.176 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-18T05:10:25.225 DEBUG:teuthology.orchestra.run.smithi032:> stat /dev/vg_nvme/lv_4 2024-04-18T05:10:25.272 INFO:teuthology.orchestra.run.smithi032.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-18T05:10:25.272 INFO:teuthology.orchestra.run.smithi032.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-18T05:10:25.272 INFO:teuthology.orchestra.run.smithi032.stdout:Device: 5h/5d Inode: 928 Links: 1 2024-04-18T05:10:25.272 INFO:teuthology.orchestra.run.smithi032.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-18T05:10:25.272 INFO:teuthology.orchestra.run.smithi032.stdout:Access: 2024-04-18 05:04:21.810297705 +0000 2024-04-18T05:10:25.272 INFO:teuthology.orchestra.run.smithi032.stdout:Modify: 2024-04-18 05:04:21.538300135 +0000 2024-04-18T05:10:25.272 INFO:teuthology.orchestra.run.smithi032.stdout:Change: 2024-04-18 05:04:21.538300135 +0000 2024-04-18T05:10:25.272 INFO:teuthology.orchestra.run.smithi032.stdout: Birth: - 2024-04-18T05:10:25.273 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-18T05:10:25.327 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records in 2024-04-18T05:10:25.328 INFO:teuthology.orchestra.run.smithi032.stderr:1+0 records out 2024-04-18T05:10:25.328 INFO:teuthology.orchestra.run.smithi032.stderr:512 bytes copied, 0.000235033 s, 2.2 MB/s 2024-04-18T05:10:25.329 DEBUG:teuthology.orchestra.run.smithi032:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-18T05:10:25.377 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:25.377 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:25.377 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/scratch_devs of=/dev/stdout 2024-04-18T05:10:25.383 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-18T05:10:25.383 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_1 2024-04-18T05:10:25.429 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-18T05:10:25.430 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-18T05:10:25.430 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 883 Links: 1 2024-04-18T05:10:25.430 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-18T05:10:25.430 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-04-18 05:04:15.286882937 +0000 2024-04-18T05:10:25.430 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-04-18 05:04:15.006885439 +0000 2024-04-18T05:10:25.430 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-04-18 05:04:15.006885439 +0000 2024-04-18T05:10:25.430 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2024-04-18T05:10:25.430 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-18T05:10:25.483 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-04-18T05:10:25.484 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-04-18T05:10:25.484 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000447567 s, 1.1 MB/s 2024-04-18T05:10:25.485 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-18T05:10:25.535 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_2 2024-04-18T05:10:25.581 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-18T05:10:25.581 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-18T05:10:25.581 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 905 Links: 1 2024-04-18T05:10:25.581 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-18T05:10:25.581 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-04-18 05:04:15.762878686 +0000 2024-04-18T05:10:25.581 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-04-18 05:04:15.510880936 +0000 2024-04-18T05:10:25.581 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-04-18 05:04:15.510880936 +0000 2024-04-18T05:10:25.581 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2024-04-18T05:10:25.582 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-18T05:10:25.635 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-04-18T05:10:25.635 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-04-18T05:10:25.635 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.00033311 s, 1.5 MB/s 2024-04-18T05:10:25.636 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-18T05:10:25.686 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_3 2024-04-18T05:10:25.733 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-18T05:10:25.733 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-18T05:10:25.733 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 916 Links: 1 2024-04-18T05:10:25.733 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-18T05:10:25.733 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-04-18 05:04:16.298873898 +0000 2024-04-18T05:10:25.734 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-04-18 05:04:16.014876435 +0000 2024-04-18T05:10:25.734 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-04-18 05:04:16.014876435 +0000 2024-04-18T05:10:25.734 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2024-04-18T05:10:25.734 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-18T05:10:25.786 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-04-18T05:10:25.787 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-04-18T05:10:25.787 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.00034324 s, 1.5 MB/s 2024-04-18T05:10:25.788 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-18T05:10:25.834 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_4 2024-04-18T05:10:25.882 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-18T05:10:25.883 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-18T05:10:25.883 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 939 Links: 1 2024-04-18T05:10:25.883 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-18T05:10:25.883 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-04-18 05:04:16.786869539 +0000 2024-04-18T05:10:25.883 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-04-18 05:04:16.514871969 +0000 2024-04-18T05:10:25.883 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-04-18 05:04:16.514871969 +0000 2024-04-18T05:10:25.883 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: - 2024-04-18T05:10:25.883 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-18T05:10:25.936 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-04-18T05:10:25.936 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-04-18T05:10:25.936 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000388577 s, 1.3 MB/s 2024-04-18T05:10:25.937 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-18T05:10:25.987 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:25.987 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi032.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-04-18T05:10:25.987 INFO:tasks.ceph:Generating config... 2024-04-18T05:10:25.989 INFO:tasks.ceph:[client] client mount timeout = 600 2024-04-18T05:10:25.989 INFO:tasks.ceph:[client] debug client = 20 2024-04-18T05:10:25.989 INFO:tasks.ceph:[client] debug ms = 1 2024-04-18T05:10:25.989 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-04-18T05:10:25.989 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-04-18T05:10:25.989 INFO:tasks.ceph:[mds] debug mds = 20 2024-04-18T05:10:25.989 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-04-18T05:10:25.989 INFO:tasks.ceph:[mds] debug ms = 1 2024-04-18T05:10:25.989 INFO:tasks.ceph:[mds] mds debug frag = True 2024-04-18T05:10:25.989 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-04-18T05:10:25.989 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mgr] debug ms = 1 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mon] debug mon = 20 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mon] debug ms = 1 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mon] debug paxos = 20 2024-04-18T05:10:25.990 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-04-18T05:10:25.990 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-04-18T05:10:25.990 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-04-18T05:10:25.990 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-04-18T05:10:25.990 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-04-18T05:10:25.990 INFO:tasks.ceph:[osd] debug ms = 1 2024-04-18T05:10:25.991 INFO:tasks.ceph:[osd] debug osd = 20 2024-04-18T05:10:25.991 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-04-18T05:10:25.991 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-04-18T05:10:25.991 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-04-18T05:10:25.991 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-04-18T05:10:25.991 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-04-18T05:10:25.991 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-04-18T05:10:25.991 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-04-18T05:10:25.991 INFO:tasks.ceph:Setting up mon.a... 2024-04-18T05:10:25.991 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-04-18T05:10:26.027 INFO:teuthology.orchestra.run.smithi032.stdout:creating /etc/ceph/ceph.keyring 2024-04-18T05:10:26.038 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-04-18T05:10:26.120 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-04-18T05:10:26.175 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.32'), ('mon.b', '172.21.15.92'), ('mon.c', '[v2:172.21.15.92:3301,v1:172.21.15.92:6790]')] 2024-04-18T05:10:26.175 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.32,172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-04-18T05:10:26.176 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:26.176 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-04-18T05:10:26.224 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.32 --add b 172.21.15.92 --addv c '[v2:172.21.15.92:3301,v1:172.21.15.92:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool: generated fsid 34620f78-a3be-4d30-8840-27972fb71e9e 2024-04-18T05:10:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:setting min_mon_release = pacific 2024-04-18T05:10:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:epoch 0 2024-04-18T05:10:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:fsid 34620f78-a3be-4d30-8840-27972fb71e9e 2024-04-18T05:10:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:last_changed 2024-04-18T05:10:26.314765+0000 2024-04-18T05:10:26.311 INFO:teuthology.orchestra.run.smithi032.stdout:created 2024-04-18T05:10:26.314765+0000 2024-04-18T05:10:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:min_mon_release 16 (pacific) 2024-04-18T05:10:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:election_strategy: 1 2024-04-18T05:10:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:0: [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] mon.a 2024-04-18T05:10:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.b 2024-04-18T05:10:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2024-04-18T05:10:26.312 INFO:teuthology.orchestra.run.smithi032.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-04-18T05:10:26.313 DEBUG:teuthology.orchestra.run.smithi032:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-04-18T05:10:26.318 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 34620f78-a3be-4d30-8840-27972fb71e9e... 2024-04-18T05:10:26.319 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-04-18T05:10:26.361 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-04-18T05:10:26.386 INFO:teuthology.orchestra.run.smithi032.stdout:[global] 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: chdir = "" 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: auth supported = cephx 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: filestore xattr use omap = true 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: mon clock drift allowed = 1.000 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: osd crush chooseleaf type = 0 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: auth debug = true 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: ms die on old message = true 2024-04-18T05:10:26.387 INFO:teuthology.orchestra.run.smithi032.stdout: ms die on bug = true 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: mon max pg per osd = 10000 # >= luminous 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: mon pg warn max object skew = 0 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: # disable pg_autoscaler by default for new pools 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: osd_pool_default_pg_autoscale_mode = off 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: osd pool default size = 2 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd allow primary affinity = true 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd allow pg remap = true 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on legacy crush tunables = false 2024-04-18T05:10:26.388 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on crush straw calc version zero = false 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on no sortbitwise = false 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on osd down out interval zero = false 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: mon warn on too few osds = false 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_pool_no_redundancy = false 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: mon_allow_pool_size_one = true 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: osd default data pool replay window = 5 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: mon allow pool delete = true 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.389 INFO:teuthology.orchestra.run.smithi032.stdout: mon cluster log file level = debug 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: debug asserts on shutdown = true 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: mon health detail to clog = false 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: mon host = "172.21.15.32,172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790]" 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: fsid = 34620f78-a3be-4d30-8840-27972fb71e9e 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout:[osd] 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: osd journal size = 100 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: osd scrub load threshold = 5.0 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: osd scrub max interval = 600 2024-04-18T05:10:26.390 INFO:teuthology.orchestra.run.smithi032.stdout: osd mclock profile = high_recovery_ops 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: osd recover clone overlap = true 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: osd recovery max chunk = 1048576 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug shutdown = true 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug op order = true 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug verify stray on activate = true 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: osd open classes on start = true 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug pg log writeout = true 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: osd deep scrub update digest min age = 30 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.391 INFO:teuthology.orchestra.run.smithi032.stdout: osd map max advance = 10 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: journal zero on create = true 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: filestore ondisk finisher threads = 3 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: filestore apply finisher threads = 3 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: bdev debug aio = true 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: osd debug misdirected ops = true 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: bluestore block size = 96636764160 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: bluestore fsck on mount = True 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: debug bluefs = 20 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: debug bluestore = 20 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-04-18T05:10:26.392 INFO:teuthology.orchestra.run.smithi032.stdout: debug osd = 20 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: debug rocksdb = 10 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd backfillfull_ratio = 0.85 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd full ratio = 0.9 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd nearfull ratio = 0.8 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: osd failsafe full ratio = 0.95 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: osd objectstore = bluestore 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: osd op complaint time = 180 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout:[mgr] 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: debug mgr = 20 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: debug mon = 20 2024-04-18T05:10:26.393 INFO:teuthology.orchestra.run.smithi032.stdout: debug auth = 20 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min pgs per osd = 4 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min bytes per osd = 10 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: mgr/telemetry/nag = false 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout:[mon] 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: debug mon = 20 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: debug paxos = 20 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: debug auth = 20 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: mon data avail warn = 5 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: mon mgr mkfs grace = 240 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min pgs per osd = 4 2024-04-18T05:10:26.394 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd reporter subtree level = osd 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: mon osd prime pg temp = true 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: mon reweight min bytes per osd = 10 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: auth mon ticket ttl = 660 # 11m 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: auth service ticket ttl = 240 # 4m 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: # don't complain about insecure global_id in the test suite 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.395 INFO:teuthology.orchestra.run.smithi032.stdout: # 1m isn't quite enough 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: mon_down_mkfs_grace = 2m 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: mon_warn_on_filestore_osds = false 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: mon op complaint time = 120 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout:[client] 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: rgw cache enabled = true 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: rgw enable ops log = true 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: rgw enable usage log = true 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: client mount timeout = 600 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: debug client = 20 2024-04-18T05:10:26.396 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout: rados mon op timeout = 900 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout: rados osd op timeout = 900 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout:[mon.a] 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout:[mon.b] 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout:[mon.c] 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.a] 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.c] 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.b] 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.d] 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout:[mds] 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout: debug mds = 20 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout: debug mds balancer = 20 2024-04-18T05:10:26.397 INFO:teuthology.orchestra.run.smithi032.stdout: debug ms = 1 2024-04-18T05:10:26.398 INFO:teuthology.orchestra.run.smithi032.stdout: mds debug frag = True 2024-04-18T05:10:26.398 INFO:teuthology.orchestra.run.smithi032.stdout: mds debug scatterstat = True 2024-04-18T05:10:26.398 INFO:teuthology.orchestra.run.smithi032.stdout: mds op complaint time = 180 2024-04-18T05:10:26.398 INFO:teuthology.orchestra.run.smithi032.stdout: mds verify scatter = True 2024-04-18T05:10:26.398 INFO:teuthology.orchestra.run.smithi032.stdout: osd op complaint time = 180 2024-04-18T05:10:26.398 INFO:teuthology.orchestra.run.smithi032.stdout: rados mon op timeout = 900 2024-04-18T05:10:26.398 INFO:teuthology.orchestra.run.smithi032.stdout: rados osd op timeout = 900 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.399 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2024-04-18T05:10:26.400 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.401 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.32,172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790]" 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = 34620f78-a3be-4d30-8840-27972fb71e9e 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2024-04-18T05:10:26.402 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2024-04-18T05:10:26.403 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 20 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 20 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 10 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2024-04-18T05:10:26.404 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-04-18T05:10:26.405 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2024-04-18T05:10:26.406 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-04-18T05:10:26.407 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2024-04-18T05:10:26.408 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-04-18T05:10:26.409 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2024-04-18T05:10:26.409 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2024-04-18T05:10:26.409 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2024-04-18T05:10:26.409 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2024-04-18T05:10:26.409 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-04-18T05:10:26.409 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-04-18T05:10:26.409 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-04-18T05:10:26.410 INFO:tasks.ceph:Creating admin key on mon.a... 2024-04-18T05:10:26.410 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-04-18T05:10:26.502 INFO:tasks.ceph:Copying monmap to all nodes... 2024-04-18T05:10:26.502 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:26.502 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-04-18T05:10:26.507 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:26.508 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-04-18T05:10:26.555 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T05:10:26.556 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:26.556 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd of=/etc/ceph/ceph.keyring 2024-04-18T05:10:26.556 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-04-18T05:10:26.620 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:26.620 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:26.667 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T05:10:26.668 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:26.668 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.keyring 2024-04-18T05:10:26.668 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-04-18T05:10:26.692 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:26.692 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:26.741 INFO:tasks.ceph:Setting up mon nodes... 2024-04-18T05:10:26.741 INFO:tasks.ceph:Setting up mgr nodes... 2024-04-18T05:10:26.741 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-04-18T05:10:26.786 INFO:teuthology.orchestra.run.smithi032.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-04-18T05:10:26.789 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-04-18T05:10:26.830 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-04-18T05:10:26.847 INFO:tasks.ceph:Setting up mds nodes... 2024-04-18T05:10:26.847 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-04-18T05:10:26.889 INFO:teuthology.orchestra.run.smithi032.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-04-18T05:10:26.892 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-04-18T05:10:26.947 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-04-18T05:10:27.032 INFO:teuthology.orchestra.run.smithi032.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-04-18T05:10:27.035 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-04-18T05:10:27.095 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-04-18T05:10:27.139 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-04-18T05:10:27.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-04-18T05:10:27.197 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-04-18T05:10:27.280 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-04-18T05:10:27.282 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-04-18T05:10:27.340 INFO:tasks.ceph_client:Setting up client nodes... 2024-04-18T05:10:27.340 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-18T05:10:27.378 INFO:teuthology.orchestra.run.smithi032.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-04-18T05:10:27.390 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-18T05:10:27.425 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-04-18T05:10:27.437 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-04-18T05:10:27.437 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi032.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-04-18T05:10:27.437 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-04-18T05:10:27.449 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:27.450 INFO:tasks.ceph:role: osd.0 2024-04-18T05:10:27.450 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T05:10:27.450 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-04-18T05:10:27.503 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-04-18T05:10:27.503 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-18T05:10:27.503 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-18T05:10:27.503 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-04-18T05:10:27.504 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-18T05:10:27.504 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-04-18T05:10:27.504 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-18T05:10:27.504 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-04-18T05:10:27.504 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-18T05:10:27.504 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-18T05:10:27.527 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-04-18T05:10:27.529 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-04-18T05:10:27.529 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-04-18T05:10:27.591 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-04-18T05:10:27.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:10:27.644 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: /sbin/restorecon: command not found 2024-04-18T05:10:27.644 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-04-18T05:10:27.698 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:27.698 INFO:tasks.ceph:role: osd.1 2024-04-18T05:10:27.698 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T05:10:27.698 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-04-18T05:10:27.750 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-04-18T05:10:27.750 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-18T05:10:27.750 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-18T05:10:27.750 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-04-18T05:10:27.750 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-18T05:10:27.750 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-04-18T05:10:27.750 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-18T05:10:27.751 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-04-18T05:10:27.751 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-18T05:10:27.751 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-18T05:10:27.774 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-04-18T05:10:27.776 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-04-18T05:10:27.776 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-04-18T05:10:27.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-04-18T05:10:27.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:10:27.888 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: /sbin/restorecon: command not found 2024-04-18T05:10:27.888 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-04-18T05:10:27.942 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:27.942 INFO:tasks.ceph:role: osd.2 2024-04-18T05:10:27.942 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T05:10:27.942 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-04-18T05:10:28.000 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-04-18T05:10:28.000 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-18T05:10:28.000 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-18T05:10:28.000 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-04-18T05:10:28.000 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-18T05:10:28.001 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-04-18T05:10:28.001 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-18T05:10:28.001 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-04-18T05:10:28.001 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-18T05:10:28.001 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-18T05:10:28.024 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-04-18T05:10:28.026 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-04-18T05:10:28.026 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-04-18T05:10:28.084 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-04-18T05:10:28.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:10:28.136 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: /sbin/restorecon: command not found 2024-04-18T05:10:28.136 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-04-18T05:10:28.188 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:28.188 INFO:tasks.ceph:role: osd.3 2024-04-18T05:10:28.188 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T05:10:28.189 DEBUG:teuthology.orchestra.run.smithi032:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-04-18T05:10:28.242 INFO:teuthology.orchestra.run.smithi032.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-04-18T05:10:28.243 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-18T05:10:28.243 INFO:teuthology.orchestra.run.smithi032.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-18T05:10:28.243 INFO:teuthology.orchestra.run.smithi032.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-04-18T05:10:28.243 INFO:teuthology.orchestra.run.smithi032.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-18T05:10:28.243 INFO:teuthology.orchestra.run.smithi032.stdout: = sunit=0 swidth=0 blks 2024-04-18T05:10:28.243 INFO:teuthology.orchestra.run.smithi032.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-18T05:10:28.243 INFO:teuthology.orchestra.run.smithi032.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-04-18T05:10:28.243 INFO:teuthology.orchestra.run.smithi032.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-18T05:10:28.243 INFO:teuthology.orchestra.run.smithi032.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-18T05:10:28.267 INFO:teuthology.orchestra.run.smithi032.stdout:Discarding blocks...Done. 2024-04-18T05:10:28.268 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi032.front.sepia.ceph.com -o noatime 2024-04-18T05:10:28.268 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-04-18T05:10:28.327 DEBUG:teuthology.orchestra.run.smithi032:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-04-18T05:10:28.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:10:28.380 INFO:teuthology.orchestra.run.smithi032.stderr:sudo: /sbin/restorecon: command not found 2024-04-18T05:10:28.381 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:28.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:28.492+0000 7f25993b37c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-04-18T05:10:28.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:28.492+0000 7f25993b37c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-04-18T05:10:28.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:28.492+0000 7f25993b37c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-04-18T05:10:28.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:28.492+0000 7f25993b37c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-04-18T05:10:28.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:28.492+0000 7f25993b37c0 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-04-18T05:10:28.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:28.492+0000 7f25993b37c0 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-04-18T05:10:31.459 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-18T05:10:31.473 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:31.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:31.556+0000 7f850ae427c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-04-18T05:10:31.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:31.556+0000 7f850ae427c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-04-18T05:10:31.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:31.556+0000 7f850ae427c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-04-18T05:10:31.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:31.556+0000 7f850ae427c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-04-18T05:10:31.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:31.556+0000 7f850ae427c0 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-04-18T05:10:31.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:31.556+0000 7f850ae427c0 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-04-18T05:10:34.544 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-18T05:10:34.600 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:34.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:34.684+0000 7fe91d9607c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-04-18T05:10:34.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:34.684+0000 7fe91d9607c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-04-18T05:10:34.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:34.684+0000 7fe91d9607c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-04-18T05:10:34.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:34.684+0000 7fe91d9607c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-04-18T05:10:34.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:34.684+0000 7fe91d9607c0 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-04-18T05:10:34.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:34.684+0000 7fe91d9607c0 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-04-18T05:10:37.646 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-18T05:10:37.704 DEBUG:teuthology.orchestra.run.smithi032:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:37.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:37.788+0000 7fae500fe7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-04-18T05:10:37.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:37.788+0000 7fae500fe7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-04-18T05:10:37.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:37.788+0000 7fae500fe7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-04-18T05:10:37.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:37.788+0000 7fae500fe7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-04-18T05:10:37.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:37.788+0000 7fae500fe7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-04-18T05:10:37.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:37.788+0000 7fae500fe7c0 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-04-18T05:10:40.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-18T05:10:40.805 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-04-18T05:10:40.819 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:40.820 INFO:tasks.ceph:role: osd.4 2024-04-18T05:10:40.820 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T05:10:40.820 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-04-18T05:10:40.885 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-04-18T05:10:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-18T05:10:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-18T05:10:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-04-18T05:10:40.885 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-18T05:10:40.885 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-04-18T05:10:40.885 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-18T05:10:40.886 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-04-18T05:10:40.886 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-18T05:10:40.886 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-18T05:10:41.342 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-04-18T05:10:41.344 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-04-18T05:10:41.344 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-04-18T05:10:41.438 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-04-18T05:10:41.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:10:41.449 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2024-04-18T05:10:41.449 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-04-18T05:10:41.507 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:41.507 INFO:tasks.ceph:role: osd.5 2024-04-18T05:10:41.507 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T05:10:41.507 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-04-18T05:10:41.569 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-04-18T05:10:41.569 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-18T05:10:41.569 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-18T05:10:41.569 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-04-18T05:10:41.569 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-18T05:10:41.569 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-04-18T05:10:41.569 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-18T05:10:41.569 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-04-18T05:10:41.569 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-18T05:10:41.570 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-18T05:10:42.042 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-04-18T05:10:42.043 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-04-18T05:10:42.044 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-04-18T05:10:42.203 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-04-18T05:10:42.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:10:42.215 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2024-04-18T05:10:42.215 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-04-18T05:10:42.268 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:42.268 INFO:tasks.ceph:role: osd.6 2024-04-18T05:10:42.268 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T05:10:42.268 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-04-18T05:10:42.331 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-04-18T05:10:42.331 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-18T05:10:42.331 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-18T05:10:42.331 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-04-18T05:10:42.331 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-18T05:10:42.331 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-04-18T05:10:42.331 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-18T05:10:42.331 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-04-18T05:10:42.331 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-18T05:10:42.332 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-18T05:10:42.812 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-04-18T05:10:42.814 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-04-18T05:10:42.815 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-04-18T05:10:42.955 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-04-18T05:10:42.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:10:42.967 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2024-04-18T05:10:42.967 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-04-18T05:10:43.020 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-18T05:10:43.020 INFO:tasks.ceph:role: osd.7 2024-04-18T05:10:43.020 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T05:10:43.020 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-04-18T05:10:43.083 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-04-18T05:10:43.084 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-18T05:10:43.084 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-18T05:10:43.084 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2024-04-18T05:10:43.084 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-18T05:10:43.084 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-04-18T05:10:43.084 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-18T05:10:43.084 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-04-18T05:10:43.084 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-18T05:10:43.084 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-18T05:10:43.513 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-04-18T05:10:43.515 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-04-18T05:10:43.515 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-04-18T05:10:43.600 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-04-18T05:10:43.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:10:43.655 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: /sbin/restorecon: command not found 2024-04-18T05:10:43.655 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:43.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:43.758+0000 7fae59fe97c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-04-18T05:10:43.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:43.758+0000 7fae59fe97c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-04-18T05:10:43.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:43.758+0000 7fae59fe97c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-04-18T05:10:43.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:43.758+0000 7fae59fe97c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-04-18T05:10:43.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:43.758+0000 7fae59fe97c0 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-04-18T05:10:43.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:43.766+0000 7fae59fe97c0 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-04-18T05:10:46.754 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-18T05:10:46.767 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:46.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:46.846+0000 7ff7ca27a7c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-04-18T05:10:46.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:46.846+0000 7ff7ca27a7c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-04-18T05:10:46.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:46.846+0000 7ff7ca27a7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-04-18T05:10:46.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:46.846+0000 7ff7ca27a7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-04-18T05:10:46.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:46.846+0000 7ff7ca27a7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-04-18T05:10:46.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:46.846+0000 7ff7ca27a7c0 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-04-18T05:10:49.839 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-18T05:10:49.896 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:49.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:49.978+0000 7f8200c737c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-04-18T05:10:49.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:49.978+0000 7f8200c737c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-04-18T05:10:49.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:49.978+0000 7f8200c737c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-04-18T05:10:49.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:49.978+0000 7f8200c737c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-04-18T05:10:49.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:49.978+0000 7f8200c737c0 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-04-18T05:10:49.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:49.978+0000 7f8200c737c0 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-04-18T05:10:52.984 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-18T05:10:53.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:53.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:53.122+0000 7f6c634e07c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-04-18T05:10:53.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:53.122+0000 7f6c634e07c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-04-18T05:10:53.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:53.122+0000 7f6c634e07c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-04-18T05:10:53.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:53.122+0000 7f6c634e07c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-04-18T05:10:53.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:53.122+0000 7f6c634e07c0 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-04-18T05:10:53.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:10:53.122+0000 7f6c634e07c0 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-04-18T05:10:54.659 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:10:54.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:10:56.131 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-18T05:10:56.144 INFO:tasks.ceph:Reading keys from all nodes... 2024-04-18T05:10:56.145 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:56.145 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-04-18T05:10:56.159 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:56.159 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-04-18T05:10:56.218 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:56.218 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-04-18T05:10:56.275 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:56.276 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-04-18T05:10:56.335 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:56.335 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-04-18T05:10:56.390 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:56.390 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-04-18T05:10:56.447 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:56.447 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-04-18T05:10:56.503 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:56.503 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-04-18T05:10:56.516 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:56.516 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-04-18T05:10:56.571 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:56.571 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-04-18T05:10:56.628 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:56.628 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-04-18T05:10:56.684 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:56.684 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-04-18T05:10:56.740 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:56.740 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-04-18T05:10:56.795 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:56.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-04-18T05:10:56.848 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:10:56.848 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-04-18T05:10:56.854 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:10:56.854 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-04-18T05:10:56.896 INFO:tasks.ceph:Adding keys to all mons... 2024-04-18T05:10:56.896 DEBUG:teuthology.orchestra.run.smithi032:> sudo tee -a /etc/ceph/ceph.keyring 2024-04-18T05:10:56.899 DEBUG:teuthology.orchestra.run.smithi092:> sudo tee -a /etc/ceph/ceph.keyring 2024-04-18T05:10:56.942 INFO:teuthology.orchestra.run.smithi032.stdout:[mgr.y] 2024-04-18T05:10:56.942 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBCqyBmvg4VLxAAt7TPyclg8C1QluiB9E1ZfQ== 2024-04-18T05:10:56.942 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.a] 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBCqyBmlNhBNRAAGT5DmCkdiHW/wMpqkLngpg== 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.c] 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBDqyBmRDsoAhAA2PxAu0OfKxeyfhBzgw1N2w== 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.0] 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBEqyBmMD59HRAASlaDSZmZZ7b/BVKwOV2tFg== 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.1] 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBHqyBm+O9NIRAAZpKyNi4GkzDylFmRWEPw2w== 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.2] 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBKqyBmgK31KBAAU9pOpE7IDHJwoK2sG/qNcg== 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.3] 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBNqyBmYfIgLxAAEzhw8wq6UNPbIcQpnK6onA== 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout:[mgr.x] 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBCqyBmD9mtMRAAXco5gM8LsuRrUSAHu8ziGA== 2024-04-18T05:10:56.943 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.b] 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBDqyBmw/Z2CBAAq7eEiCahqdmfkeXKsYMPJQ== 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout:[mds.d] 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBDqyBmCazXEBAAUlFYZlLtFWRcSU/85mMGwg== 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.4] 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBTqyBmW2BWLRAAMewLDbqOqqxwJnVbYPuBSQ== 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.5] 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBWqyBmHx6gMhAA8UR1/7sbQhe4oWDNfpqmog== 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.6] 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBZqyBmavV+OhAAv74WrZMUMTYUWe5psRNmVA== 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout:[osd.7] 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBdqyBmVPReBxAA07q2jQNLrJO1jAAlEt62Ow== 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout:[client.0] 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBDqyBm77HIFhAAQimZOutMFGOhc+oraEf27w== 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout:[client.1] 2024-04-18T05:10:56.944 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQBDqyBmuFyEGRAAEgRJ0H7ciwXbrsjt8qKdJA== 2024-04-18T05:10:56.950 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.y] 2024-04-18T05:10:56.950 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBCqyBmvg4VLxAAt7TPyclg8C1QluiB9E1ZfQ== 2024-04-18T05:10:56.950 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-04-18T05:10:56.950 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBCqyBmlNhBNRAAGT5DmCkdiHW/wMpqkLngpg== 2024-04-18T05:10:56.950 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBDqyBmRDsoAhAA2PxAu0OfKxeyfhBzgw1N2w== 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.0] 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBEqyBmMD59HRAASlaDSZmZZ7b/BVKwOV2tFg== 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.1] 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBHqyBm+O9NIRAAZpKyNi4GkzDylFmRWEPw2w== 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.2] 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBKqyBmgK31KBAAU9pOpE7IDHJwoK2sG/qNcg== 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.3] 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBNqyBmYfIgLxAAEzhw8wq6UNPbIcQpnK6onA== 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.x] 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBCqyBmD9mtMRAAXco5gM8LsuRrUSAHu8ziGA== 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBDqyBmw/Z2CBAAq7eEiCahqdmfkeXKsYMPJQ== 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-04-18T05:10:56.951 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBDqyBmCazXEBAAUlFYZlLtFWRcSU/85mMGwg== 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.4] 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBTqyBmW2BWLRAAMewLDbqOqqxwJnVbYPuBSQ== 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.5] 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBWqyBmHx6gMhAA8UR1/7sbQhe4oWDNfpqmog== 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.6] 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBZqyBmavV+OhAAv74WrZMUMTYUWe5psRNmVA== 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.7] 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBdqyBmVPReBxAA07q2jQNLrJO1jAAlEt62Ow== 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBDqyBm77HIFhAAQimZOutMFGOhc+oraEf27w== 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout:[client.1] 2024-04-18T05:10:56.952 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQBDqyBmuFyEGRAAEgRJ0H7ciwXbrsjt8qKdJA== 2024-04-18T05:10:56.953 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-04-18T05:10:56.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-04-18T05:10:57.041 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-18T05:10:57.043 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-18T05:10:57.088 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-18T05:10:57.091 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-18T05:10:57.133 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.176 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.221 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.260 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.304 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.306 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.388 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.398 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.476 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-04-18T05:10:57.480 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-04-18T05:10:57.523 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-18T05:10:57.525 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-18T05:10:57.607 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-18T05:10:57.609 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-18T05:10:57.695 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.698 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.777 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.784 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.862 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.868 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.944 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:57.946 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-18T05:10:58.028 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-18T05:10:58.036 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-18T05:10:58.118 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-18T05:10:58.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-18T05:10:58.206 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-04-18T05:10:58.206 DEBUG:teuthology.orchestra.run.smithi032:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-04-18T05:10:58.220 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-04-18T05:10:58.313 DEBUG:teuthology.orchestra.run.smithi032:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-04-18T05:10:58.324 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-04-18T05:10:58.338 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-04-18T05:10:58.433 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-04-18T05:10:58.444 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-04-18T05:10:58.498 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-04-18T05:10:58.585 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-04-18T05:10:58.638 DEBUG:teuthology.orchestra.run.smithi032:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:58.640 DEBUG:teuthology.orchestra.run.smithi092:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-04-18T05:10:58.684 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-04-18T05:10:58.685 INFO:tasks.ceph.mon.a:Restarting daemon 2024-04-18T05:10:58.685 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-04-18T05:10:58.688 INFO:tasks.ceph.mon.a:Started 2024-04-18T05:10:58.688 INFO:tasks.ceph.mon.b:Restarting daemon 2024-04-18T05:10:58.688 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-04-18T05:10:58.729 INFO:tasks.ceph.mon.b:Started 2024-04-18T05:10:58.730 INFO:tasks.ceph.mon.c:Restarting daemon 2024-04-18T05:10:58.730 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-04-18T05:10:58.732 INFO:tasks.ceph.mon.c:Started 2024-04-18T05:10:58.732 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-04-18T05:10:58.732 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-04-18T05:10:58.732 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-04-18T05:10:58.735 INFO:tasks.ceph.mgr.y:Started 2024-04-18T05:10:58.735 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-04-18T05:10:58.735 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-04-18T05:10:58.737 INFO:tasks.ceph.mgr.x:Started 2024-04-18T05:10:58.738 INFO:tasks.ceph:Setting crush tunables to default 2024-04-18T05:10:58.738 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --cluster ceph osd crush tunables default 2024-04-18T05:10:58.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa3939e5640 1 Processor -- start 2024-04-18T05:10:58.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa3939e5640 1 -- start start 2024-04-18T05:10:58.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa3939e5640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:10:58.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa3939e5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:10:58.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa3939e5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa38c0a5580 con 0x7fa38c0c5570 2024-04-18T05:10:58.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa3939e5640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa38c157d00 con 0x7fa38c06b0f0 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa3939e5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa38c0a52c0 con 0x7fa38c06eea0 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa391f82640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa38c0c5570 0x7fa38c150940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:47794/0 (socket says 172.21.15.32:47794) 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa391f82640 1 -- 172.21.15.32:0/1555986602 learned_addr learned my addr 172.21.15.32:0/1555986602 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa390f80640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 msgr2=0x7fa38c0bf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 msgr2=0x7fa38c072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa390f80640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 msgr2=0x7fa38c0bf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 msgr2=0x7fa38c072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.856+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.860+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-18T05:10:58.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:58.860+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-18T05:10:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:10:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:10:59.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 msgr2=0x7fa38c072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-04-18T05:10:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 msgr2=0x7fa38c072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:10:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:10:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa390f80640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 msgr2=0x7fa38c0bf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-04-18T05:10:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa390f80640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 msgr2=0x7fa38c0bf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:10:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:10:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-18T05:10:59.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.064+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-18T05:10:59.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:10:59.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:10:59.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 msgr2=0x7fa38c072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-04-18T05:10:59.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 msgr2=0x7fa38c072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:10:59.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa390f80640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 msgr2=0x7fa38c0bf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-04-18T05:10:59.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:10:59.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa390f80640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 msgr2=0x7fa38c0bf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:10:59.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:10:59.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-18T05:10:59.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:10:59.468+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-18T05:11:00.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:00.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:00.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 msgr2=0x7fa38c072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-04-18T05:11:00.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa390f80640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 msgr2=0x7fa38c0bf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-04-18T05:11:00.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 msgr2=0x7fa38c072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:11:00.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa390f80640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 msgr2=0x7fa38c0bf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:11:00.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:11:00.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:11:00.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-18T05:11:00.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:00.272+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.856+0000 7fa382ffd640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 msgr2=0x7fa38c0bf730 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.856+0000 7fa382ffd640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa38c06eea0 0x7fa38c0bf730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.856+0000 7fa382ffd640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 msgr2=0x7fa38c072780 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.856+0000 7fa382ffd640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.92:3300/0 conn(0x7fa38c06b0f0 0x7fa38c072780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.856+0000 7fa382ffd640 1 -- 172.21.15.32:0/1555986602 >> v1:172.21.15.32:6789/0 conn(0x7fa38c0c5570 legacy=0x7fa38c150940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.856+0000 7fa382ffd640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.856+0000 7fa382ffd640 1 -- 172.21.15.32:0/1555986602 --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa38c157fa0 con 0x7fa370006180 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.856+0000 7fa382ffd640 1 -- 172.21.15.32:0/1555986602 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa38c157d00 con 0x7fa3700036d0 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.860+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:01.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.860+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 msgr2=0x7fa370005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-04-18T05:11:01.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.860+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 msgr2=0x7fa370005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:11:01.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.860+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:11:01.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:01.860+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-18T05:11:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.064+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.064+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 msgr2=0x7fa370005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-04-18T05:11:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.064+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 msgr2=0x7fa370005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:11:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.064+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:11:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.064+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-18T05:11:02.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.468+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:02.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.468+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 msgr2=0x7fa370005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-04-18T05:11:02.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.468+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 msgr2=0x7fa370005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:11:02.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.468+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:11:02.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:02.468+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-18T05:11:03.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:03.272+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:03.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:03.272+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 msgr2=0x7fa370005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-04-18T05:11:03.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:03.272+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 msgr2=0x7fa370005b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-18T05:11:03.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:03.272+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-18T05:11:03.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:03.272+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-18T05:11:04.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.148+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1372816162 0 0) 0x7fa38c157fa0 con 0x7fa370006180 2024-04-18T05:11:04.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.148+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa378003530 con 0x7fa370006180 2024-04-18T05:11:04.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 <== mon.1 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3953749345 0 0) 0x7fa378003530 con 0x7fa370006180 2024-04-18T05:11:04.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 msgr2=0x7fa370005b50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-18T05:11:04.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 --2- 172.21.15.32:0/1555986602 >> v2:172.21.15.32:3300/0 conn(0x7fa3700036d0 0x7fa370005b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa37000af30 con 0x7fa370006180 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 <== mon.1 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fa37c00e510 con 0x7fa370006180 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 >> v1:172.21.15.92:6789/0 conn(0x7fa370006180 legacy=0x7fa370008640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa391f82640 1 -- 172.21.15.32:0/1555986602 reap_dead start 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa378003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 0x7fa378004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 0x7fa37800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa38c157d00 con 0x7fa3780039d0 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa37800c250 con 0x7fa378005390 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa37800c410 con 0x7fa3780047d0 2024-04-18T05:11:04.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa378003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa391f82640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 0x7fa37800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa390f80640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 0x7fa378004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 msgr2=0x7fa378004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:04.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 0x7fa378004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 msgr2=0x7fa37800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:04.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 0x7fa37800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.152+0000 7fa391781640 1 -- 172.21.15.32:0/1555986602 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa378003530 con 0x7fa3780039d0 2024-04-18T05:11:04.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa391781640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa378003dd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa388019b00 tx=0x7fa38801dd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41df1f02375e46be server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:04.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa388019230 con 0x7fa3780039d0 2024-04-18T05:11:04.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa38800c040 con 0x7fa3780039d0 2024-04-18T05:11:04.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa383fff640 1 -- 172.21.15.32:0/1555986602 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3880a6c90 con 0x7fa3780039d0 2024-04-18T05:11:04.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa3939e5640 1 -- 172.21.15.32:0/1555986602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 msgr2=0x7fa378003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa3939e5640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa378003dd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa388019b00 tx=0x7fa38801dd30 comp rx=0 tx=0).stop 2024-04-18T05:11:04.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa3939e5640 1 -- 172.21.15.32:0/1555986602 shutdown_connections 2024-04-18T05:11:04.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa3939e5640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 0x7fa37800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa3939e5640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 0x7fa378004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa3939e5640 1 --2- 172.21.15.32:0/1555986602 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa378003dd0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa3939e5640 1 -- 172.21.15.32:0/1555986602 >> 172.21.15.32:0/1555986602 conn(0x7fa38c0c2550 msgr2=0x7fa38c0c2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:04.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa3939e5640 1 -- 172.21.15.32:0/1555986602 shutdown_connections 2024-04-18T05:11:04.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.160+0000 7fa3939e5640 1 -- 172.21.15.32:0/1555986602 wait complete. 2024-04-18T05:11:04.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 Processor -- start 2024-04-18T05:11:04.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 -- start start 2024-04-18T05:11:04.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa38c156be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 0x7fa38c14e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 0x7fa38c1ecb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa38c1ec720 con 0x7fa3780039d0 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa38c0a88f0 con 0x7fa378005390 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa38c072d80 con 0x7fa3780047d0 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391781640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa38c156be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391781640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa38c156be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50602/0 (socket says 172.21.15.32:50602) 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391781640 1 -- 172.21.15.32:0/336919617 learned_addr learned my addr 172.21.15.32:0/336919617 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391f82640 1 --2- 172.21.15.32:0/336919617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 0x7fa38c1ecb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa390f80640 1 --2- 172.21.15.32:0/336919617 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 0x7fa38c14e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391781640 1 -- 172.21.15.32:0/336919617 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 msgr2=0x7fa38c14e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391781640 1 --2- 172.21.15.32:0/336919617 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 0x7fa38c14e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391781640 1 -- 172.21.15.32:0/336919617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 msgr2=0x7fa38c1ecb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391781640 1 --2- 172.21.15.32:0/336919617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 0x7fa38c1ecb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391781640 1 -- 172.21.15.32:0/336919617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa38c1f0080 con 0x7fa3780039d0 2024-04-18T05:11:04.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa391781640 1 --2- 172.21.15.32:0/336919617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa38c156be0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa388019b00 tx=0x7fa378005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:04.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa381ffb640 1 -- 172.21.15.32:0/336919617 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa388004020 con 0x7fa3780039d0 2024-04-18T05:11:04.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa381ffb640 1 -- 172.21.15.32:0/336919617 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa388004180 con 0x7fa3780039d0 2024-04-18T05:11:04.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 -- 172.21.15.32:0/336919617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa38c1f0360 con 0x7fa3780039d0 2024-04-18T05:11:04.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa381ffb640 1 -- 172.21.15.32:0/336919617 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa388004530 con 0x7fa3780039d0 2024-04-18T05:11:04.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 -- 172.21.15.32:0/336919617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa38c1f0920 con 0x7fa3780039d0 2024-04-18T05:11:04.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa381ffb640 1 -- 172.21.15.32:0/336919617 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fa388003920 con 0x7fa3780039d0 2024-04-18T05:11:04.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa381ffb640 1 -- 172.21.15.32:0/336919617 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fa3880aeb40 con 0x7fa3780039d0 2024-04-18T05:11:04.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.164+0000 7fa3939e5640 1 -- 172.21.15.32:0/336919617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa38c1ec9d0 con 0x7fa3780039d0 2024-04-18T05:11:04.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.176+0000 7fa381ffb640 1 -- 172.21.15.32:0/336919617 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7fa3880be070 con 0x7fa3780039d0 2024-04-18T05:11:04.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.240+0000 7fa3939e5640 1 -- 172.21.15.32:0/336919617 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fa38c1ec9d0 con 0x7fa3780039d0 2024-04-18T05:11:04.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.244+0000 7fa381ffb640 1 -- 172.21.15.32:0/336919617 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7fa3880b3040 con 0x7fa3780039d0 2024-04-18T05:11:04.245 INFO:teuthology.orchestra.run.smithi032.stderr:adjusted tunables profile to default 2024-04-18T05:11:04.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.248+0000 7fa3939e5640 1 -- 172.21.15.32:0/336919617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 msgr2=0x7fa38c156be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.248+0000 7fa3939e5640 1 --2- 172.21.15.32:0/336919617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa38c156be0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa388019b00 tx=0x7fa378005800 comp rx=0 tx=0).stop 2024-04-18T05:11:04.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.248+0000 7fa3939e5640 1 -- 172.21.15.32:0/336919617 shutdown_connections 2024-04-18T05:11:04.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.248+0000 7fa3939e5640 1 --2- 172.21.15.32:0/336919617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa378005390 0x7fa38c1ecb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.248+0000 7fa3939e5640 1 --2- 172.21.15.32:0/336919617 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3780047d0 0x7fa38c14e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.248+0000 7fa3939e5640 1 --2- 172.21.15.32:0/336919617 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3780039d0 0x7fa38c156be0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.248+0000 7fa3939e5640 1 -- 172.21.15.32:0/336919617 >> 172.21.15.32:0/336919617 conn(0x7fa38c0c2550 msgr2=0x7fa38c070920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:04.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.248+0000 7fa3939e5640 1 -- 172.21.15.32:0/336919617 shutdown_connections 2024-04-18T05:11:04.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:04.248+0000 7fa3939e5640 1 -- 172.21.15.32:0/336919617 wait complete. 2024-04-18T05:11:04.265 INFO:tasks.ceph:check_enable_crimson: False 2024-04-18T05:11:04.265 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-04-18T05:11:04.265 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:11:04.265 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-04-18T05:11:04.277 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:11:04.277 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-04-18T05:11:04.328 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:11:04.328 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-04-18T05:11:04.356 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:04.356+0000 7f1877b96180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-18T05:11:04.368 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:11:04.368 DEBUG:teuthology.orchestra.run.smithi032:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-04-18T05:11:04.409 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:04.410+0000 7f127df0c180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-18T05:11:04.422 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:11:04.422 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-04-18T05:11:04.436 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:11:04.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-04-18T05:11:04.492 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:11:04.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-04-18T05:11:04.548 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:11:04.548 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-04-18T05:11:04.603 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new c48928ae-424f-4540-8630-8709090e86c2 0 2024-04-18T05:11:04.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.766+0000 7f5f35ae0640 1 Processor -- start 2024-04-18T05:11:04.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.766+0000 7f5f35ae0640 1 -- start start 2024-04-18T05:11:04.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.766+0000 7f5f35ae0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f301569a0 0x7f5f300c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.766+0000 7f5f35ae0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5f300bcb30 0x7f5f30157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f35ae0640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f300c46c0 con 0x7f5f300c67c0 2024-04-18T05:11:04.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f35ae0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f3006c610 con 0x7f5f300bcb30 2024-04-18T05:11:04.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f35ae0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f30155050 con 0x7f5f301569a0 2024-04-18T05:11:04.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f2ffff640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5f300c67c0 0x7f5f30157a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:47590/0 (socket says 172.21.15.92:47590) 2024-04-18T05:11:04.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f2ffff640 1 -- 172.21.15.92:0/2686036738 learned_addr learned my addr 172.21.15.92:0/2686036738 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-04-18T05:11:04.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f2f7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f301569a0 0x7f5f300c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f2effd640 1 --2- 172.21.15.92:0/2686036738 >> v2:172.21.15.32:3300/0 conn(0x7f5f300bcb30 0x7f5f30157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f2f7fe640 1 -- 172.21.15.92:0/2686036738 >> v2:172.21.15.32:3300/0 conn(0x7f5f300bcb30 msgr2=0x7f5f30157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:04.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f2f7fe640 1 --2- 172.21.15.92:0/2686036738 >> v2:172.21.15.32:3300/0 conn(0x7f5f300bcb30 0x7f5f30157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f2f7fe640 1 -- 172.21.15.92:0/2686036738 >> v1:172.21.15.92:6789/0 conn(0x7f5f300c67c0 legacy=0x7f5f30157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f2e7fc640 1 -- 172.21.15.92:0/2686036738 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1598418620 0 0) 0x7f5f300c46c0 con 0x7f5f300c67c0 2024-04-18T05:11:04.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.770+0000 7f5f2f7fe640 1 -- 172.21.15.92:0/2686036738 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f30154980 con 0x7f5f301569a0 2024-04-18T05:11:04.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f2f7fe640 1 --2- 172.21.15.92:0/2686036738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f301569a0 0x7f5f300c6280 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5f20009d90 tx=0x7f5f2001c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=576632d28f8dc898 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:04.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f2e7fc640 1 -- 172.21.15.92:0/2686036738 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f200a5a00 con 0x7f5f301569a0 2024-04-18T05:11:04.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f2e7fc640 1 -- 172.21.15.92:0/2686036738 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f200a5b60 con 0x7f5f301569a0 2024-04-18T05:11:04.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f2e7fc640 1 -- 172.21.15.92:0/2686036738 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f200ad440 con 0x7f5f301569a0 2024-04-18T05:11:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f35ae0640 1 -- 172.21.15.92:0/2686036738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f301569a0 msgr2=0x7f5f300c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f35ae0640 1 --2- 172.21.15.92:0/2686036738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f301569a0 0x7f5f300c6280 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5f20009d90 tx=0x7f5f2001c940 comp rx=0 tx=0).stop 2024-04-18T05:11:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f35ae0640 1 -- 172.21.15.92:0/2686036738 shutdown_connections 2024-04-18T05:11:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f35ae0640 1 --2- 172.21.15.92:0/2686036738 >> v2:172.21.15.32:3300/0 conn(0x7f5f300bcb30 0x7f5f30157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f35ae0640 1 --2- 172.21.15.92:0/2686036738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f301569a0 0x7f5f300c6280 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f35ae0640 1 -- 172.21.15.92:0/2686036738 >> 172.21.15.92:0/2686036738 conn(0x7f5f30072950 msgr2=0x7f5f30072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:04.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f35ae0640 1 -- 172.21.15.92:0/2686036738 shutdown_connections 2024-04-18T05:11:04.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.774+0000 7f5f35ae0640 1 -- 172.21.15.92:0/2686036738 wait complete. 2024-04-18T05:11:04.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 Processor -- start 2024-04-18T05:11:04.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 -- start start 2024-04-18T05:11:04.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f300bcb30 0x7f5f301ef2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f300c67c0 0x7f5f30146ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5f301569a0 0x7f5f300c2b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f300c0cf0 con 0x7f5f301569a0 2024-04-18T05:11:04.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f300c2410 con 0x7f5f300bcb30 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f300c04e0 con 0x7f5f300c67c0 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2effd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f300c67c0 0x7f5f30146ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2f7fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f300bcb30 0x7f5f301ef2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2f7fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f300bcb30 0x7f5f301ef2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36682/0 (socket says 172.21.15.92:36682) 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2effd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f300c67c0 0x7f5f30146ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:53452/0 (socket says 172.21.15.92:53452) 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2f7fe640 1 -- 172.21.15.92:0/3339227123 learned_addr learned my addr 172.21.15.92:0/3339227123 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2ffff640 1 --2- 172.21.15.92:0/3339227123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5f301569a0 0x7f5f300c2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2effd640 1 -- 172.21.15.92:0/3339227123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f300bcb30 msgr2=0x7f5f301ef2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2effd640 1 --2- 172.21.15.92:0/3339227123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f300bcb30 0x7f5f301ef2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2effd640 1 -- 172.21.15.92:0/3339227123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5f301569a0 msgr2=0x7f5f300c2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2effd640 1 --2- 172.21.15.92:0/3339227123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5f301569a0 0x7f5f300c2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2effd640 1 -- 172.21.15.92:0/3339227123 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f20009a70 con 0x7f5f300c67c0 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2f7fe640 1 --2- 172.21.15.92:0/3339227123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f300bcb30 0x7f5f301ef2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:04.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f2effd640 1 --2- 172.21.15.92:0/3339227123 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f300c67c0 0x7f5f30146ba0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5f1800e840 tx=0x7f5f1800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:04.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f27fff640 1 -- 172.21.15.92:0/3339227123 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f180095d0 con 0x7f5f300c67c0 2024-04-18T05:11:04.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f27fff640 1 -- 172.21.15.92:0/3339227123 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f1800c940 con 0x7f5f300c67c0 2024-04-18T05:11:04.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f27fff640 1 -- 172.21.15.92:0/3339227123 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f1800ccb0 con 0x7f5f300c67c0 2024-04-18T05:11:04.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 -- 172.21.15.92:0/3339227123 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f300c0730 con 0x7f5f300c67c0 2024-04-18T05:11:04.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 -- 172.21.15.92:0/3339227123 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f300c2640 con 0x7f5f300c67c0 2024-04-18T05:11:04.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f27fff640 1 -- 172.21.15.92:0/3339227123 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f5f18005ca0 con 0x7f5f300c67c0 2024-04-18T05:11:04.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f27fff640 1 -- 172.21.15.92:0/3339227123 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f5f180137b0 con 0x7f5f300c67c0 2024-04-18T05:11:04.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.778+0000 7f5f35ae0640 1 -- 172.21.15.92:0/3339227123 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f300c27d0 con 0x7f5f300c67c0 2024-04-18T05:11:04.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.782+0000 7f5f27fff640 1 -- 172.21.15.92:0/3339227123 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7f5f18021060 con 0x7f5f300c67c0 2024-04-18T05:11:04.835 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:04.836+0000 7f1877b96180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-18T05:11:04.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.850+0000 7f5f35ae0640 1 -- 172.21.15.92:0/3339227123 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "c48928ae-424f-4540-8630-8709090e86c2", "id": 0} v 0) v1 -- 0x7f5f3004e1e0 con 0x7f5f300c67c0 2024-04-18T05:11:04.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f27fff640 1 -- 172.21.15.92:0/3339227123 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c48928ae-424f-4540-8630-8709090e86c2", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f5f1802a0b0 con 0x7f5f300c67c0 2024-04-18T05:11:04.856 INFO:teuthology.orchestra.run.smithi092.stdout:0 2024-04-18T05:11:04.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f35ae0640 1 -- 172.21.15.92:0/3339227123 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f300c67c0 msgr2=0x7f5f30146ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f35ae0640 1 --2- 172.21.15.92:0/3339227123 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f300c67c0 0x7f5f30146ba0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5f1800e840 tx=0x7f5f1800ed00 comp rx=0 tx=0).stop 2024-04-18T05:11:04.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f35ae0640 1 -- 172.21.15.92:0/3339227123 shutdown_connections 2024-04-18T05:11:04.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f35ae0640 1 --2- 172.21.15.92:0/3339227123 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5f301569a0 0x7f5f300c2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f35ae0640 1 --2- 172.21.15.92:0/3339227123 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5f300c67c0 0x7f5f30146ba0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f35ae0640 1 --2- 172.21.15.92:0/3339227123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f300bcb30 0x7f5f301ef2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:04.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f35ae0640 1 -- 172.21.15.92:0/3339227123 >> 172.21.15.92:0/3339227123 conn(0x7f5f30072950 msgr2=0x7f5f3006ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:04.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f35ae0640 1 -- 172.21.15.92:0/3339227123 shutdown_connections 2024-04-18T05:11:04.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.858+0000 7f5f35ae0640 1 -- 172.21.15.92:0/3339227123 wait complete. 2024-04-18T05:11:04.874 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new f6941a6b-69cf-47a3-bebe-ed9956e909b8 1 2024-04-18T05:11:04.945 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:04.946+0000 7f127df0c180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-18T05:11:04.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.994+0000 7fc5364a2640 1 Processor -- start 2024-04-18T05:11:04.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.994+0000 7fc5364a2640 1 -- start start 2024-04-18T05:11:04.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc5364a2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc53006b9a0 0x7fc53006fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc5364a2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc53006b790 con 0x7fc5300bdc60 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc5364a2640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5300be0d0 con 0x7fc5300bd880 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc5364a2640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc53006bf60 con 0x7fc53006b9a0 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc52ffff640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc5300bd880 0x7fc5300c23e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:47596/0 (socket says 172.21.15.92:47596) 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc52ffff640 1 -- 172.21.15.92:0/1291617211 learned_addr learned my addr 172.21.15.92:0/1291617211 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc527fff640 1 --2- 172.21.15.92:0/1291617211 >> v2:172.21.15.32:3300/0 conn(0x7fc53006b9a0 0x7fc53006fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc52f7fe640 1 -- 172.21.15.92:0/1291617211 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3524389205 0 0) 0x7fc5300be0d0 con 0x7fc5300bd880 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc52f7fe640 1 -- 172.21.15.92:0/1291617211 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc51c003530 con 0x7fc5300bd880 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc527fff640 1 -- 172.21.15.92:0/1291617211 >> v1:172.21.15.92:6789/0 conn(0x7fc5300bd880 legacy=0x7fc5300c23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc527fff640 1 -- 172.21.15.92:0/1291617211 >> v1:172.21.15.32:6789/0 conn(0x7fc5300bdc60 legacy=0x7fc53015e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:04.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc527fff640 1 -- 172.21.15.92:0/1291617211 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5300c1d40 con 0x7fc53006b9a0 2024-04-18T05:11:04.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc527fff640 1 --2- 172.21.15.92:0/1291617211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 0x7fc53006fd20 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc5180097c0 tx=0x7fc51801c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44c7cb2e9ebad417 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:04.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc52f7fe640 1 -- 172.21.15.92:0/1291617211 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5180a8050 con 0x7fc53006b9a0 2024-04-18T05:11:04.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc52f7fe640 1 -- 172.21.15.92:0/1291617211 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5180ac5f0 con 0x7fc53006b9a0 2024-04-18T05:11:04.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:04.998+0000 7fc52f7fe640 1 -- 172.21.15.92:0/1291617211 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5180ac980 con 0x7fc53006b9a0 2024-04-18T05:11:05.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- 172.21.15.92:0/1291617211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 msgr2=0x7fc53006fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 --2- 172.21.15.92:0/1291617211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 0x7fc53006fd20 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc5180097c0 tx=0x7fc51801c4a0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- 172.21.15.92:0/1291617211 shutdown_connections 2024-04-18T05:11:05.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 --2- 172.21.15.92:0/1291617211 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 0x7fc53006fd20 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- 172.21.15.92:0/1291617211 >> 172.21.15.92:0/1291617211 conn(0x7fc5300c7220 msgr2=0x7fc5300c7630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:05.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- 172.21.15.92:0/1291617211 shutdown_connections 2024-04-18T05:11:05.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- 172.21.15.92:0/1291617211 wait complete. 2024-04-18T05:11:05.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 Processor -- start 2024-04-18T05:11:05.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- start start 2024-04-18T05:11:05.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 0x7fc53006ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5300bd880 0x7fc53014a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5300bdc60 0x7fc53014add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc53014f8e0 con 0x7fc53006b9a0 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5300a7ad0 con 0x7fc5300bd880 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc53014ecd0 con 0x7fc5300bdc60 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc527fff640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5300bd880 0x7fc53014a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc527fff640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5300bd880 0x7fc53014a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36688/0 (socket says 172.21.15.92:36688) 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc527fff640 1 -- 172.21.15.92:0/1295983307 learned_addr learned my addr 172.21.15.92:0/1295983307 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc534a3f640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5300bdc60 0x7fc53014add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc52ffff640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 0x7fc53006ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc527fff640 1 -- 172.21.15.92:0/1295983307 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5300bdc60 msgr2=0x7fc53014add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc527fff640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5300bdc60 0x7fc53014add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc527fff640 1 -- 172.21.15.92:0/1295983307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 msgr2=0x7fc53006ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc527fff640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 0x7fc53006ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc527fff640 1 -- 172.21.15.92:0/1295983307 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc518009420 con 0x7fc5300bd880 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc52ffff640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 0x7fc53006ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc527fff640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5300bd880 0x7fc53014a890 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc5180097c0 tx=0x7fc518019240 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc52d7fa640 1 -- 172.21.15.92:0/1295983307 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc518006e20 con 0x7fc5300bd880 2024-04-18T05:11:05.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc52d7fa640 1 -- 172.21.15.92:0/1295983307 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc518004030 con 0x7fc5300bd880 2024-04-18T05:11:05.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc52d7fa640 1 -- 172.21.15.92:0/1295983307 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5180043a0 con 0x7fc5300bd880 2024-04-18T05:11:05.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- 172.21.15.92:0/1295983307 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc53014efb0 con 0x7fc5300bd880 2024-04-18T05:11:05.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc5364a2640 1 -- 172.21.15.92:0/1295983307 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc53014f570 con 0x7fc5300bd880 2024-04-18T05:11:05.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc52d7fa640 1 -- 172.21.15.92:0/1295983307 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fc5180b3040 con 0x7fc5300bd880 2024-04-18T05:11:05.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.002+0000 7fc52d7fa640 1 -- 172.21.15.92:0/1295983307 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fc5180b5b00 con 0x7fc5300bd880 2024-04-18T05:11:05.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.006+0000 7fc5364a2640 1 -- 172.21.15.92:0/1295983307 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc53014f730 con 0x7fc5300bd880 2024-04-18T05:11:05.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.014+0000 7fc52d7fa640 1 -- 172.21.15.92:0/1295983307 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7fc5180bd070 con 0x7fc5300bd880 2024-04-18T05:11:05.047 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:05.047+0000 7f1877b96180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-18T05:11:05.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.118+0000 7fc5364a2640 1 -- 172.21.15.92:0/1295983307 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "f6941a6b-69cf-47a3-bebe-ed9956e909b8", "id": 1} v 0) v1 -- 0x7fc53004e1e0 con 0x7fc5300bd880 2024-04-18T05:11:05.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.122+0000 7fc52d7fa640 1 -- 172.21.15.92:0/1295983307 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f6941a6b-69cf-47a3-bebe-ed9956e909b8", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc5180b1070 con 0x7fc5300bd880 2024-04-18T05:11:05.123 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-04-18T05:11:05.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.126+0000 7fc5364a2640 1 -- 172.21.15.92:0/1295983307 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5300bd880 msgr2=0x7fc53014a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.126+0000 7fc5364a2640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5300bd880 0x7fc53014a890 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc5180097c0 tx=0x7fc518019240 comp rx=0 tx=0).stop 2024-04-18T05:11:05.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.126+0000 7fc5364a2640 1 -- 172.21.15.92:0/1295983307 shutdown_connections 2024-04-18T05:11:05.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.126+0000 7fc5364a2640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5300bdc60 0x7fc53014add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.126+0000 7fc5364a2640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5300bd880 0x7fc53014a890 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.126+0000 7fc5364a2640 1 --2- 172.21.15.92:0/1295983307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc53006b9a0 0x7fc53006ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.126+0000 7fc5364a2640 1 -- 172.21.15.92:0/1295983307 >> 172.21.15.92:0/1295983307 conn(0x7fc5300c7220 msgr2=0x7fc5300a6a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:05.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.126+0000 7fc5364a2640 1 -- 172.21.15.92:0/1295983307 shutdown_connections 2024-04-18T05:11:05.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.126+0000 7fc5364a2640 1 -- 172.21.15.92:0/1295983307 wait complete. 2024-04-18T05:11:05.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 73dbc0ef-f923-4572-9091-fe881cf0c3f8 2 2024-04-18T05:11:05.185 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:05.186+0000 7f127df0c180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-18T05:11:05.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee908f7640 1 Processor -- start 2024-04-18T05:11:05.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee908f7640 1 -- start start 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee908f7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c14a7d0 0x7fee8c06dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee908f7640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fee8c0c2920 0x7fee8c06e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee908f7640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee8c071730 con 0x7fee8c06e790 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee908f7640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee8c0c1350 con 0x7fee8c0c2920 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee908f7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee8c071980 con 0x7fee8c14a7d0 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee89d9b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fee8c0c2920 0x7fee8c06e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee8a59c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c14a7d0 0x7fee8c06dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee89d9b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fee8c0c2920 0x7fee8c06e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36692/0 (socket says 172.21.15.92:36692) 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee8a59c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c14a7d0 0x7fee8c06dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:53476/0 (socket says 172.21.15.92:53476) 2024-04-18T05:11:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.262+0000 7fee89d9b640 1 -- 172.21.15.92:0/2003843430 learned_addr learned my addr 172.21.15.92:0/2003843430 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee8a59c640 1 -- 172.21.15.92:0/2003843430 >> v2:172.21.15.92:3300/0 conn(0x7fee8c0c2920 msgr2=0x7fee8c06e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee8a59c640 1 --2- 172.21.15.92:0/2003843430 >> v2:172.21.15.92:3300/0 conn(0x7fee8c0c2920 0x7fee8c06e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee8a59c640 1 -- 172.21.15.92:0/2003843430 >> v1:172.21.15.92:6789/0 conn(0x7fee8c06e790 legacy=0x7fee8c153d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee8a59c640 1 -- 172.21.15.92:0/2003843430 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee8c071c60 con 0x7fee8c14a7d0 2024-04-18T05:11:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee89d9b640 1 --2- 172.21.15.92:0/2003843430 >> v2:172.21.15.92:3300/0 conn(0x7fee8c0c2920 0x7fee8c06e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:05.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee8a59c640 1 --2- 172.21.15.92:0/2003843430 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c14a7d0 0x7fee8c06dd10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fee84009d90 tx=0x7fee8401c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=823da33a305a2de7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:05.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee8959a640 1 -- 172.21.15.92:0/2003843430 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee840a5920 con 0x7fee8c14a7d0 2024-04-18T05:11:05.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee8959a640 1 -- 172.21.15.92:0/2003843430 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee840a5a80 con 0x7fee8c14a7d0 2024-04-18T05:11:05.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee8959a640 1 -- 172.21.15.92:0/2003843430 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee840a5e10 con 0x7fee8c14a7d0 2024-04-18T05:11:05.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee908f7640 1 -- 172.21.15.92:0/2003843430 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c14a7d0 msgr2=0x7fee8c06dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee908f7640 1 --2- 172.21.15.92:0/2003843430 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c14a7d0 0x7fee8c06dd10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fee84009d90 tx=0x7fee8401c970 comp rx=0 tx=0).stop 2024-04-18T05:11:05.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee908f7640 1 -- 172.21.15.92:0/2003843430 shutdown_connections 2024-04-18T05:11:05.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee908f7640 1 --2- 172.21.15.92:0/2003843430 >> v2:172.21.15.92:3300/0 conn(0x7fee8c0c2920 0x7fee8c06e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee908f7640 1 --2- 172.21.15.92:0/2003843430 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c14a7d0 0x7fee8c06dd10 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee908f7640 1 -- 172.21.15.92:0/2003843430 >> 172.21.15.92:0/2003843430 conn(0x7fee8c0c6260 msgr2=0x7fee8c0c6670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:05.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee908f7640 1 -- 172.21.15.92:0/2003843430 shutdown_connections 2024-04-18T05:11:05.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.266+0000 7fee908f7640 1 -- 172.21.15.92:0/2003843430 wait complete. 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 Processor -- start 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 -- start start 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee8c06e790 0x7fee8c1451b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c0c2920 0x7fee8c13ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee8c14a7d0 0x7fee8c15cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee8c13e400 con 0x7fee8c06e790 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee8c1456f0 con 0x7fee8c14a7d0 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee8c13efc0 con 0x7fee8c0c2920 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee89d9b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c0c2920 0x7fee8c13ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee8ad9d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee8c14a7d0 0x7fee8c15cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee89d9b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c0c2920 0x7fee8c13ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:53492/0 (socket says 172.21.15.92:53492) 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee89d9b640 1 -- 172.21.15.92:0/90924173 learned_addr learned my addr 172.21.15.92:0/90924173 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee8ad9d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee8c14a7d0 0x7fee8c15cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36706/0 (socket says 172.21.15.92:36706) 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee89d9b640 1 -- 172.21.15.92:0/90924173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee8c14a7d0 msgr2=0x7fee8c15cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee89d9b640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee8c14a7d0 0x7fee8c15cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee89d9b640 1 -- 172.21.15.92:0/90924173 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee8c06e790 msgr2=0x7fee8c1451b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee8a59c640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee8c06e790 0x7fee8c1451b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee89d9b640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee8c06e790 0x7fee8c1451b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee89d9b640 1 -- 172.21.15.92:0/90924173 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee800094d0 con 0x7fee8c0c2920 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee8ad9d640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee8c14a7d0 0x7fee8c15cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee8a59c640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee8c06e790 0x7fee8c1451b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee89d9b640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c0c2920 0x7fee8c13ea80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fee8000e9d0 tx=0x7fee8000ee90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee7affd640 1 -- 172.21.15.92:0/90924173 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee8000ca60 con 0x7fee8c0c2920 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee7affd640 1 -- 172.21.15.92:0/90924173 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee8000cbc0 con 0x7fee8c0c2920 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 -- 172.21.15.92:0/90924173 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee84009a70 con 0x7fee8c0c2920 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee7affd640 1 -- 172.21.15.92:0/90924173 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee80013470 con 0x7fee8c0c2920 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 -- 172.21.15.92:0/90924173 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee8c13def0 con 0x7fee8c0c2920 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee7affd640 1 -- 172.21.15.92:0/90924173 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fee80005ca0 con 0x7fee8c0c2920 2024-04-18T05:11:05.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee7affd640 1 -- 172.21.15.92:0/90924173 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fee800139f0 con 0x7fee8c0c2920 2024-04-18T05:11:05.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.270+0000 7fee908f7640 1 -- 172.21.15.92:0/90924173 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee8c04e1e0 con 0x7fee8c0c2920 2024-04-18T05:11:05.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.274+0000 7fee7affd640 1 -- 172.21.15.92:0/90924173 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7fee80021060 con 0x7fee8c0c2920 2024-04-18T05:11:05.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.342+0000 7fee908f7640 1 -- 172.21.15.92:0/90924173 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "73dbc0ef-f923-4572-9091-fe881cf0c3f8", "id": 2} v 0) v1 -- 0x7fee8c15d8f0 con 0x7fee8c0c2920 2024-04-18T05:11:05.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee7affd640 1 -- 172.21.15.92:0/90924173 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "73dbc0ef-f923-4572-9091-fe881cf0c3f8", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fee80017070 con 0x7fee8c0c2920 2024-04-18T05:11:05.350 INFO:teuthology.orchestra.run.smithi092.stdout:2 2024-04-18T05:11:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee908f7640 1 -- 172.21.15.92:0/90924173 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c0c2920 msgr2=0x7fee8c13ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee908f7640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c0c2920 0x7fee8c13ea80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fee8000e9d0 tx=0x7fee8000ee90 comp rx=0 tx=0).stop 2024-04-18T05:11:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee908f7640 1 -- 172.21.15.92:0/90924173 shutdown_connections 2024-04-18T05:11:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee908f7640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee8c14a7d0 0x7fee8c15cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee908f7640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee8c0c2920 0x7fee8c13ea80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee908f7640 1 --2- 172.21.15.92:0/90924173 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee8c06e790 0x7fee8c1451b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee908f7640 1 -- 172.21.15.92:0/90924173 >> 172.21.15.92:0/90924173 conn(0x7fee8c0c6260 msgr2=0x7fee8c070c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee908f7640 1 -- 172.21.15.92:0/90924173 shutdown_connections 2024-04-18T05:11:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.350+0000 7fee908f7640 1 -- 172.21.15.92:0/90924173 wait complete. 2024-04-18T05:11:05.366 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 1b212d0e-2c8e-4b04-a7c0-83730c652388 3 2024-04-18T05:11:05.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8882f640 1 Processor -- start 2024-04-18T05:11:05.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8882f640 1 -- start start 2024-04-18T05:11:05.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8882f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9d8414f1b0 0x7f9d840ab690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8882f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d84070d20 con 0x7f9d840a7450 2024-04-18T05:11:05.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8882f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d84155970 con 0x7f9d840abbd0 2024-04-18T05:11:05.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8882f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d84155e80 con 0x7f9d8414f1b0 2024-04-18T05:11:05.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8259c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9d8414f1b0 0x7f9d840ab690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8259c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9d8414f1b0 0x7f9d840ab690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36712/0 (socket says 172.21.15.92:36712) 2024-04-18T05:11:05.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8259c640 1 -- 172.21.15.92:0/3366661046 learned_addr learned my addr 172.21.15.92:0/3366661046 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:05.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8259c640 1 -- 172.21.15.92:0/3366661046 >> v1:172.21.15.92:6789/0 conn(0x7f9d840abbd0 legacy=0x7f9d8415c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8259c640 1 -- 172.21.15.92:0/3366661046 >> v1:172.21.15.32:6789/0 conn(0x7f9d840a7450 legacy=0x7f9d84151dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:05.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.526+0000 7f9d8259c640 1 -- 172.21.15.92:0/3366661046 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d840720f0 con 0x7f9d8414f1b0 2024-04-18T05:11:05.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8259c640 1 --2- 172.21.15.92:0/3366661046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d8414f1b0 0x7f9d840ab690 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9d78009870 tx=0x7f9d7801c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aaeebee814b6a396 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:05.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8159a640 1 -- 172.21.15.92:0/3366661046 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d780ab610 con 0x7f9d8414f1b0 2024-04-18T05:11:05.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8159a640 1 -- 172.21.15.92:0/3366661046 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d780ab770 con 0x7f9d8414f1b0 2024-04-18T05:11:05.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8159a640 1 -- 172.21.15.92:0/3366661046 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d780abb00 con 0x7f9d8414f1b0 2024-04-18T05:11:05.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8882f640 1 -- 172.21.15.92:0/3366661046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d8414f1b0 msgr2=0x7f9d840ab690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8882f640 1 --2- 172.21.15.92:0/3366661046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d8414f1b0 0x7f9d840ab690 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9d78009870 tx=0x7f9d7801c520 comp rx=0 tx=0).stop 2024-04-18T05:11:05.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8882f640 1 -- 172.21.15.92:0/3366661046 shutdown_connections 2024-04-18T05:11:05.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8882f640 1 --2- 172.21.15.92:0/3366661046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d8414f1b0 0x7f9d840ab690 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8882f640 1 -- 172.21.15.92:0/3366661046 >> 172.21.15.92:0/3366661046 conn(0x7f9d840c6260 msgr2=0x7f9d840c6670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:05.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8882f640 1 -- 172.21.15.92:0/3366661046 shutdown_connections 2024-04-18T05:11:05.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.530+0000 7f9d8882f640 1 -- 172.21.15.92:0/3366661046 wait complete. 2024-04-18T05:11:05.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 Processor -- start 2024-04-18T05:11:05.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 -- start start 2024-04-18T05:11:05.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d840abbd0 0x7f9d8414d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d8414f1b0 0x7f9d841f0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d841f0dc0 0x7f9d84141c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8413ec00 con 0x7f9d840abbd0 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d841437b0 con 0x7f9d841f0dc0 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d8413e6d0 con 0x7f9d8414f1b0 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d82d9d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d841f0dc0 0x7f9d84141c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d81d9b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d8414f1b0 0x7f9d841f0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d82d9d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d841f0dc0 0x7f9d84141c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36716/0 (socket says 172.21.15.92:36716) 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d82d9d640 1 -- 172.21.15.92:0/2399773494 learned_addr learned my addr 172.21.15.92:0/2399773494 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d81d9b640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d8414f1b0 0x7f9d841f0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:53500/0 (socket says 172.21.15.92:53500) 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8259c640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d840abbd0 0x7f9d8414d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d81d9b640 1 -- 172.21.15.92:0/2399773494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d841f0dc0 msgr2=0x7f9d84141c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d81d9b640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d841f0dc0 0x7f9d84141c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d81d9b640 1 -- 172.21.15.92:0/2399773494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d840abbd0 msgr2=0x7f9d8414d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d81d9b640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d840abbd0 0x7f9d8414d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d81d9b640 1 -- 172.21.15.92:0/2399773494 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d780094d0 con 0x7f9d8414f1b0 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d82d9d640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d841f0dc0 0x7f9d84141c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d81d9b640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d8414f1b0 0x7f9d841f0880 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9d7400c440 tx=0x7f9d7400c900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d72ffd640 1 -- 172.21.15.92:0/2399773494 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d74011790 con 0x7f9d8414f1b0 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d72ffd640 1 -- 172.21.15.92:0/2399773494 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d740118f0 con 0x7f9d8414f1b0 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d72ffd640 1 -- 172.21.15.92:0/2399773494 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d74011ca0 con 0x7f9d8414f1b0 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 -- 172.21.15.92:0/2399773494 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d8413e920 con 0x7f9d8414f1b0 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d8882f640 1 -- 172.21.15.92:0/2399773494 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d841433d0 con 0x7f9d8414f1b0 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d72ffd640 1 -- 172.21.15.92:0/2399773494 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f9d7401c760 con 0x7f9d8414f1b0 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.534+0000 7f9d72ffd640 1 -- 172.21.15.92:0/2399773494 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f9d74012b30 con 0x7f9d8414f1b0 2024-04-18T05:11:05.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.538+0000 7f9d8882f640 1 -- 172.21.15.92:0/2399773494 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d840a8130 con 0x7f9d8414f1b0 2024-04-18T05:11:05.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.538+0000 7f9d72ffd640 1 -- 172.21.15.92:0/2399773494 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7f9d74011e00 con 0x7f9d8414f1b0 2024-04-18T05:11:05.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.602+0000 7f9d8882f640 1 -- 172.21.15.92:0/2399773494 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "1b212d0e-2c8e-4b04-a7c0-83730c652388", "id": 3} v 0) v1 -- 0x7f9d84142f50 con 0x7f9d8414f1b0 2024-04-18T05:11:05.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d72ffd640 1 -- 172.21.15.92:0/2399773494 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1b212d0e-2c8e-4b04-a7c0-83730c652388", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f9d84142f50 con 0x7f9d8414f1b0 2024-04-18T05:11:05.608 INFO:teuthology.orchestra.run.smithi092.stdout:3 2024-04-18T05:11:05.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d8882f640 1 -- 172.21.15.92:0/2399773494 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d8414f1b0 msgr2=0x7f9d841f0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d8882f640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d8414f1b0 0x7f9d841f0880 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9d7400c440 tx=0x7f9d7400c900 comp rx=0 tx=0).stop 2024-04-18T05:11:05.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d8882f640 1 -- 172.21.15.92:0/2399773494 shutdown_connections 2024-04-18T05:11:05.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d8882f640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d841f0dc0 0x7f9d84141c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d8882f640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d8414f1b0 0x7f9d841f0880 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d8882f640 1 --2- 172.21.15.92:0/2399773494 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d840abbd0 0x7f9d8414d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d8882f640 1 -- 172.21.15.92:0/2399773494 >> 172.21.15.92:0/2399773494 conn(0x7f9d840c6260 msgr2=0x7f9d840bf690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:05.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d8882f640 1 -- 172.21.15.92:0/2399773494 shutdown_connections 2024-04-18T05:11:05.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.610+0000 7f9d8882f640 1 -- 172.21.15.92:0/2399773494 wait complete. 2024-04-18T05:11:05.614 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:05.615+0000 7f1877b96180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-18T05:11:05.629 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new baba98d2-110b-457c-8b5e-ee2237c274ee 4 2024-04-18T05:11:05.670 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:05.667+0000 7f1877b96180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-18T05:11:05.725 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:05.723+0000 7f1877b96180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-18T05:11:05.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.746+0000 7f641198f640 1 Processor -- start 2024-04-18T05:11:05.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.746+0000 7f641198f640 1 -- start start 2024-04-18T05:11:05.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.746+0000 7f641198f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f640c14f090 0x7f640c151e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.746+0000 7f641198f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f640c0c29f0 0x7f640c0c2e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.746+0000 7f641198f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f640c151960 con 0x7f640c06e240 2024-04-18T05:11:05.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.746+0000 7f641198f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f640c070d70 con 0x7f640c0c29f0 2024-04-18T05:11:05.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.746+0000 7f641198f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f640c155a90 con 0x7f640c14f090 2024-04-18T05:11:05.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f640affd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f640c14f090 0x7f640c151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f640affd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f640c14f090 0x7f640c151e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36730/0 (socket says 172.21.15.92:36730) 2024-04-18T05:11:05.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f640affd640 1 -- 172.21.15.92:0/2154568240 learned_addr learned my addr 172.21.15.92:0/2154568240 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:05.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f640b7fe640 1 --2- 172.21.15.92:0/2154568240 >> v2:172.21.15.32:3300/0 conn(0x7f640c0c29f0 0x7f640c0c2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f640affd640 1 -- 172.21.15.92:0/2154568240 >> v2:172.21.15.32:3300/0 conn(0x7f640c0c29f0 msgr2=0x7f640c0c2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:05.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f640affd640 1 --2- 172.21.15.92:0/2154568240 >> v2:172.21.15.32:3300/0 conn(0x7f640c0c29f0 0x7f640c0c2e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f640affd640 1 -- 172.21.15.92:0/2154568240 >> v1:172.21.15.32:6789/0 conn(0x7f640c06e240 legacy=0x7f640c1523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:05.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f640affd640 1 -- 172.21.15.92:0/2154568240 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f640c0a74f0 con 0x7f640c14f090 2024-04-18T05:11:05.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f640affd640 1 --2- 172.21.15.92:0/2154568240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c14f090 0x7f640c151e60 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f640c070780 tx=0x7f63fc01c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e0d64988a59bfb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:05.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f6409ffb640 1 -- 172.21.15.92:0/2154568240 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63fc0ab600 con 0x7f640c14f090 2024-04-18T05:11:05.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f6409ffb640 1 -- 172.21.15.92:0/2154568240 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63fc0a7050 con 0x7f640c14f090 2024-04-18T05:11:05.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f6409ffb640 1 -- 172.21.15.92:0/2154568240 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63fc0ab980 con 0x7f640c14f090 2024-04-18T05:11:05.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f641198f640 1 -- 172.21.15.92:0/2154568240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c14f090 msgr2=0x7f640c151e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f641198f640 1 --2- 172.21.15.92:0/2154568240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c14f090 0x7f640c151e60 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f640c070780 tx=0x7f63fc01c3c0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f641198f640 1 -- 172.21.15.92:0/2154568240 shutdown_connections 2024-04-18T05:11:05.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f641198f640 1 --2- 172.21.15.92:0/2154568240 >> v2:172.21.15.32:3300/0 conn(0x7f640c0c29f0 0x7f640c0c2e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f641198f640 1 --2- 172.21.15.92:0/2154568240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c14f090 0x7f640c151e60 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f641198f640 1 -- 172.21.15.92:0/2154568240 >> 172.21.15.92:0/2154568240 conn(0x7f640c06af90 msgr2=0x7f640c06b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:05.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f641198f640 1 -- 172.21.15.92:0/2154568240 shutdown_connections 2024-04-18T05:11:05.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.750+0000 7f641198f640 1 -- 172.21.15.92:0/2154568240 wait complete. 2024-04-18T05:11:05.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 Processor -- start 2024-04-18T05:11:05.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 -- start start 2024-04-18T05:11:05.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f640c06e240 0x7f640c1540d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c0c29f0 0x7f640c152d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f640c14f090 0x7f640c153290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f640c148b10 con 0x7f640c06e240 2024-04-18T05:11:05.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f640c0bb9c0 con 0x7f640c0c29f0 2024-04-18T05:11:05.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f640c0c05a0 con 0x7f640c14f090 2024-04-18T05:11:05.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640a7fc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c0c29f0 0x7f640c152d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640b7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f640c14f090 0x7f640c153290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640a7fc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c0c29f0 0x7f640c152d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36746/0 (socket says 172.21.15.92:36746) 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640b7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f640c14f090 0x7f640c153290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:53516/0 (socket says 172.21.15.92:53516) 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640a7fc640 1 -- 172.21.15.92:0/3527786813 learned_addr learned my addr 172.21.15.92:0/3527786813 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640affd640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f640c06e240 0x7f640c1540d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640b7fe640 1 -- 172.21.15.92:0/3527786813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c0c29f0 msgr2=0x7f640c152d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640b7fe640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c0c29f0 0x7f640c152d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640b7fe640 1 -- 172.21.15.92:0/3527786813 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f640c06e240 msgr2=0x7f640c1540d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640b7fe640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f640c06e240 0x7f640c1540d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640b7fe640 1 -- 172.21.15.92:0/3527786813 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63fc0094d0 con 0x7f640c14f090 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640a7fc640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c0c29f0 0x7f640c152d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640affd640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f640c06e240 0x7f640c1540d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f640b7fe640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f640c14f090 0x7f640c153290 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6404007d90 tx=0x7f640400e4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f63f3fff640 1 -- 172.21.15.92:0/3527786813 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6404018070 con 0x7f640c14f090 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f63f3fff640 1 -- 172.21.15.92:0/3527786813 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f640400edd0 con 0x7f640c14f090 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 -- 172.21.15.92:0/3527786813 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f640c0c2150 con 0x7f640c14f090 2024-04-18T05:11:05.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f63f3fff640 1 -- 172.21.15.92:0/3527786813 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6404003bc0 con 0x7f640c14f090 2024-04-18T05:11:05.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 -- 172.21.15.92:0/3527786813 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f640c0bb6e0 con 0x7f640c14f090 2024-04-18T05:11:05.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f63f3fff640 1 -- 172.21.15.92:0/3527786813 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f6404014720 con 0x7f640c14f090 2024-04-18T05:11:05.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f63f3fff640 1 -- 172.21.15.92:0/3527786813 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f6404013380 con 0x7f640c14f090 2024-04-18T05:11:05.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.754+0000 7f641198f640 1 -- 172.21.15.92:0/3527786813 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f640c067250 con 0x7f640c14f090 2024-04-18T05:11:05.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.758+0000 7f63f3fff640 1 -- 172.21.15.92:0/3527786813 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7f64040149d0 con 0x7f640c14f090 2024-04-18T05:11:05.765 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:05.766+0000 7f127df0c180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-18T05:11:05.805 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:05.803+0000 7f1877b96180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-18T05:11:05.819 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:05.818+0000 7f127df0c180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-18T05:11:05.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.822+0000 7f641198f640 1 -- 172.21.15.92:0/3527786813 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "baba98d2-110b-457c-8b5e-ee2237c274ee", "id": 4} v 0) v1 -- 0x7f640c14ec60 con 0x7f640c14f090 2024-04-18T05:11:05.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.826+0000 7f63f3fff640 1 -- 172.21.15.92:0/3527786813 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "baba98d2-110b-457c-8b5e-ee2237c274ee", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6404014b70 con 0x7f640c14f090 2024-04-18T05:11:05.827 INFO:teuthology.orchestra.run.smithi092.stdout:4 2024-04-18T05:11:05.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.830+0000 7f641198f640 1 -- 172.21.15.92:0/3527786813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f640c14f090 msgr2=0x7f640c153290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.830+0000 7f641198f640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f640c14f090 0x7f640c153290 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6404007d90 tx=0x7f640400e4b0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.830+0000 7f641198f640 1 -- 172.21.15.92:0/3527786813 shutdown_connections 2024-04-18T05:11:05.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.830+0000 7f641198f640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f640c14f090 0x7f640c153290 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.830+0000 7f641198f640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f640c0c29f0 0x7f640c152d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.830+0000 7f641198f640 1 --2- 172.21.15.92:0/3527786813 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f640c06e240 0x7f640c1540d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.830+0000 7f641198f640 1 -- 172.21.15.92:0/3527786813 >> 172.21.15.92:0/3527786813 conn(0x7f640c06af90 msgr2=0x7f640c14e1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:05.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.830+0000 7f641198f640 1 -- 172.21.15.92:0/3527786813 shutdown_connections 2024-04-18T05:11:05.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.830+0000 7f641198f640 1 -- 172.21.15.92:0/3527786813 wait complete. 2024-04-18T05:11:05.843 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 71b7cc9b-ac39-49c4-9cc2-e09187629be2 5 2024-04-18T05:11:05.859 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:05.859+0000 7f1877b96180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-18T05:11:05.875 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:05.874+0000 7f127df0c180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-18T05:11:05.939 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:05.939+0000 7f1877b96180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-18T05:11:05.954 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:05.954+0000 7f127df0c180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-18T05:11:05.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.958+0000 7f8980248640 1 Processor -- start 2024-04-18T05:11:05.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.958+0000 7f8980248640 1 -- start start 2024-04-18T05:11:05.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.958+0000 7f8980248640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f89780bf890 0x7f89781540b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.958+0000 7f8980248640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89780c0120 con 0x7f89781513f0 2024-04-18T05:11:05.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.958+0000 7f8980248640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8978154d00 con 0x7f8978071cf0 2024-04-18T05:11:05.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.958+0000 7f8980248640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89780c1a40 con 0x7f89780bf890 2024-04-18T05:11:05.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897d7e3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f89780bf890 0x7f89781540b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897d7e3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f89780bf890 0x7f89781540b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36750/0 (socket says 172.21.15.92:36750) 2024-04-18T05:11:05.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897d7e3640 1 -- 172.21.15.92:0/1924755849 learned_addr learned my addr 172.21.15.92:0/1924755849 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:05.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897d7e3640 1 -- 172.21.15.92:0/1924755849 >> v1:172.21.15.92:6789/0 conn(0x7f8978071cf0 legacy=0x7f89781545f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897d7e3640 1 -- 172.21.15.92:0/1924755849 >> v1:172.21.15.32:6789/0 conn(0x7f89781513f0 legacy=0x7f89780c0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897d7e3640 1 -- 172.21.15.92:0/1924755849 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89780c5770 con 0x7f89780bf890 2024-04-18T05:11:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897d7e3640 1 --2- 172.21.15.92:0/1924755849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 0x7f89781540b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8968009870 tx=0x7f896801c560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee22499be197e17f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897cfe2640 1 -- 172.21.15.92:0/1924755849 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89680ad660 con 0x7f89780bf890 2024-04-18T05:11:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897cfe2640 1 -- 172.21.15.92:0/1924755849 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89680ad7c0 con 0x7f89780bf890 2024-04-18T05:11:05.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f897cfe2640 1 -- 172.21.15.92:0/1924755849 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89680adb50 con 0x7f89780bf890 2024-04-18T05:11:05.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f8980248640 1 -- 172.21.15.92:0/1924755849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 msgr2=0x7f89781540b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.962+0000 7f8980248640 1 --2- 172.21.15.92:0/1924755849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 0x7f89781540b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8968009870 tx=0x7f896801c560 comp rx=0 tx=0).stop 2024-04-18T05:11:05.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- 172.21.15.92:0/1924755849 shutdown_connections 2024-04-18T05:11:05.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 --2- 172.21.15.92:0/1924755849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 0x7f89781540b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- 172.21.15.92:0/1924755849 >> 172.21.15.92:0/1924755849 conn(0x7f89780c2950 msgr2=0x7f89780c2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:05.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- 172.21.15.92:0/1924755849 shutdown_connections 2024-04-18T05:11:05.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- 172.21.15.92:0/1924755849 wait complete. 2024-04-18T05:11:05.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 Processor -- start 2024-04-18T05:11:05.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- start start 2024-04-18T05:11:05.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8978071cf0 0x7f89780ab820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 0x7f8978152ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89781513f0 0x7f89781ec380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:05.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89781f00e0 con 0x7f89781513f0 2024-04-18T05:11:05.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89780a91b0 con 0x7f89780bf890 2024-04-18T05:11:05.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8978155ed0 con 0x7f8978071cf0 2024-04-18T05:11:05.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897d7e3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 0x7f8978152ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897dfe4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8978071cf0 0x7f89780ab820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897d7e3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 0x7f8978152ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36764/0 (socket says 172.21.15.92:36764) 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897d7e3640 1 -- 172.21.15.92:0/2402521339 learned_addr learned my addr 172.21.15.92:0/2402521339 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897e7e5640 1 --2- 172.21.15.92:0/2402521339 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89781513f0 0x7f89781ec380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897d7e3640 1 -- 172.21.15.92:0/2402521339 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8978071cf0 msgr2=0x7f89780ab820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897d7e3640 1 --2- 172.21.15.92:0/2402521339 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8978071cf0 0x7f89780ab820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897d7e3640 1 -- 172.21.15.92:0/2402521339 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89781513f0 msgr2=0x7f89781ec380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897d7e3640 1 --2- 172.21.15.92:0/2402521339 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89781513f0 0x7f89781ec380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897d7e3640 1 -- 172.21.15.92:0/2402521339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89680094d0 con 0x7f89780bf890 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897e7e5640 1 --2- 172.21.15.92:0/2402521339 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89781513f0 0x7f89781ec380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f897d7e3640 1 --2- 172.21.15.92:0/2402521339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 0x7f8978152ce0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f896801a190 tx=0x7f8968019300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f896e7fc640 1 -- 172.21.15.92:0/2402521339 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89680b6850 con 0x7f89780bf890 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f896e7fc640 1 -- 172.21.15.92:0/2402521339 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89680b69d0 con 0x7f89780bf890 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f896e7fc640 1 -- 172.21.15.92:0/2402521339 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89680b6d80 con 0x7f89780bf890 2024-04-18T05:11:05.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- 172.21.15.92:0/2402521339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8978145dd0 con 0x7f89780bf890 2024-04-18T05:11:05.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- 172.21.15.92:0/2402521339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89781f02c0 con 0x7f89780bf890 2024-04-18T05:11:05.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f896e7fc640 1 -- 172.21.15.92:0/2402521339 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f89680b4070 con 0x7f89780bf890 2024-04-18T05:11:05.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f8980248640 1 -- 172.21.15.92:0/2402521339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8978067250 con 0x7f89780bf890 2024-04-18T05:11:05.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.966+0000 7f896e7fc640 1 -- 172.21.15.92:0/2402521339 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f89680b5920 con 0x7f89780bf890 2024-04-18T05:11:05.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:05.970+0000 7f896e7fc640 1 -- 172.21.15.92:0/2402521339 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7f89680dddc0 con 0x7f89780bf890 2024-04-18T05:11:05.993 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:05.991+0000 7f1877b96180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-18T05:11:06.008 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:06.010+0000 7f127df0c180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-18T05:11:06.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.038+0000 7f8980248640 1 -- 172.21.15.92:0/2402521339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "71b7cc9b-ac39-49c4-9cc2-e09187629be2", "id": 5} v 0) v1 -- 0x7f897804e170 con 0x7f89780bf890 2024-04-18T05:11:06.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.042+0000 7f896e7fc640 1 -- 172.21.15.92:0/2402521339 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "71b7cc9b-ac39-49c4-9cc2-e09187629be2", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f89680cc070 con 0x7f89780bf890 2024-04-18T05:11:06.043 INFO:teuthology.orchestra.run.smithi092.stdout:5 2024-04-18T05:11:06.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.042+0000 7f8980248640 1 -- 172.21.15.92:0/2402521339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 msgr2=0x7f8978152ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.042+0000 7f8980248640 1 --2- 172.21.15.92:0/2402521339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 0x7f8978152ce0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f896801a190 tx=0x7f8968019300 comp rx=0 tx=0).stop 2024-04-18T05:11:06.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.042+0000 7f8980248640 1 -- 172.21.15.92:0/2402521339 shutdown_connections 2024-04-18T05:11:06.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.042+0000 7f8980248640 1 --2- 172.21.15.92:0/2402521339 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f89781513f0 0x7f89781ec380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.042+0000 7f8980248640 1 --2- 172.21.15.92:0/2402521339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89780bf890 0x7f8978152ce0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.042+0000 7f8980248640 1 --2- 172.21.15.92:0/2402521339 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8978071cf0 0x7f89780ab820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.042+0000 7f8980248640 1 -- 172.21.15.92:0/2402521339 >> 172.21.15.92:0/2402521339 conn(0x7f89780c2950 msgr2=0x7f897814e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:06.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.042+0000 7f8980248640 1 -- 172.21.15.92:0/2402521339 shutdown_connections 2024-04-18T05:11:06.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.046+0000 7f8980248640 1 -- 172.21.15.92:0/2402521339 wait complete. 2024-04-18T05:11:06.059 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 933f0426-3151-403f-9488-66718a25be01 6 2024-04-18T05:11:06.088 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:06.090+0000 7f127df0c180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-18T05:11:06.141 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:06.142+0000 7f127df0c180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-18T05:11:06.151 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:06.151+0000 7f1877b96180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-18T05:11:06.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd614930640 1 Processor -- start 2024-04-18T05:11:06.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd614930640 1 -- start start 2024-04-18T05:11:06.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd614930640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd61014f210 0x7fd6100703f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd614930640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd610072220 0x7fd61006a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd614930640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6100c0570 con 0x7fd61006aee0 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd614930640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6100711f0 con 0x7fd61014f210 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd614930640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6100c5410 con 0x7fd610072220 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd60dd9b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd610072220 0x7fd61006a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd60dd9b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd610072220 0x7fd61006a9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36776/0 (socket says 172.21.15.92:36776) 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd60dd9b640 1 -- 172.21.15.92:0/2174020730 learned_addr learned my addr 172.21.15.92:0/2174020730 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd60ed9d640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd61006aee0 0x7fd610151a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:47632/0 (socket says 172.21.15.92:47632) 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd60e59c640 1 --2- 172.21.15.92:0/2174020730 >> v2:172.21.15.32:3300/0 conn(0x7fd61014f210 0x7fd6100703f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd60dd9b640 1 -- 172.21.15.92:0/2174020730 >> v2:172.21.15.32:3300/0 conn(0x7fd61014f210 msgr2=0x7fd6100703f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd60dd9b640 1 --2- 172.21.15.92:0/2174020730 >> v2:172.21.15.32:3300/0 conn(0x7fd61014f210 0x7fd6100703f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd60dd9b640 1 -- 172.21.15.92:0/2174020730 >> v1:172.21.15.92:6789/0 conn(0x7fd61006aee0 legacy=0x7fd610151a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.202+0000 7fd60dd9b640 1 -- 172.21.15.92:0/2174020730 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd610071d20 con 0x7fd610072220 2024-04-18T05:11:06.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd60dd9b640 1 --2- 172.21.15.92:0/2174020730 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 0x7fd61006a9a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd6100abcc0 tx=0x7fd60401c460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b726f805e2318ccb server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:06.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd60d59a640 1 -- 172.21.15.92:0/2174020730 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6040ab660 con 0x7fd610072220 2024-04-18T05:11:06.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd60d59a640 1 -- 172.21.15.92:0/2174020730 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6040ab7c0 con 0x7fd610072220 2024-04-18T05:11:06.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd60d59a640 1 -- 172.21.15.92:0/2174020730 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6040abb50 con 0x7fd610072220 2024-04-18T05:11:06.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 -- 172.21.15.92:0/2174020730 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 msgr2=0x7fd61006a9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 --2- 172.21.15.92:0/2174020730 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 0x7fd61006a9a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd6100abcc0 tx=0x7fd60401c460 comp rx=0 tx=0).stop 2024-04-18T05:11:06.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 -- 172.21.15.92:0/2174020730 shutdown_connections 2024-04-18T05:11:06.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 --2- 172.21.15.92:0/2174020730 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 0x7fd61006a9a0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 --2- 172.21.15.92:0/2174020730 >> v2:172.21.15.32:3300/0 conn(0x7fd61014f210 0x7fd6100703f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 -- 172.21.15.92:0/2174020730 >> 172.21.15.92:0/2174020730 conn(0x7fd610069e80 msgr2=0x7fd61006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:06.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 -- 172.21.15.92:0/2174020730 shutdown_connections 2024-04-18T05:11:06.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 -- 172.21.15.92:0/2174020730 wait complete. 2024-04-18T05:11:06.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 Processor -- start 2024-04-18T05:11:06.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.206+0000 7fd614930640 1 -- start start 2024-04-18T05:11:06.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd614930640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd61006aee0 0x7fd6101efa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd614930640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 0x7fd61014e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd614930640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd61014f210 0x7fd610147fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd614930640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd610147ba0 con 0x7fd61014f210 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd614930640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd610148ca0 con 0x7fd610072220 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd614930640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd610146cd0 con 0x7fd61006aee0 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60dd9b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 0x7fd61014e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60dd9b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 0x7fd61014e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36778/0 (socket says 172.21.15.92:36778) 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60dd9b640 1 -- 172.21.15.92:0/874839493 learned_addr learned my addr 172.21.15.92:0/874839493 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60e59c640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd61006aee0 0x7fd6101efa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60ed9d640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd61014f210 0x7fd610147fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60dd9b640 1 -- 172.21.15.92:0/874839493 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd61006aee0 msgr2=0x7fd6101efa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60dd9b640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd61006aee0 0x7fd6101efa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60dd9b640 1 -- 172.21.15.92:0/874839493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd61014f210 msgr2=0x7fd610147fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60dd9b640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd61014f210 0x7fd610147fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60dd9b640 1 -- 172.21.15.92:0/874839493 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6040094d0 con 0x7fd610072220 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60e59c640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd61006aee0 0x7fd6101efa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60ed9d640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd61014f210 0x7fd610147fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd60dd9b640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 0x7fd61014e2d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd60401c940 tx=0x7fd60401aca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd5feffd640 1 -- 172.21.15.92:0/874839493 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6040b4800 con 0x7fd610072220 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd5feffd640 1 -- 172.21.15.92:0/874839493 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6040b4960 con 0x7fd610072220 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd614930640 1 -- 172.21.15.92:0/874839493 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd610146f20 con 0x7fd610072220 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd5feffd640 1 -- 172.21.15.92:0/874839493 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6040b4d10 con 0x7fd610072220 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd614930640 1 -- 172.21.15.92:0/874839493 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6101474e0 con 0x7fd610072220 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd614930640 1 -- 172.21.15.92:0/874839493 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd610147ce0 con 0x7fd610072220 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd5feffd640 1 -- 172.21.15.92:0/874839493 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fd6040a9070 con 0x7fd610072220 2024-04-18T05:11:06.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.210+0000 7fd5feffd640 1 -- 172.21.15.92:0/874839493 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7fd6040be9e0 con 0x7fd610072220 2024-04-18T05:11:06.213 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:06.211+0000 7f1877b96180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-18T05:11:06.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.214+0000 7fd5feffd640 1 -- 172.21.15.92:0/874839493 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7fd610147ce0 con 0x7fd610072220 2024-04-18T05:11:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.282+0000 7fd614930640 1 -- 172.21.15.92:0/874839493 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "933f0426-3151-403f-9488-66718a25be01", "id": 6} v 0) v1 -- 0x7fd61004e1e0 con 0x7fd610072220 2024-04-18T05:11:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.286+0000 7fd5feffd640 1 -- 172.21.15.92:0/874839493 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "933f0426-3151-403f-9488-66718a25be01", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fd6040be3f0 con 0x7fd610072220 2024-04-18T05:11:06.288 INFO:teuthology.orchestra.run.smithi092.stdout:6 2024-04-18T05:11:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.290+0000 7fd614930640 1 -- 172.21.15.92:0/874839493 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 msgr2=0x7fd61014e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.290+0000 7fd614930640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 0x7fd61014e2d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd60401c940 tx=0x7fd60401aca0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.290+0000 7fd614930640 1 -- 172.21.15.92:0/874839493 shutdown_connections 2024-04-18T05:11:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.290+0000 7fd614930640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd61014f210 0x7fd610147fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.290+0000 7fd614930640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd610072220 0x7fd61014e2d0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.290+0000 7fd614930640 1 --2- 172.21.15.92:0/874839493 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd61006aee0 0x7fd6101efa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.290+0000 7fd614930640 1 -- 172.21.15.92:0/874839493 >> 172.21.15.92:0/874839493 conn(0x7fd610069e80 msgr2=0x7fd61014c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.290+0000 7fd614930640 1 -- 172.21.15.92:0/874839493 shutdown_connections 2024-04-18T05:11:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.290+0000 7fd614930640 1 -- 172.21.15.92:0/874839493 wait complete. 2024-04-18T05:11:06.299 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:06.298+0000 7f127df0c180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-18T05:11:06.303 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new a5579434-8a16-4b4e-9c2d-8a13df5cd762 7 2024-04-18T05:11:06.360 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:06.362+0000 7f127df0c180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-18T05:11:06.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.414+0000 7f48840b0640 1 Processor -- start 2024-04-18T05:11:06.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.414+0000 7f48840b0640 1 -- start start 2024-04-18T05:11:06.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f487c1525b0 0x7f487c06e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f487c1550a0 0x7f487c14eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f487c06a500 con 0x7f487c0c6610 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f487c06f0d0 con 0x7f487c1550a0 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f487c06a020 con 0x7f487c1525b0 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488164b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f487c1525b0 0x7f487c06e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488164b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f487c1525b0 0x7f487c06e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36786/0 (socket says 172.21.15.92:36786) 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488164b640 1 -- 172.21.15.92:0/2719676269 learned_addr learned my addr 172.21.15.92:0/2719676269 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488164b640 1 -- 172.21.15.92:0/2719676269 >> v2:172.21.15.32:3300/0 conn(0x7f487c1550a0 msgr2=0x7f487c14eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488264d640 1 --2- 172.21.15.92:0/2719676269 >> v2:172.21.15.32:3300/0 conn(0x7f487c1550a0 0x7f487c14eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488164b640 1 --2- 172.21.15.92:0/2719676269 >> v2:172.21.15.32:3300/0 conn(0x7f487c1550a0 0x7f487c14eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488164b640 1 -- 172.21.15.92:0/2719676269 >> v1:172.21.15.32:6789/0 conn(0x7f487c0c6610 legacy=0x7f487c071450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488164b640 1 -- 172.21.15.92:0/2719676269 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f487c071b60 con 0x7f487c1525b0 2024-04-18T05:11:06.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488264d640 1 --2- 172.21.15.92:0/2719676269 >> v2:172.21.15.32:3300/0 conn(0x7f487c1550a0 0x7f487c14eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:06.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f488164b640 1 --2- 172.21.15.92:0/2719676269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c1525b0 0x7f487c06e490 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f487c072670 tx=0x7f487801c400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36a0d05f151d93cb server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:06.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f4880e4a640 1 -- 172.21.15.92:0/2719676269 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48780ac640 con 0x7f487c1525b0 2024-04-18T05:11:06.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f4880e4a640 1 -- 172.21.15.92:0/2719676269 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48780ac7a0 con 0x7f487c1525b0 2024-04-18T05:11:06.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f4880e4a640 1 -- 172.21.15.92:0/2719676269 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48780acb30 con 0x7f487c1525b0 2024-04-18T05:11:06.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 -- 172.21.15.92:0/2719676269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c1525b0 msgr2=0x7f487c06e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 --2- 172.21.15.92:0/2719676269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c1525b0 0x7f487c06e490 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f487c072670 tx=0x7f487801c400 comp rx=0 tx=0).stop 2024-04-18T05:11:06.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 -- 172.21.15.92:0/2719676269 shutdown_connections 2024-04-18T05:11:06.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 --2- 172.21.15.92:0/2719676269 >> v2:172.21.15.32:3300/0 conn(0x7f487c1550a0 0x7f487c14eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 --2- 172.21.15.92:0/2719676269 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c1525b0 0x7f487c06e490 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 -- 172.21.15.92:0/2719676269 >> 172.21.15.92:0/2719676269 conn(0x7f487c0a7850 msgr2=0x7f487c06af90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:06.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 -- 172.21.15.92:0/2719676269 shutdown_connections 2024-04-18T05:11:06.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.418+0000 7f48840b0640 1 -- 172.21.15.92:0/2719676269 wait complete. 2024-04-18T05:11:06.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 Processor -- start 2024-04-18T05:11:06.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 -- start start 2024-04-18T05:11:06.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c0c6610 0x7f487c0bb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f487c1550a0 0x7f487c146b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f487c13de90 0x7f487c13e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f487c0bd320 con 0x7f487c1550a0 2024-04-18T05:11:06.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f487c15a600 con 0x7f487c0c6610 2024-04-18T05:11:06.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f487c0bba10 con 0x7f487c13de90 2024-04-18T05:11:06.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f4881e4c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c0c6610 0x7f487c0bb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f488264d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f487c13de90 0x7f487c13e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f4881e4c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c0c6610 0x7f487c0bb4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36794/0 (socket says 172.21.15.92:36794) 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f4881e4c640 1 -- 172.21.15.92:0/509200356 learned_addr learned my addr 172.21.15.92:0/509200356 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f488164b640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f487c1550a0 0x7f487c146b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f488264d640 1 -- 172.21.15.92:0/509200356 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c0c6610 msgr2=0x7f487c0bb4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f488264d640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c0c6610 0x7f487c0bb4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f488264d640 1 -- 172.21.15.92:0/509200356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f487c1550a0 msgr2=0x7f487c146b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f488264d640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f487c1550a0 0x7f487c146b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f488264d640 1 -- 172.21.15.92:0/509200356 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48780094d0 con 0x7f487c13de90 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f4881e4c640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c0c6610 0x7f487c0bb4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f488164b640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f487c1550a0 0x7f487c146b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f488264d640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f487c13de90 0x7f487c13e340 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f487400ce40 tx=0x7f487400a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:06.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48727fc640 1 -- 172.21.15.92:0/509200356 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4874003ba0 con 0x7f487c13de90 2024-04-18T05:11:06.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48727fc640 1 -- 172.21.15.92:0/509200356 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4874003d20 con 0x7f487c13de90 2024-04-18T05:11:06.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 -- 172.21.15.92:0/509200356 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f487c1f0290 con 0x7f487c13de90 2024-04-18T05:11:06.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48727fc640 1 -- 172.21.15.92:0/509200356 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487400d880 con 0x7f487c13de90 2024-04-18T05:11:06.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 -- 172.21.15.92:0/509200356 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f487c1f0850 con 0x7f487c13de90 2024-04-18T05:11:06.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48727fc640 1 -- 172.21.15.92:0/509200356 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f487400dce0 con 0x7f487c13de90 2024-04-18T05:11:06.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48727fc640 1 -- 172.21.15.92:0/509200356 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f487400ae20 con 0x7f487c13de90 2024-04-18T05:11:06.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.422+0000 7f48840b0640 1 -- 172.21.15.92:0/509200356 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f487c04e1e0 con 0x7f487c13de90 2024-04-18T05:11:06.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.426+0000 7f48727fc640 1 -- 172.21.15.92:0/509200356 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7f4874023060 con 0x7f487c13de90 2024-04-18T05:11:06.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.506+0000 7f48840b0640 1 -- 172.21.15.92:0/509200356 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "a5579434-8a16-4b4e-9c2d-8a13df5cd762", "id": 7} v 0) v1 -- 0x7f487c0c6100 con 0x7f487c13de90 2024-04-18T05:11:06.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48727fc640 1 -- 172.21.15.92:0/509200356 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a5579434-8a16-4b4e-9c2d-8a13df5cd762", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f48740046e0 con 0x7f487c13de90 2024-04-18T05:11:06.512 INFO:teuthology.orchestra.run.smithi092.stdout:7 2024-04-18T05:11:06.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48840b0640 1 -- 172.21.15.92:0/509200356 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f487c13de90 msgr2=0x7f487c13e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48840b0640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f487c13de90 0x7f487c13e340 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f487400ce40 tx=0x7f487400a710 comp rx=0 tx=0).stop 2024-04-18T05:11:06.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48840b0640 1 -- 172.21.15.92:0/509200356 shutdown_connections 2024-04-18T05:11:06.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48840b0640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f487c13de90 0x7f487c13e340 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48840b0640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f487c1550a0 0x7f487c146b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48840b0640 1 --2- 172.21.15.92:0/509200356 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487c0c6610 0x7f487c0bb4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48840b0640 1 -- 172.21.15.92:0/509200356 >> 172.21.15.92:0/509200356 conn(0x7f487c0a7850 msgr2=0x7f487c065e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:06.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48840b0640 1 -- 172.21.15.92:0/509200356 shutdown_connections 2024-04-18T05:11:06.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-04-18T05:11:06.514+0000 7f48840b0640 1 -- 172.21.15.92:0/509200356 wait complete. 2024-04-18T05:11:06.527 INFO:tasks.ceph.osd.0:Restarting daemon 2024-04-18T05:11:06.528 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-04-18T05:11:06.531 INFO:tasks.ceph.osd.0:Started 2024-04-18T05:11:06.531 INFO:tasks.ceph.osd.1:Restarting daemon 2024-04-18T05:11:06.531 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-04-18T05:11:06.533 INFO:tasks.ceph.osd.1:Started 2024-04-18T05:11:06.533 INFO:tasks.ceph.osd.2:Restarting daemon 2024-04-18T05:11:06.534 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-04-18T05:11:06.536 INFO:tasks.ceph.osd.2:Started 2024-04-18T05:11:06.536 INFO:tasks.ceph.osd.3:Restarting daemon 2024-04-18T05:11:06.536 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-04-18T05:11:06.538 INFO:tasks.ceph.osd.3:Started 2024-04-18T05:11:06.538 INFO:tasks.ceph.osd.4:Restarting daemon 2024-04-18T05:11:06.538 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-04-18T05:11:06.540 INFO:tasks.ceph.osd.4:Started 2024-04-18T05:11:06.541 INFO:tasks.ceph.osd.5:Restarting daemon 2024-04-18T05:11:06.541 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-04-18T05:11:06.543 INFO:tasks.ceph.osd.5:Started 2024-04-18T05:11:06.543 INFO:tasks.ceph.osd.6:Restarting daemon 2024-04-18T05:11:06.543 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-04-18T05:11:06.545 INFO:tasks.ceph.osd.6:Started 2024-04-18T05:11:06.545 INFO:tasks.ceph.osd.7:Restarting daemon 2024-04-18T05:11:06.545 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-04-18T05:11:06.547 INFO:tasks.ceph.osd.7:Started 2024-04-18T05:11:06.547 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100c7e7640 1 Processor -- start 2024-04-18T05:11:06.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100c7e7640 1 -- start start 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100c7e7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f100406b0f0 0x7f10040c1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100c7e7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1004071b40 0x7f100415b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100c7e7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10040c4d50 con 0x7f10040a9800 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100c7e7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1004072310 con 0x7f1004071b40 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100c7e7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10040c5030 con 0x7f100406b0f0 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100ad84640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1004071b40 0x7f100415b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f1009d82640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f10040a9800 0x7f100414ddb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49774/0 (socket says 172.21.15.32:49774) 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f1009d82640 1 -- 172.21.15.32:0/4147347057 learned_addr learned my addr 172.21.15.32:0/4147347057 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100a583640 1 --2- 172.21.15.32:0/4147347057 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f100406b0f0 0x7f10040c1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100ad84640 1 -- 172.21.15.32:0/4147347057 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f100406b0f0 msgr2=0x7f10040c1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100ad84640 1 --2- 172.21.15.32:0/4147347057 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f100406b0f0 0x7f10040c1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100ad84640 1 -- 172.21.15.32:0/4147347057 >> v1:172.21.15.32:6789/0 conn(0x7f10040a9800 legacy=0x7f100414ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f100ad84640 1 -- 172.21.15.32:0/4147347057 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10040aa950 con 0x7f1004071b40 2024-04-18T05:11:06.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.707+0000 7f1009581640 1 -- 172.21.15.32:0/4147347057 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1121449948 0 0) 0x7f10040c4d50 con 0x7f10040a9800 2024-04-18T05:11:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100ad84640 1 --2- 172.21.15.32:0/4147347057 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1004071b40 0x7f100415b340 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0ff40097c0 tx=0x7f0ff401ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4018c64fb4a549d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f1009581640 1 -- 172.21.15.32:0/4147347057 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff40a8990 con 0x7f1004071b40 2024-04-18T05:11:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f1009581640 1 -- 172.21.15.32:0/4147347057 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ff40a8af0 con 0x7f1004071b40 2024-04-18T05:11:06.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f1009581640 1 -- 172.21.15.32:0/4147347057 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff40a8e80 con 0x7f1004071b40 2024-04-18T05:11:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- 172.21.15.32:0/4147347057 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1004071b40 msgr2=0x7f100415b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 --2- 172.21.15.32:0/4147347057 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1004071b40 0x7f100415b340 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0ff40097c0 tx=0x7f0ff401ec90 comp rx=0 tx=0).stop 2024-04-18T05:11:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- 172.21.15.32:0/4147347057 shutdown_connections 2024-04-18T05:11:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 --2- 172.21.15.32:0/4147347057 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1004071b40 0x7f100415b340 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 --2- 172.21.15.32:0/4147347057 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f100406b0f0 0x7f10040c1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- 172.21.15.32:0/4147347057 >> 172.21.15.32:0/4147347057 conn(0x7f10040c2580 msgr2=0x7f10040c2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- 172.21.15.32:0/4147347057 shutdown_connections 2024-04-18T05:11:06.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- 172.21.15.32:0/4147347057 wait complete. 2024-04-18T05:11:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 Processor -- start 2024-04-18T05:11:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- start start 2024-04-18T05:11:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f100406b0f0 0x7f10041e79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1004071b40 0x7f10041eae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10040a9800 0x7f100414cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:06.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f100414f180 con 0x7f100406b0f0 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10041eb370 con 0x7f1004071b40 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10041e7510 con 0x7f10040a9800 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100a583640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f100406b0f0 0x7f10041e79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100a583640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f100406b0f0 0x7f10041e79a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50634/0 (socket says 172.21.15.32:50634) 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100a583640 1 -- 172.21.15.32:0/2559465447 learned_addr learned my addr 172.21.15.32:0/2559465447 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f1009d82640 1 --2- 172.21.15.32:0/2559465447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1004071b40 0x7f10041eae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100ad84640 1 --2- 172.21.15.32:0/2559465447 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10040a9800 0x7f100414cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100a583640 1 -- 172.21.15.32:0/2559465447 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10040a9800 msgr2=0x7f100414cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100a583640 1 --2- 172.21.15.32:0/2559465447 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10040a9800 0x7f100414cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100a583640 1 -- 172.21.15.32:0/2559465447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1004071b40 msgr2=0x7f10041eae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100a583640 1 --2- 172.21.15.32:0/2559465447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1004071b40 0x7f10041eae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100a583640 1 -- 172.21.15.32:0/2559465447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ff4009420 con 0x7f100406b0f0 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100a583640 1 --2- 172.21.15.32:0/2559465447 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f100406b0f0 0x7f10041e79a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc009db0 tx=0x7f0ffc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:06.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f1002ffd640 1 -- 172.21.15.32:0/2559465447 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ffc014480 con 0x7f100406b0f0 2024-04-18T05:11:06.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f1002ffd640 1 -- 172.21.15.32:0/2559465447 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ffc00f040 con 0x7f100406b0f0 2024-04-18T05:11:06.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- 172.21.15.32:0/2559465447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10041e6ee0 con 0x7f100406b0f0 2024-04-18T05:11:06.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f1002ffd640 1 -- 172.21.15.32:0/2559465447 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ffc014800 con 0x7f100406b0f0 2024-04-18T05:11:06.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f100c7e7640 1 -- 172.21.15.32:0/2559465447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10040bd490 con 0x7f100406b0f0 2024-04-18T05:11:06.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f1002ffd640 1 -- 172.21.15.32:0/2559465447 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f0ffc014c60 con 0x7f100406b0f0 2024-04-18T05:11:06.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.711+0000 7f1002ffd640 1 -- 172.21.15.32:0/2559465447 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f0ffc0133e0 con 0x7f100406b0f0 2024-04-18T05:11:06.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.715+0000 7f100c7e7640 1 -- 172.21.15.32:0/2559465447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1004072f90 con 0x7f100406b0f0 2024-04-18T05:11:06.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.715+0000 7f1002ffd640 1 -- 172.21.15.32:0/2559465447 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7f0ffc018020 con 0x7f100406b0f0 2024-04-18T05:11:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 -- 172.21.15.32:0/2559465447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f100414b8c0 con 0x7f100406b0f0 2024-04-18T05:11:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f1002ffd640 1 -- 172.21.15.32:0/2559465447 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f0ffc01d400 con 0x7f100406b0f0 2024-04-18T05:11:06.776 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:06.776 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":10,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:06.511559+0000","last_up_change":"0.000000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 -- 172.21.15.32:0/2559465447 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f100406b0f0 msgr2=0x7f10041e79a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 --2- 172.21.15.32:0/2559465447 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f100406b0f0 0x7f10041e79a0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc009db0 tx=0x7f0ffc00c490 comp rx=0 tx=0).stop 2024-04-18T05:11:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 -- 172.21.15.32:0/2559465447 shutdown_connections 2024-04-18T05:11:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 --2- 172.21.15.32:0/2559465447 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10040a9800 0x7f100414cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 --2- 172.21.15.32:0/2559465447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1004071b40 0x7f10041eae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 --2- 172.21.15.32:0/2559465447 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f100406b0f0 0x7f10041e79a0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 -- 172.21.15.32:0/2559465447 >> 172.21.15.32:0/2559465447 conn(0x7f10040c2580 msgr2=0x7f100414b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 -- 172.21.15.32:0/2559465447 shutdown_connections 2024-04-18T05:11:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:06.775+0000 7f100c7e7640 1 -- 172.21.15.32:0/2559465447 wait complete. 2024-04-18T05:11:06.792 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-04-18T05:11:06.792 INFO:tasks.ceph:Waiting for OSDs to come up 2024-04-18T05:11:06.882 INFO:tasks.ceph.mgr.y.smithi032.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-04-18T05:11:06.882 INFO:tasks.ceph.mgr.y.smithi032.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-04-18T05:11:06.882 INFO:tasks.ceph.mgr.y.smithi032.stderr: from numpy import show_config as show_numpy_config 2024-04-18T05:11:06.924 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:06.923+0000 7f1877b96180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-18T05:11:07.003 INFO:tasks.ceph.mgr.x.smithi092.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2024-04-18T05:11:07.003 INFO:tasks.ceph.mgr.x.smithi092.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2024-04-18T05:11:07.003 INFO:tasks.ceph.mgr.x.smithi092.stderr: from numpy import show_config as show_numpy_config 2024-04-18T05:11:07.064 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:07.062+0000 7f127df0c180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-18T05:11:07.071 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:07.071+0000 7f1877b96180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-18T05:11:07.149 INFO:tasks.ceph.osd.4.smithi092.stderr:2024-04-18T05:11:07.150+0000 7f9cc30cc7c0 -1 Falling back to public interface 2024-04-18T05:11:07.150 INFO:tasks.ceph.osd.6.smithi092.stderr:2024-04-18T05:11:07.150+0000 7fab61bce7c0 -1 Falling back to public interface 2024-04-18T05:11:07.150 INFO:tasks.ceph.osd.5.smithi092.stderr:2024-04-18T05:11:07.150+0000 7f9b9e76e7c0 -1 Falling back to public interface 2024-04-18T05:11:07.164 INFO:tasks.ceph.osd.7.smithi092.stderr:2024-04-18T05:11:07.166+0000 7f4b2e2017c0 -1 Falling back to public interface 2024-04-18T05:11:07.191 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-04-18T05:11:07.191+0000 7f0a5b8007c0 -1 Falling back to public interface 2024-04-18T05:11:07.207 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-04-18T05:11:07.207+0000 7f81a9cd07c0 -1 Falling back to public interface 2024-04-18T05:11:07.208 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-04-18T05:11:07.207+0000 7fa4eb2657c0 -1 Falling back to public interface 2024-04-18T05:11:07.208 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-04-18T05:11:07.207+0000 7fdee446c7c0 -1 Falling back to public interface 2024-04-18T05:11:07.243 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:07.242+0000 7f127df0c180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-18T05:11:07.248 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:07.247+0000 7f1877b96180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-18T05:11:07.314 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:07.311+0000 7f1877b96180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-18T05:11:07.395 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:07.394+0000 7f127df0c180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-18T05:11:07.453 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:07.451+0000 7f1877b96180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-18T05:11:07.462 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:07.462+0000 7f127df0c180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-18T05:11:07.595 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:07.594+0000 7f127df0c180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-18T05:11:07.597 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:07.711 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff28588d640 1 Processor -- start 2024-04-18T05:11:07.711 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff28588d640 1 -- start start 2024-04-18T05:11:07.713 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff28588d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff280072780 0x7ff280072b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:07.713 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff28588d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff280150760 0x7ff2800c0e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:07.713 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff28588d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff280072180 con 0x7ff2800c0660 2024-04-18T05:11:07.713 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff28588d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2800c5b20 con 0x7ff280150760 2024-04-18T05:11:07.713 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff28588d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2800c13d0 con 0x7ff280072780 2024-04-18T05:11:07.713 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff27e7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff280150760 0x7ff2800c0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:07.713 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff27f7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff2800c0660 0x7ff280071a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:49790/0 (socket says 172.21.15.32:49790) 2024-04-18T05:11:07.713 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff27e7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff280150760 0x7ff2800c0e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50648/0 (socket says 172.21.15.32:50648) 2024-04-18T05:11:07.714 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff27f7fe640 1 -- 172.21.15.32:0/2163372927 learned_addr learned my addr 172.21.15.32:0/2163372927 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:07.714 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff27effd640 1 --2- 172.21.15.32:0/2163372927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff280072780 0x7ff280072b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:07.714 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff27e7fc640 1 -- 172.21.15.32:0/2163372927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff280072780 msgr2=0x7ff280072b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:07.714 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff27e7fc640 1 --2- 172.21.15.32:0/2163372927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff280072780 0x7ff280072b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:07.714 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff27e7fc640 1 -- 172.21.15.32:0/2163372927 >> v1:172.21.15.32:6789/0 conn(0x7ff2800c0660 legacy=0x7ff280071a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:07.714 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.711+0000 7ff27e7fc640 1 -- 172.21.15.32:0/2163372927 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff280154b90 con 0x7ff280150760 2024-04-18T05:11:07.715 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27e7fc640 1 --2- 172.21.15.32:0/2163372927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280150760 0x7ff2800c0e90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff2740097c0 tx=0x7ff27401c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a3f497c98e7a8b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:07.715 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27dffb640 1 -- 172.21.15.32:0/2163372927 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2740ab600 con 0x7ff280150760 2024-04-18T05:11:07.715 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27dffb640 1 -- 172.21.15.32:0/2163372927 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2740a7050 con 0x7ff280150760 2024-04-18T05:11:07.715 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27dffb640 1 -- 172.21.15.32:0/2163372927 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2740ab980 con 0x7ff280150760 2024-04-18T05:11:07.716 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- 172.21.15.32:0/2163372927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280150760 msgr2=0x7ff2800c0e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:07.716 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 --2- 172.21.15.32:0/2163372927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280150760 0x7ff2800c0e90 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff2740097c0 tx=0x7ff27401c380 comp rx=0 tx=0).stop 2024-04-18T05:11:07.716 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- 172.21.15.32:0/2163372927 shutdown_connections 2024-04-18T05:11:07.716 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 --2- 172.21.15.32:0/2163372927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280150760 0x7ff2800c0e90 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:07.716 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 --2- 172.21.15.32:0/2163372927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff280072780 0x7ff280072b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:07.716 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- 172.21.15.32:0/2163372927 >> 172.21.15.32:0/2163372927 conn(0x7ff2800c2760 msgr2=0x7ff2800c2b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:07.716 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- 172.21.15.32:0/2163372927 shutdown_connections 2024-04-18T05:11:07.717 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- 172.21.15.32:0/2163372927 wait complete. 2024-04-18T05:11:07.719 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 Processor -- start 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- start start 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280072780 0x7ff2800aa9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff2800c0660 0x7ff28014aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff28014ce30 0x7ff28014b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2801ed7e0 con 0x7ff280072780 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2801f0780 con 0x7ff28014ce30 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2801f0cb0 con 0x7ff2800c0660 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280072780 0x7ff2800aa9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280072780 0x7ff2800aa9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:50658/0 (socket says 172.21.15.32:50658) 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27effd640 1 -- 172.21.15.32:0/4199130657 learned_addr learned my addr 172.21.15.32:0/4199130657 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:07.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27e7fc640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff2800c0660 0x7ff28014aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27effd640 1 -- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff2800c0660 msgr2=0x7ff28014aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27f7fe640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff28014ce30 0x7ff28014b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27effd640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff2800c0660 0x7ff28014aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27effd640 1 -- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff28014ce30 msgr2=0x7ff28014b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27effd640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff28014ce30 0x7ff28014b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27effd640 1 -- 172.21.15.32:0/4199130657 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff274009420 con 0x7ff280072780 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27e7fc640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff2800c0660 0x7ff28014aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27f7fe640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff28014ce30 0x7ff28014b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff27effd640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280072780 0x7ff2800aa9e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff27000d5f0 tx=0x7ff27000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff267fff640 1 -- 172.21.15.32:0/4199130657 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2700125f0 con 0x7ff280072780 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff267fff640 1 -- 172.21.15.32:0/4199130657 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff270012750 con 0x7ff280072780 2024-04-18T05:11:07.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- 172.21.15.32:0/4199130657 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff28014d4c0 con 0x7ff280072780 2024-04-18T05:11:07.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff267fff640 1 -- 172.21.15.32:0/4199130657 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff270012ae0 con 0x7ff280072780 2024-04-18T05:11:07.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff28588d640 1 -- 172.21.15.32:0/4199130657 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2800a98d0 con 0x7ff280072780 2024-04-18T05:11:07.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.715+0000 7ff267fff640 1 -- 172.21.15.32:0/4199130657 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7ff27001e460 con 0x7ff280072780 2024-04-18T05:11:07.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.719+0000 7ff267fff640 1 -- 172.21.15.32:0/4199130657 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7ff270014bf0 con 0x7ff280072780 2024-04-18T05:11:07.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.719+0000 7ff28588d640 1 -- 172.21.15.32:0/4199130657 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2800666b0 con 0x7ff280072780 2024-04-18T05:11:07.723 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.723+0000 7ff267fff640 1 -- 172.21.15.32:0/4199130657 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73121 (secure 0 0 0) 0x7ff270014520 con 0x7ff280072780 2024-04-18T05:11:07.780 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 -- 172.21.15.32:0/4199130657 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff280071850 con 0x7ff280072780 2024-04-18T05:11:07.781 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff267fff640 1 -- 172.21.15.32:0/4199130657 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7ff2700146c0 con 0x7ff280072780 2024-04-18T05:11:07.781 INFO:teuthology.misc.health.smithi032.stdout: 2024-04-18T05:11:07.781 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":10,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:06.511559+0000","last_up_change":"0.000000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:07.782 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 -- 172.21.15.32:0/4199130657 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280072780 msgr2=0x7ff2800aa9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:07.782 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280072780 0x7ff2800aa9e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff27000d5f0 tx=0x7ff27000dab0 comp rx=0 tx=0).stop 2024-04-18T05:11:07.783 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 -- 172.21.15.32:0/4199130657 shutdown_connections 2024-04-18T05:11:07.783 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff28014ce30 0x7ff28014b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:07.783 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff2800c0660 0x7ff28014aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:07.783 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 --2- 172.21.15.32:0/4199130657 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff280072780 0x7ff2800aa9e0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:07.783 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 -- 172.21.15.32:0/4199130657 >> 172.21.15.32:0/4199130657 conn(0x7ff2800c2760 msgr2=0x7ff2800bf090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:07.783 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 -- 172.21.15.32:0/4199130657 shutdown_connections 2024-04-18T05:11:07.783 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:07.779+0000 7ff28588d640 1 -- 172.21.15.32:0/4199130657 wait complete. 2024-04-18T05:11:07.796 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-04-18T05:11:08.086 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:08.083+0000 7f1877b96180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-18T05:11:08.165 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:08.163+0000 7f1877b96180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-18T05:11:08.210 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:08.210+0000 7f127df0c180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-18T05:11:08.284 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:08.286+0000 7f127df0c180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-18T05:11:08.353 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:08.351+0000 7f1877b96180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-18T05:11:08.430 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:08.427+0000 7f1877b96180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-18T05:11:08.463 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:08.462+0000 7f127df0c180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-18T05:11:08.536 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:08.534+0000 7f127df0c180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-18T05:11:08.736 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:08.735+0000 7f1877b96180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-18T05:11:08.800 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:08.799+0000 7f1877b96180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-18T05:11:08.826 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:08.826+0000 7f127df0c180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-18T05:11:08.892 INFO:tasks.ceph.mgr.x.smithi092.stderr:2024-04-18T05:11:08.894+0000 7f127df0c180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-18T05:11:09.845 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:09.843+0000 7f181f14a640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-18T05:11:09.845 INFO:tasks.ceph.mgr.y.smithi032.stderr:2024-04-18T05:11:09.843+0000 7f181f14a640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-18T05:11:10.779 INFO:tasks.ceph.osd.7.smithi092.stderr:2024-04-18T05:11:10.778+0000 7f4b2e2017c0 -1 osd.7 0 log_to_monitors true 2024-04-18T05:11:10.931 INFO:tasks.ceph.osd.4.smithi092.stderr:2024-04-18T05:11:10.930+0000 7f9cc30cc7c0 -1 osd.4 0 log_to_monitors true 2024-04-18T05:11:11.021 INFO:tasks.ceph.osd.6.smithi092.stderr:2024-04-18T05:11:11.022+0000 7fab61bce7c0 -1 osd.6 0 log_to_monitors true 2024-04-18T05:11:11.033 INFO:tasks.ceph.osd.5.smithi092.stderr:2024-04-18T05:11:11.034+0000 7f9b9e76e7c0 -1 osd.5 0 log_to_monitors true 2024-04-18T05:11:11.134 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-04-18T05:11:11.131+0000 7fdee446c7c0 -1 osd.1 0 log_to_monitors true 2024-04-18T05:11:11.147 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-04-18T05:11:11.147+0000 7f81a9cd07c0 -1 osd.2 0 log_to_monitors true 2024-04-18T05:11:11.150 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-04-18T05:11:11.147+0000 7f0a5b8007c0 -1 osd.0 0 log_to_monitors true 2024-04-18T05:11:11.152 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-04-18T05:11:11.151+0000 7fa4eb2657c0 -1 osd.3 0 log_to_monitors true 2024-04-18T05:11:12.710 INFO:tasks.ceph.osd.7.smithi092.stderr:2024-04-18T05:11:12.710+0000 7f4b2a1a6640 -1 osd.7 0 waiting for initial osdmap 2024-04-18T05:11:12.729 INFO:tasks.ceph.osd.7.smithi092.stderr:2024-04-18T05:11:12.730+0000 7f4b21fd9640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-18T05:11:14.367 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-04-18T05:11:14.363+0000 7f81a648c640 -1 osd.2 0 waiting for initial osdmap 2024-04-18T05:11:14.400 INFO:tasks.ceph.osd.2.smithi032.stderr:2024-04-18T05:11:14.399+0000 7f819daa8640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-18T05:11:14.439 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-04-18T05:11:14.439+0000 7fdee0411640 -1 osd.1 0 waiting for initial osdmap 2024-04-18T05:11:14.464 INFO:tasks.ceph.osd.1.smithi032.stderr:2024-04-18T05:11:14.463+0000 7fded8244640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-18T05:11:14.480 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-04-18T05:11:14.479+0000 7fa4e720a640 -1 osd.3 0 waiting for initial osdmap 2024-04-18T05:11:14.504 INFO:tasks.ceph.osd.3.smithi032.stderr:2024-04-18T05:11:14.503+0000 7fa4df03d640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-18T05:11:14.508 INFO:tasks.ceph.osd.5.smithi092.stderr:2024-04-18T05:11:14.510+0000 7f9b9a713640 -1 osd.5 0 waiting for initial osdmap 2024-04-18T05:11:14.525 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-04-18T05:11:14.523+0000 7f0a57fbc640 -1 osd.0 0 waiting for initial osdmap 2024-04-18T05:11:14.537 INFO:tasks.ceph.osd.5.smithi092.stderr:2024-04-18T05:11:14.538+0000 7f9b92546640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-18T05:11:14.556 INFO:tasks.ceph.osd.0.smithi032.stderr:2024-04-18T05:11:14.555+0000 7f0a4f5d8640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-18T05:11:14.603 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:14.664 INFO:tasks.ceph.osd.4.smithi092.stderr:2024-04-18T05:11:14.666+0000 7f9cbf071640 -1 osd.4 0 waiting for initial osdmap 2024-04-18T05:11:14.690 INFO:tasks.ceph.osd.6.smithi092.stderr:2024-04-18T05:11:14.690+0000 7fab5db73640 -1 osd.6 0 waiting for initial osdmap 2024-04-18T05:11:14.693 INFO:tasks.ceph.osd.4.smithi092.stderr:2024-04-18T05:11:14.694+0000 7f9cb6ea4640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-18T05:11:14.717 INFO:tasks.ceph.osd.6.smithi092.stderr:2024-04-18T05:11:14.718+0000 7fab559a6640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-18T05:11:14.718 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8b05bcb640 1 Processor -- start 2024-04-18T05:11:14.718 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8b05bcb640 1 -- start start 2024-04-18T05:11:14.719 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8b05bcb640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8b0014dcc0 0x7f8b001507f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:14.719 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8b05bcb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b000c1420 0x7f8b000c0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:14.719 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8b05bcb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8b000c0ed0 0x7f8b00154330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8b05bcb640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b00153e80 con 0x7f8b000c0ed0 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8b05bcb640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b00150e40 con 0x7f8b0014dcc0 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8b05bcb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b00151120 con 0x7f8b000c1420 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8afffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8b000c0ed0 0x7f8b00154330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8afffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8b000c0ed0 0x7f8b00154330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:45350/0 (socket says 172.21.15.32:45350) 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8afffff640 1 -- 172.21.15.32:0/4206788554 learned_addr learned my addr 172.21.15.32:0/4206788554 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.715+0000 7f8afeffd640 1 --2- 172.21.15.32:0/4206788554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b000c1420 0x7f8b000c0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8aff7fe640 1 --2- 172.21.15.32:0/4206788554 >> v2:172.21.15.92:3300/0 conn(0x7f8b0014dcc0 0x7f8b001507f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8afffff640 1 -- 172.21.15.32:0/4206788554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b000c1420 msgr2=0x7f8b000c0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8afffff640 1 --2- 172.21.15.32:0/4206788554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b000c1420 0x7f8b000c0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.720 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8afffff640 1 -- 172.21.15.32:0/4206788554 >> v2:172.21.15.92:3300/0 conn(0x7f8b0014dcc0 msgr2=0x7f8b001507f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:14.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8afffff640 1 --2- 172.21.15.32:0/4206788554 >> v2:172.21.15.92:3300/0 conn(0x7f8b0014dcc0 0x7f8b001507f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8afffff640 1 -- 172.21.15.32:0/4206788554 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b00151400 con 0x7f8b000c0ed0 2024-04-18T05:11:14.721 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8aff7fe640 1 --2- 172.21.15.32:0/4206788554 >> v2:172.21.15.92:3300/0 conn(0x7f8b0014dcc0 0x7f8b001507f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:14.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8afffff640 1 --2- 172.21.15.32:0/4206788554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c0ed0 0x7f8b00154330 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8b000c2d60 tx=0x7f8af801eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54b59b4a6af76086 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:14.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8afe7fc640 1 -- 172.21.15.32:0/4206788554 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af80a79e0 con 0x7f8b000c0ed0 2024-04-18T05:11:14.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8afe7fc640 1 -- 172.21.15.32:0/4206788554 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8af80a7b40 con 0x7f8b000c0ed0 2024-04-18T05:11:14.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8afe7fc640 1 -- 172.21.15.32:0/4206788554 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af80af3f0 con 0x7f8b000c0ed0 2024-04-18T05:11:14.722 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8b05bcb640 1 -- 172.21.15.32:0/4206788554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c0ed0 msgr2=0x7f8b00154330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:14.723 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/4206788554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c0ed0 0x7f8b00154330 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8b000c2d60 tx=0x7f8af801eb50 comp rx=0 tx=0).stop 2024-04-18T05:11:14.723 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8b05bcb640 1 -- 172.21.15.32:0/4206788554 shutdown_connections 2024-04-18T05:11:14.723 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/4206788554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c0ed0 0x7f8b00154330 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.723 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/4206788554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b000c1420 0x7f8b000c0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.723 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/4206788554 >> v2:172.21.15.92:3300/0 conn(0x7f8b0014dcc0 0x7f8b001507f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.723 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8b05bcb640 1 -- 172.21.15.32:0/4206788554 >> 172.21.15.32:0/4206788554 conn(0x7f8b000a7450 msgr2=0x7f8b000a7860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:14.723 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8b05bcb640 1 -- 172.21.15.32:0/4206788554 shutdown_connections 2024-04-18T05:11:14.723 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.719+0000 7f8b05bcb640 1 -- 172.21.15.32:0/4206788554 wait complete. 2024-04-18T05:11:14.725 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 Processor -- start 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 -- start start 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8b000c0ed0 0x7f8b0015a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c1420 0x7f8b00143020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b0014dcc0 0x7f8b00143560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b00149e80 con 0x7f8b000c1420 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b00149890 con 0x7f8b000c0ed0 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b001518f0 con 0x7f8b0014dcc0 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c1420 0x7f8b00143020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afffff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b0014dcc0 0x7f8b00143560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:14.726 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afffff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b0014dcc0 0x7f8b00143560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:53602/0 (socket says 172.21.15.32:53602) 2024-04-18T05:11:14.727 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8aff7fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8b000c0ed0 0x7f8b0015a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:14.727 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afffff640 1 -- 172.21.15.32:0/3616972508 learned_addr learned my addr 172.21.15.32:0/3616972508 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:14.727 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afffff640 1 -- 172.21.15.32:0/3616972508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8b000c0ed0 msgr2=0x7f8b0015a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:14.727 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afffff640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8b000c0ed0 0x7f8b0015a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.727 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afffff640 1 -- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c1420 msgr2=0x7f8b00143020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:14.727 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afffff640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c1420 0x7f8b00143020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.728 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afffff640 1 -- 172.21.15.32:0/3616972508 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8af8009b30 con 0x7f8b0014dcc0 2024-04-18T05:11:14.728 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afeffd640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c1420 0x7f8b00143020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:14.728 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8afffff640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b0014dcc0 0x7f8b00143560 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f8af80b1040 tx=0x7f8af801b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:14.728 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8ae7fff640 1 -- 172.21.15.32:0/3616972508 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af80a79e0 con 0x7f8b0014dcc0 2024-04-18T05:11:14.728 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8ae7fff640 1 -- 172.21.15.32:0/3616972508 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8af8007e50 con 0x7f8b0014dcc0 2024-04-18T05:11:14.728 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b00143aa0 con 0x7f8b0014dcc0 2024-04-18T05:11:14.728 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8ae7fff640 1 -- 172.21.15.32:0/3616972508 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af8007000 con 0x7f8b0014dcc0 2024-04-18T05:11:14.728 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b00143d10 con 0x7f8b0014dcc0 2024-04-18T05:11:14.728 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b001eb230 con 0x7f8b0014dcc0 2024-04-18T05:11:14.729 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8ae7fff640 1 -- 172.21.15.32:0/3616972508 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f8af80ba6b0 con 0x7f8b0014dcc0 2024-04-18T05:11:14.729 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8ae7fff640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8aec066600 0x7f8aec068ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:14.729 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8ae7fff640 1 -- 172.21.15.32:0/3616972508 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2511+0+0 (secure 0 0 0) 0x7f8af8120d60 con 0x7f8b0014dcc0 2024-04-18T05:11:14.729 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.723+0000 7f8aff7fe640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8aec066600 0x7f8aec068ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:14.730 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.727+0000 7f8aff7fe640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8aec066600 0x7f8aec068ac0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f8b000a88b0 tx=0x7f8af0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:14.732 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.731+0000 7f8ae7fff640 1 -- 172.21.15.32:0/3616972508 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8af8126020 con 0x7f8b0014dcc0 2024-04-18T05:11:14.889 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.887+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8b000666b0 con 0x7f8b0014dcc0 2024-04-18T05:11:14.890 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.887+0000 7f8ae7fff640 1 -- 172.21.15.32:0/3616972508 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+7517 (secure 0 0 0) 0x7f8af80be090 con 0x7f8b0014dcc0 2024-04-18T05:11:14.890 INFO:teuthology.misc.health.smithi032.stdout: 2024-04-18T05:11:14.890 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":14,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:13.880639+0000","last_up_change":"2024-04-18T05:11:12.844653+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:14.892 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8aec066600 msgr2=0x7f8aec068ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:14.892 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8aec066600 0x7f8aec068ac0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f8b000a88b0 tx=0x7f8af0008040 comp rx=0 tx=0).stop 2024-04-18T05:11:14.892 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b0014dcc0 msgr2=0x7f8b00143560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:14.893 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b0014dcc0 0x7f8b00143560 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f8af80b1040 tx=0x7f8af801b8f0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.893 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 shutdown_connections 2024-04-18T05:11:14.893 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8b0014dcc0 0x7f8b00143560 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.893 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8b000c1420 0x7f8b00143020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.893 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8aec066600 0x7f8aec068ac0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.893 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 --2- 172.21.15.32:0/3616972508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8b000c0ed0 0x7f8b0015a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:14.893 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 >> 172.21.15.32:0/3616972508 conn(0x7f8b000a7450 msgr2=0x7f8b00071a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:14.893 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 shutdown_connections 2024-04-18T05:11:14.893 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:14.891+0000 7f8b05bcb640 1 -- 172.21.15.32:0/3616972508 wait complete. 2024-04-18T05:11:14.906 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-04-18T05:11:21.713 DEBUG:teuthology.orchestra.run.smithi032:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:21.840 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f622bb40640 1 Processor -- start 2024-04-18T05:11:21.840 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f622bb40640 1 -- start start 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f622bb40640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f62240c4070 0x7f62240c7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f622bb40640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f622406cdc0 0x7f62241546e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f622bb40640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6224154250 con 0x7f622406b2d0 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f622bb40640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6224153c40 con 0x7f62240c4070 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f622bb40640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62240c7a20 con 0x7f622406cdc0 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f62298dc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f62240c4070 0x7f62240c7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f62298dc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f62240c4070 0x7f62240c7390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43626/0 (socket says 172.21.15.32:43626) 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f62298dc640 1 -- 172.21.15.32:0/4111203162 learned_addr learned my addr 172.21.15.32:0/4111203162 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f62290db640 1 --2- 172.21.15.32:0/4111203162 >> v2:172.21.15.92:3300/0 conn(0x7f622406cdc0 0x7f62241546e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:21.842 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f62298dc640 1 -- 172.21.15.32:0/4111203162 >> v2:172.21.15.92:3300/0 conn(0x7f622406cdc0 msgr2=0x7f62241546e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:21.843 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f62298dc640 1 --2- 172.21.15.32:0/4111203162 >> v2:172.21.15.92:3300/0 conn(0x7f622406cdc0 0x7f62241546e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:21.843 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f62298dc640 1 -- 172.21.15.32:0/4111203162 >> v1:172.21.15.92:6789/0 conn(0x7f622406b2d0 legacy=0x7f62240ae760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:21.843 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.838+0000 7f62298dc640 1 -- 172.21.15.32:0/4111203162 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6224153ee0 con 0x7f62240c4070 2024-04-18T05:11:21.844 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f62298dc640 1 --2- 172.21.15.32:0/4111203162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62240c4070 0x7f62240c7390 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6220009e50 tx=0x7f622001c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=606abd217da439ae server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:21.844 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f62288da640 1 -- 172.21.15.32:0/4111203162 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62200a5660 con 0x7f62240c4070 2024-04-18T05:11:21.844 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f62288da640 1 -- 172.21.15.32:0/4111203162 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62200a57c0 con 0x7f62240c4070 2024-04-18T05:11:21.844 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f62288da640 1 -- 172.21.15.32:0/4111203162 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62200a5b50 con 0x7f62240c4070 2024-04-18T05:11:21.845 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 -- 172.21.15.32:0/4111203162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62240c4070 msgr2=0x7f62240c7390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:21.845 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 --2- 172.21.15.32:0/4111203162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62240c4070 0x7f62240c7390 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6220009e50 tx=0x7f622001c890 comp rx=0 tx=0).stop 2024-04-18T05:11:21.845 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 -- 172.21.15.32:0/4111203162 shutdown_connections 2024-04-18T05:11:21.846 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 --2- 172.21.15.32:0/4111203162 >> v2:172.21.15.92:3300/0 conn(0x7f622406cdc0 0x7f62241546e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:21.846 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 --2- 172.21.15.32:0/4111203162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62240c4070 0x7f62240c7390 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:21.846 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 -- 172.21.15.32:0/4111203162 >> 172.21.15.32:0/4111203162 conn(0x7f62240ab080 msgr2=0x7f62240ab490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:21.846 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 -- 172.21.15.32:0/4111203162 shutdown_connections 2024-04-18T05:11:21.846 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 -- 172.21.15.32:0/4111203162 wait complete. 2024-04-18T05:11:21.846 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 Processor -- start 2024-04-18T05:11:21.846 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 -- start start 2024-04-18T05:11:21.848 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f622406b2d0 0x7f6224155e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:21.848 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62240c4070 0x7f62241ed760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:21.848 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62241edca0 0x7f62241ef860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:21.848 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62241555b0 con 0x7f622406b2d0 2024-04-18T05:11:21.848 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6224154fa0 con 0x7f62240c4070 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f622bb40640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6224155a40 con 0x7f62241edca0 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f62298dc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f622406b2d0 0x7f6224155e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f62298dc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f622406b2d0 0x7f6224155e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43640/0 (socket says 172.21.15.32:43640) 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f62298dc640 1 -- 172.21.15.32:0/1642793897 learned_addr learned my addr 172.21.15.32:0/1642793897 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.842+0000 7f62290db640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62240c4070 0x7f62241ed760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f622a0dd640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62241edca0 0x7f62241ef860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f62298dc640 1 -- 172.21.15.32:0/1642793897 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62241edca0 msgr2=0x7f62241ef860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f62298dc640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62241edca0 0x7f62241ef860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f62298dc640 1 -- 172.21.15.32:0/1642793897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62240c4070 msgr2=0x7f62241ed760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f62298dc640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62240c4070 0x7f62241ed760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f62298dc640 1 -- 172.21.15.32:0/1642793897 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6220009b30 con 0x7f622406b2d0 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f622a0dd640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62241edca0 0x7f62241ef860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:21.849 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f62298dc640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f622406b2d0 0x7f6224155e90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f62200af040 tx=0x7f62240c7f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:21.850 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f621a7fc640 1 -- 172.21.15.32:0/1642793897 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62200b8670 con 0x7f622406b2d0 2024-04-18T05:11:21.850 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f621a7fc640 1 -- 172.21.15.32:0/1642793897 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62200b87d0 con 0x7f622406b2d0 2024-04-18T05:11:21.850 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62241ecf10 con 0x7f622406b2d0 2024-04-18T05:11:21.850 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f621a7fc640 1 -- 172.21.15.32:0/1642793897 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62200b8b80 con 0x7f622406b2d0 2024-04-18T05:11:21.850 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62241ed1f0 con 0x7f622406b2d0 2024-04-18T05:11:21.851 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6224067680 con 0x7f622406b2d0 2024-04-18T05:11:21.851 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f621a7fc640 1 -- 172.21.15.32:0/1642793897 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f62200b8ce0 con 0x7f622406b2d0 2024-04-18T05:11:21.851 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f621a7fc640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62080666c0 0x7f6208068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:21.851 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f621a7fc640 1 -- 172.21.15.32:0/1642793897 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f622011ef50 con 0x7f622406b2d0 2024-04-18T05:11:21.851 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f62290db640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62080666c0 0x7f6208068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:21.851 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.846+0000 7f62290db640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62080666c0 0x7f6208068b80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f62240aac10 tx=0x7f6214008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:21.854 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:21.850+0000 7f621a7fc640 1 -- 172.21.15.32:0/1642793897 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f62200ec6a0 con 0x7f622406b2d0 2024-04-18T05:11:22.017 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.014+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f62240666b0 con 0x7f622406b2d0 2024-04-18T05:11:22.019 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.014+0000 7f621a7fc640 1 -- 172.21.15.32:0/1642793897 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+12334 (secure 0 0 0) 0x7f6220009510 con 0x7f622406b2d0 2024-04-18T05:11:22.020 INFO:teuthology.misc.health.smithi032.stdout: 2024-04-18T05:11:22.020 INFO:teuthology.misc.health.smithi032.stdout:{"epoch":18,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:18.974615+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:22.022 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62080666c0 msgr2=0x7f6208068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.022 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62080666c0 0x7f6208068b80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f62240aac10 tx=0x7f6214008040 comp rx=0 tx=0).stop 2024-04-18T05:11:22.022 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f622406b2d0 msgr2=0x7f6224155e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.022 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f622406b2d0 0x7f6224155e90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f62200af040 tx=0x7f62240c7f10 comp rx=0 tx=0).stop 2024-04-18T05:11:22.022 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 shutdown_connections 2024-04-18T05:11:22.023 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62241edca0 0x7f62241ef860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.023 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62080666c0 0x7f6208068b80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.023 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62240c4070 0x7f62241ed760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.023 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 --2- 172.21.15.32:0/1642793897 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f622406b2d0 0x7f6224155e90 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.023 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 >> 172.21.15.32:0/1642793897 conn(0x7f62240ab080 msgr2=0x7f622406bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:22.023 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 shutdown_connections 2024-04-18T05:11:22.024 INFO:teuthology.misc.health.smithi032.stderr:2024-04-18T05:11:22.018+0000 7f622bb40640 1 -- 172.21.15.32:0/1642793897 wait complete. 2024-04-18T05:11:22.037 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-18T05:11:22.037 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-04-18T05:11:22.037 INFO:tasks.ceph.mds.a:Restarting daemon 2024-04-18T05:11:22.038 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-04-18T05:11:22.040 INFO:tasks.ceph.mds.a:Started 2024-04-18T05:11:22.040 INFO:tasks.ceph.mds.c:Restarting daemon 2024-04-18T05:11:22.040 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-04-18T05:11:22.042 INFO:tasks.ceph.mds.c:Started 2024-04-18T05:11:22.042 INFO:tasks.ceph.mds.b:Restarting daemon 2024-04-18T05:11:22.042 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-04-18T05:11:22.045 INFO:tasks.ceph.mds.b:Started 2024-04-18T05:11:22.045 INFO:tasks.ceph.mds.d:Restarting daemon 2024-04-18T05:11:22.046 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-04-18T05:11:22.048 INFO:tasks.ceph.mds.d:Started 2024-04-18T05:11:22.048 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-04-18T05:11:22.051 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:22.112 INFO:tasks.ceph.mds.a.smithi032.stdout:starting mds.a at 2024-04-18T05:11:22.113 INFO:tasks.ceph.mds.c.smithi032.stdout:starting mds.c at 2024-04-18T05:11:22.144 INFO:tasks.ceph.mds.d.smithi092.stdout:starting mds.d at 2024-04-18T05:11:22.144 INFO:tasks.ceph.mds.b.smithi092.stdout:starting mds.b at 2024-04-18T05:11:22.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 Processor -- start 2024-04-18T05:11:22.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 -- start start 2024-04-18T05:11:22.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f71c81521d0 0x7f71c806e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c80c6ca0 0x7f71c8154f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71c8152940 con 0x7f71c8151df0 2024-04-18T05:11:22.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71c8155c70 con 0x7f71c81521d0 2024-04-18T05:11:22.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71c8152660 con 0x7f71c80c6ca0 2024-04-18T05:11:22.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cce91640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f71c81521d0 0x7f71c806e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cce91640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f71c81521d0 0x7f71c806e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43666/0 (socket says 172.21.15.32:43666) 2024-04-18T05:11:22.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cce91640 1 -- 172.21.15.32:0/3727796996 learned_addr learned my addr 172.21.15.32:0/3727796996 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:22.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cde93640 1 --2- 172.21.15.32:0/3727796996 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c80c6ca0 0x7f71c8154f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cce91640 1 -- 172.21.15.32:0/3727796996 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c80c6ca0 msgr2=0x7f71c8154f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:22.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cce91640 1 --2- 172.21.15.32:0/3727796996 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c80c6ca0 0x7f71c8154f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cce91640 1 -- 172.21.15.32:0/3727796996 >> v1:172.21.15.92:6789/0 conn(0x7f71c8151df0 legacy=0x7f71c8152e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cce91640 1 -- 172.21.15.32:0/3727796996 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71c8153590 con 0x7f71c81521d0 2024-04-18T05:11:22.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cce91640 1 --2- 172.21.15.32:0/3727796996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c81521d0 0x7f71c806e3e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f71b8009870 tx=0x7f71b801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2a278650695e4be server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:22.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71bffff640 1 -- 172.21.15.32:0/3727796996 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71b80aa650 con 0x7f71c81521d0 2024-04-18T05:11:22.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71bffff640 1 -- 172.21.15.32:0/3727796996 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71b80aa7b0 con 0x7f71c81521d0 2024-04-18T05:11:22.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71bffff640 1 -- 172.21.15.32:0/3727796996 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71b80aab40 con 0x7f71c81521d0 2024-04-18T05:11:22.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 -- 172.21.15.32:0/3727796996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c81521d0 msgr2=0x7f71c806e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 --2- 172.21.15.32:0/3727796996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c81521d0 0x7f71c806e3e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f71b8009870 tx=0x7f71b801c4d0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 -- 172.21.15.32:0/3727796996 shutdown_connections 2024-04-18T05:11:22.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 --2- 172.21.15.32:0/3727796996 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c80c6ca0 0x7f71c8154f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 --2- 172.21.15.32:0/3727796996 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c81521d0 0x7f71c806e3e0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 -- 172.21.15.32:0/3727796996 >> 172.21.15.32:0/3727796996 conn(0x7f71c80c7390 msgr2=0x7f71c80c77a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:22.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 -- 172.21.15.32:0/3727796996 shutdown_connections 2024-04-18T05:11:22.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.166+0000 7f71cf8f6640 1 -- 172.21.15.32:0/3727796996 wait complete. 2024-04-18T05:11:22.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 Processor -- start 2024-04-18T05:11:22.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 -- start start 2024-04-18T05:11:22.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c80c6ca0 0x7f71c815a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f71c8151df0 0x7f71c806af90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c8154110 0x7f71c806b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71c814efe0 con 0x7f71c80c6ca0 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71c80a9af0 con 0x7f71c8151df0 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71c80c46f0 con 0x7f71c8154110 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cd692640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c80c6ca0 0x7f71c815a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cd692640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c80c6ca0 0x7f71c815a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43678/0 (socket says 172.21.15.32:43678) 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cd692640 1 -- 172.21.15.32:0/1994149989 learned_addr learned my addr 172.21.15.32:0/1994149989 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cde93640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c8154110 0x7f71c806b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cce91640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f71c8151df0 0x7f71c806af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cd692640 1 -- 172.21.15.32:0/1994149989 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c8154110 msgr2=0x7f71c806b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cd692640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c8154110 0x7f71c806b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cd692640 1 -- 172.21.15.32:0/1994149989 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f71c8151df0 msgr2=0x7f71c806af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cd692640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f71c8151df0 0x7f71c806af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cd692640 1 -- 172.21.15.32:0/1994149989 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71b80094d0 con 0x7f71c80c6ca0 2024-04-18T05:11:22.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cd692640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c80c6ca0 0x7f71c815a950 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f71c400c450 tx=0x7f71c400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:22.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71bdffb640 1 -- 172.21.15.32:0/1994149989 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c40052d0 con 0x7f71c80c6ca0 2024-04-18T05:11:22.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71bdffb640 1 -- 172.21.15.32:0/1994149989 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71c4005430 con 0x7f71c80c6ca0 2024-04-18T05:11:22.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71c806ca00 con 0x7f71c80c6ca0 2024-04-18T05:11:22.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71bdffb640 1 -- 172.21.15.32:0/1994149989 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c4007260 con 0x7f71c80c6ca0 2024-04-18T05:11:22.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71c80c4410 con 0x7f71c80c6ca0 2024-04-18T05:11:22.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.170+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71c80666e0 con 0x7f71c80c6ca0 2024-04-18T05:11:22.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.174+0000 7f71bdffb640 1 -- 172.21.15.32:0/1994149989 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f71c40073c0 con 0x7f71c80c6ca0 2024-04-18T05:11:22.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.174+0000 7f71bdffb640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f71ac066690 0x7f71ac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.174+0000 7f71bdffb640 1 -- 172.21.15.32:0/1994149989 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f71c40836f0 con 0x7f71c80c6ca0 2024-04-18T05:11:22.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.174+0000 7f71cce91640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f71ac066690 0x7f71ac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.174+0000 7f71cce91640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f71ac066690 0x7f71ac068b50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f71b80ae000 tx=0x7f71b80a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:22.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.182+0000 7f71bdffb640 1 -- 172.21.15.32:0/1994149989 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f71c4050e40 con 0x7f71c80c6ca0 2024-04-18T05:11:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.334+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f71c80acc40 con 0x7f71c80c6ca0 2024-04-18T05:11:22.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.334+0000 7f71bdffb640 1 -- 172.21.15.32:0/1994149989 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+12334 (secure 0 0 0) 0x7f71c4054460 con 0x7f71c80c6ca0 2024-04-18T05:11:22.339 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:22.339 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":18,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:18.974615+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:22.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f71ac066690 msgr2=0x7f71ac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f71ac066690 0x7f71ac068b50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f71b80ae000 tx=0x7f71b80a7000 comp rx=0 tx=0).stop 2024-04-18T05:11:22.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c80c6ca0 msgr2=0x7f71c815a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c80c6ca0 0x7f71c815a950 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f71c400c450 tx=0x7f71c400c910 comp rx=0 tx=0).stop 2024-04-18T05:11:22.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 shutdown_connections 2024-04-18T05:11:22.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f71c8154110 0x7f71c806b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f71ac066690 0x7f71ac068b50 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f71c8151df0 0x7f71c806af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 --2- 172.21.15.32:0/1994149989 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f71c80c6ca0 0x7f71c815a950 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 >> 172.21.15.32:0/1994149989 conn(0x7f71c80c7390 msgr2=0x7f71c80c4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:22.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 shutdown_connections 2024-04-18T05:11:22.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.338+0000 7f71cf8f6640 1 -- 172.21.15.32:0/1994149989 wait complete. 2024-04-18T05:11:22.356 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:11:22.356 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:11:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.474+0000 7f57e4f42640 1 Processor -- start 2024-04-18T05:11:22.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.474+0000 7f57e4f42640 1 -- start start 2024-04-18T05:11:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57e4f42640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f57e006e000 0x7f57e0151af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57e4f42640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f57e00c3880 0x7f57e0152030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57e4f42640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57e006f730 con 0x7f57e00c34a0 2024-04-18T05:11:22.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57e4f42640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57e00bd9d0 con 0x7f57e006e000 2024-04-18T05:11:22.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57e4f42640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57e006f9f0 con 0x7f57e00c3880 2024-04-18T05:11:22.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57d7fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f57e006e000 0x7f57e0151af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57de59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f57e00c34a0 0x7f57e00a8ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56654/0 (socket says 172.21.15.32:56654) 2024-04-18T05:11:22.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57de59c640 1 -- 172.21.15.32:0/1104553934 learned_addr learned my addr 172.21.15.32:0/1104553934 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:22.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57ded9d640 1 --2- 172.21.15.32:0/1104553934 >> v2:172.21.15.92:3300/0 conn(0x7f57e00c3880 0x7f57e0152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57d7fff640 1 -- 172.21.15.32:0/1104553934 >> v2:172.21.15.92:3300/0 conn(0x7f57e00c3880 msgr2=0x7f57e0152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:22.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57d7fff640 1 --2- 172.21.15.32:0/1104553934 >> v2:172.21.15.92:3300/0 conn(0x7f57e00c3880 0x7f57e0152030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57d7fff640 1 -- 172.21.15.32:0/1104553934 >> v1:172.21.15.32:6789/0 conn(0x7f57e00c34a0 legacy=0x7f57e00a8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57d7fff640 1 -- 172.21.15.32:0/1104553934 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57e0155b90 con 0x7f57e006e000 2024-04-18T05:11:22.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57ddd9b640 1 -- 172.21.15.32:0/1104553934 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2278810602 0 0) 0x7f57e006f730 con 0x7f57e00c34a0 2024-04-18T05:11:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57d7fff640 1 --2- 172.21.15.32:0/1104553934 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e006e000 0x7f57e0151af0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f57e00c1850 tx=0x7f57c801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97134da40c51c3ea server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57ddd9b640 1 -- 172.21.15.32:0/1104553934 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c80ac600 con 0x7f57e006e000 2024-04-18T05:11:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57ddd9b640 1 -- 172.21.15.32:0/1104553934 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57c80a8050 con 0x7f57e006e000 2024-04-18T05:11:22.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.478+0000 7f57ddd9b640 1 -- 172.21.15.32:0/1104553934 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c80ac980 con 0x7f57e006e000 2024-04-18T05:11:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- 172.21.15.32:0/1104553934 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e006e000 msgr2=0x7f57e0151af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 --2- 172.21.15.32:0/1104553934 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e006e000 0x7f57e0151af0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f57e00c1850 tx=0x7f57c801c3c0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- 172.21.15.32:0/1104553934 shutdown_connections 2024-04-18T05:11:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 --2- 172.21.15.32:0/1104553934 >> v2:172.21.15.92:3300/0 conn(0x7f57e00c3880 0x7f57e0152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 --2- 172.21.15.32:0/1104553934 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e006e000 0x7f57e0151af0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- 172.21.15.32:0/1104553934 >> 172.21.15.32:0/1104553934 conn(0x7f57e0072d80 msgr2=0x7f57e00c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:22.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- 172.21.15.32:0/1104553934 shutdown_connections 2024-04-18T05:11:22.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- 172.21.15.32:0/1104553934 wait complete. 2024-04-18T05:11:22.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 Processor -- start 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- start start 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57e006e000 0x7f57e01553a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57e00c34a0 0x7f57e0154800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e00c3880 0x7f57e00c03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57e01530e0 con 0x7f57e00c3880 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57e014bf30 con 0x7f57e006e000 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57e0149700 con 0x7f57e00c34a0 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57ded9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e00c3880 0x7f57e00c03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57ded9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e00c3880 0x7f57e00c03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43690/0 (socket says 172.21.15.32:43690) 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57ded9d640 1 -- 172.21.15.32:0/3539545973 learned_addr learned my addr 172.21.15.32:0/3539545973 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57ded9d640 1 -- 172.21.15.32:0/3539545973 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57e00c34a0 msgr2=0x7f57e0154800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57ded9d640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57e00c34a0 0x7f57e0154800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57ded9d640 1 -- 172.21.15.32:0/3539545973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57e006e000 msgr2=0x7f57e01553a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57ded9d640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57e006e000 0x7f57e01553a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57ded9d640 1 -- 172.21.15.32:0/3539545973 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57c8009420 con 0x7f57e00c3880 2024-04-18T05:11:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57ded9d640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e00c3880 0x7f57e00c03d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f57d800efc0 tx=0x7f57d800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57d6ffd640 1 -- 172.21.15.32:0/3539545973 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57d8009ca0 con 0x7f57e00c3880 2024-04-18T05:11:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57d6ffd640 1 -- 172.21.15.32:0/3539545973 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57d800f040 con 0x7f57e00c3880 2024-04-18T05:11:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57e00bfb30 con 0x7f57e00c3880 2024-04-18T05:11:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57d6ffd640 1 -- 172.21.15.32:0/3539545973 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57d80146c0 con 0x7f57e00c3880 2024-04-18T05:11:22.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57e00c00f0 con 0x7f57e00c3880 2024-04-18T05:11:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.482+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57e0152e40 con 0x7f57e00c3880 2024-04-18T05:11:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.486+0000 7f57d6ffd640 1 -- 172.21.15.32:0/3539545973 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f57d8014820 con 0x7f57e00c3880 2024-04-18T05:11:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.486+0000 7f57d6ffd640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f57c0066690 0x7f57c0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.486+0000 7f57d6ffd640 1 -- 172.21.15.32:0/3539545973 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f57d8084e50 con 0x7f57e00c3880 2024-04-18T05:11:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.486+0000 7f57de59c640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f57c0066690 0x7f57c0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.486+0000 7f57de59c640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f57c0066690 0x7f57c0068b50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f57d00011f0 tx=0x7f57d0007930 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:22.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.490+0000 7f57d6ffd640 1 -- 172.21.15.32:0/3539545973 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f57e0152e40 con 0x7f57e00c3880 2024-04-18T05:11:22.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.646+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f57e0152e40 con 0x7f57e00c3880 2024-04-18T05:11:22.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57d6ffd640 1 -- 172.21.15.32:0/3539545973 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f57e0152e40 con 0x7f57e00c3880 2024-04-18T05:11:22.648 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:11:22.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f57c0066690 msgr2=0x7f57c0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f57c0066690 0x7f57c0068b50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f57d00011f0 tx=0x7f57d0007930 comp rx=0 tx=0).stop 2024-04-18T05:11:22.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e00c3880 msgr2=0x7f57e00c03d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e00c3880 0x7f57e00c03d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f57d800efc0 tx=0x7f57d800c490 comp rx=0 tx=0).stop 2024-04-18T05:11:22.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 shutdown_connections 2024-04-18T05:11:22.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f57e00c3880 0x7f57e00c03d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f57e00c34a0 0x7f57e0154800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f57c0066690 0x7f57c0068b50 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 --2- 172.21.15.32:0/3539545973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f57e006e000 0x7f57e01553a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 >> 172.21.15.32:0/3539545973 conn(0x7f57e0072d80 msgr2=0x7f57e00a73e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:22.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 shutdown_connections 2024-04-18T05:11:22.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.650+0000 7f57e4f42640 1 -- 172.21.15.32:0/3539545973 wait complete. 2024-04-18T05:11:22.668 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:11:22.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.794+0000 7f08f0ea3640 1 Processor -- start 2024-04-18T05:11:22.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.794+0000 7f08f0ea3640 1 -- start start 2024-04-18T05:11:22.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a84c0 0x7f08ec1519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f08ec06d5d0 0x7f08ec15c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08ec0a8d00 con 0x7f08ec0a88a0 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08ec0a9080 con 0x7f08ec06d5d0 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08ec155e50 con 0x7f08ec0a84c0 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08e9d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f08ec0a88a0 0x7f08ec06cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56658/0 (socket says 172.21.15.32:56658) 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08e9d9b640 1 -- 172.21.15.32:0/1423434926 learned_addr learned my addr 172.21.15.32:0/1423434926 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08ead9d640 1 --2- 172.21.15.32:0/1423434926 >> v2:172.21.15.32:3300/0 conn(0x7f08ec06d5d0 0x7f08ec15c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08ea59c640 1 --2- 172.21.15.32:0/1423434926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a84c0 0x7f08ec1519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08e959a640 1 -- 172.21.15.32:0/1423434926 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 280550913 0 0) 0x7f08ec0a8d00 con 0x7f08ec0a88a0 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08e959a640 1 -- 172.21.15.32:0/1423434926 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f08d4003530 con 0x7f08ec0a88a0 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08ead9d640 1 -- 172.21.15.32:0/1423434926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a84c0 msgr2=0x7f08ec1519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08ead9d640 1 --2- 172.21.15.32:0/1423434926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a84c0 0x7f08ec1519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08ead9d640 1 -- 172.21.15.32:0/1423434926 >> v1:172.21.15.32:6789/0 conn(0x7f08ec0a88a0 legacy=0x7f08ec06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08ead9d640 1 -- 172.21.15.32:0/1423434926 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08ec154f60 con 0x7f08ec06d5d0 2024-04-18T05:11:22.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08ead9d640 1 --2- 172.21.15.32:0/1423434926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec06d5d0 0x7f08ec15c2d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f08e4009d90 tx=0x7f08e401c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdcb481762a9ad2a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:22.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08e959a640 1 -- 172.21.15.32:0/1423434926 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08e40a5890 con 0x7f08ec06d5d0 2024-04-18T05:11:22.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08e959a640 1 -- 172.21.15.32:0/1423434926 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08e40a59f0 con 0x7f08ec06d5d0 2024-04-18T05:11:22.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08e959a640 1 -- 172.21.15.32:0/1423434926 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08e40a5d60 con 0x7f08ec06d5d0 2024-04-18T05:11:22.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 -- 172.21.15.32:0/1423434926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec06d5d0 msgr2=0x7f08ec15c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 --2- 172.21.15.32:0/1423434926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec06d5d0 0x7f08ec15c2d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f08e4009d90 tx=0x7f08e401c8e0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 -- 172.21.15.32:0/1423434926 shutdown_connections 2024-04-18T05:11:22.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 --2- 172.21.15.32:0/1423434926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec06d5d0 0x7f08ec15c2d0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.798+0000 7f08f0ea3640 1 --2- 172.21.15.32:0/1423434926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a84c0 0x7f08ec1519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 -- 172.21.15.32:0/1423434926 >> 172.21.15.32:0/1423434926 conn(0x7f08ec069e80 msgr2=0x7f08ec06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:22.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 -- 172.21.15.32:0/1423434926 shutdown_connections 2024-04-18T05:11:22.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 -- 172.21.15.32:0/1423434926 wait complete. 2024-04-18T05:11:22.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 Processor -- start 2024-04-18T05:11:22.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 -- start start 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08ec06d5d0 0x7f08ec0c3e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec0a84c0 0x7f08ec131f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a88a0 0x7f08ec132450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08ec0c3510 con 0x7f08ec0a84c0 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08ec132990 con 0x7f08ec06d5d0 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08ec0c2f50 con 0x7f08ec0a88a0 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08e9d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec0a84c0 0x7f08ec131f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08e9d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec0a84c0 0x7f08ec131f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43714/0 (socket says 172.21.15.32:43714) 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08e9d9b640 1 -- 172.21.15.32:0/786216076 learned_addr learned my addr 172.21.15.32:0/786216076 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08ea59c640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08ec06d5d0 0x7f08ec0c3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08ead9d640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a88a0 0x7f08ec132450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08e9d9b640 1 -- 172.21.15.32:0/786216076 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a88a0 msgr2=0x7f08ec132450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08e9d9b640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a88a0 0x7f08ec132450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08e9d9b640 1 -- 172.21.15.32:0/786216076 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08ec06d5d0 msgr2=0x7f08ec0c3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08e9d9b640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08ec06d5d0 0x7f08ec0c3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08e9d9b640 1 -- 172.21.15.32:0/786216076 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08e4009a70 con 0x7f08ec0a84c0 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08e9d9b640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec0a84c0 0x7f08ec131f10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f08e000c3c0 tx=0x7f08e000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08daffd640 1 -- 172.21.15.32:0/786216076 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08e0005cf0 con 0x7f08ec0a84c0 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08daffd640 1 -- 172.21.15.32:0/786216076 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08e0005e50 con 0x7f08ec0a84c0 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08ec0c3230 con 0x7f08ec0a84c0 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08daffd640 1 -- 172.21.15.32:0/786216076 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08e00072f0 con 0x7f08ec0a84c0 2024-04-18T05:11:22.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.802+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08ec130170 con 0x7f08ec0a84c0 2024-04-18T05:11:22.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.806+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08ec0666e0 con 0x7f08ec0a84c0 2024-04-18T05:11:22.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.806+0000 7f08daffd640 1 -- 172.21.15.32:0/786216076 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f08e0007450 con 0x7f08ec0a84c0 2024-04-18T05:11:22.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.806+0000 7f08daffd640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08cc0666c0 0x7f08cc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:22.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.806+0000 7f08daffd640 1 -- 172.21.15.32:0/786216076 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f08e0083340 con 0x7f08ec0a84c0 2024-04-18T05:11:22.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.806+0000 7f08ea59c640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08cc0666c0 0x7f08cc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:22.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.806+0000 7f08ea59c640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08cc0666c0 0x7f08cc068b80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f08dc009a50 tx=0x7f08dc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:22.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:22.810+0000 7f08daffd640 1 -- 172.21.15.32:0/786216076 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f08e0050a90 con 0x7f08ec0a84c0 2024-04-18T05:11:23.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f08ec0722f0 con 0x7f08ec0a84c0 2024-04-18T05:11:23.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08daffd640 1 -- 172.21.15.32:0/786216076 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1256 (secure 0 0 0) 0x7f08e0017090 con 0x7f08ec0a84c0 2024-04-18T05:11:23.001 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:23.001 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-18T05:11:23.002 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 2 2024-04-18T05:11:23.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08cc0666c0 msgr2=0x7f08cc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:23.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08cc0666c0 0x7f08cc068b80 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f08dc009a50 tx=0x7f08dc008040 comp rx=0 tx=0).stop 2024-04-18T05:11:23.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec0a84c0 msgr2=0x7f08ec131f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:23.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec0a84c0 0x7f08ec131f10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f08e000c3c0 tx=0x7f08e000c880 comp rx=0 tx=0).stop 2024-04-18T05:11:23.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 shutdown_connections 2024-04-18T05:11:23.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08ec0a88a0 0x7f08ec132450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08ec0a84c0 0x7f08ec131f10 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08cc0666c0 0x7f08cc068b80 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 --2- 172.21.15.32:0/786216076 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08ec06d5d0 0x7f08ec0c3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 >> 172.21.15.32:0/786216076 conn(0x7f08ec069e80 msgr2=0x7f08ec06a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 shutdown_connections 2024-04-18T05:11:23.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:23.002+0000 7f08f0ea3640 1 -- 172.21.15.32:0/786216076 wait complete. 2024-04-18T05:11:24.804 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:11:24.807 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:11:25.019 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:11:25.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.154+0000 7f816234a640 1 Processor -- start 2024-04-18T05:11:25.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.154+0000 7f816234a640 1 -- start start 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f816234a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f815c0a84c0 0x7f815c1519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f816234a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f815c0a88a0 0x7f815c06cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f816234a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f815c0a8d00 con 0x7f815c06d400 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f816234a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f815c0a9080 con 0x7f815c0a88a0 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f816234a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f815c155e50 con 0x7f815c0a84c0 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f815c0a88a0 0x7f815c06cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f81608e7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f815c06d400 0x7f815c0aa440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56668/0 (socket says 172.21.15.32:56668) 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f81608e7640 1 -- 172.21.15.32:0/2027383012 learned_addr learned my addr 172.21.15.32:0/2027383012 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815bfff640 1 --2- 172.21.15.32:0/2027383012 >> v2:172.21.15.92:3300/0 conn(0x7f815c0a84c0 0x7f815c1519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815b7fe640 1 -- 172.21.15.32:0/2027383012 >> v2:172.21.15.92:3300/0 conn(0x7f815c0a84c0 msgr2=0x7f815c1519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815b7fe640 1 --2- 172.21.15.32:0/2027383012 >> v2:172.21.15.92:3300/0 conn(0x7f815c0a84c0 0x7f815c1519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815b7fe640 1 -- 172.21.15.32:0/2027383012 >> v1:172.21.15.32:6789/0 conn(0x7f815c06d400 legacy=0x7f815c0aa440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815b7fe640 1 -- 172.21.15.32:0/2027383012 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f815c154f60 con 0x7f815c0a88a0 2024-04-18T05:11:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815affd640 1 -- 172.21.15.32:0/2027383012 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4221333047 0 0) 0x7f815c0a8d00 con 0x7f815c06d400 2024-04-18T05:11:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815bfff640 1 --2- 172.21.15.32:0/2027383012 >> v2:172.21.15.92:3300/0 conn(0x7f815c0a84c0 0x7f815c1519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815b7fe640 1 --2- 172.21.15.32:0/2027383012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a88a0 0x7f815c06cec0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f815c0c6210 tx=0x7f815001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae8aef6b8caff7cd server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815affd640 1 -- 172.21.15.32:0/2027383012 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81500ab600 con 0x7f815c0a88a0 2024-04-18T05:11:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815affd640 1 -- 172.21.15.32:0/2027383012 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81500a7050 con 0x7f815c0a88a0 2024-04-18T05:11:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.158+0000 7f815affd640 1 -- 172.21.15.32:0/2027383012 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81500ab980 con 0x7f815c0a88a0 2024-04-18T05:11:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- 172.21.15.32:0/2027383012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a88a0 msgr2=0x7f815c06cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 --2- 172.21.15.32:0/2027383012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a88a0 0x7f815c06cec0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f815c0c6210 tx=0x7f815001c480 comp rx=0 tx=0).stop 2024-04-18T05:11:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- 172.21.15.32:0/2027383012 shutdown_connections 2024-04-18T05:11:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 --2- 172.21.15.32:0/2027383012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a88a0 0x7f815c06cec0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 --2- 172.21.15.32:0/2027383012 >> v2:172.21.15.92:3300/0 conn(0x7f815c0a84c0 0x7f815c1519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- 172.21.15.32:0/2027383012 >> 172.21.15.32:0/2027383012 conn(0x7f815c069e80 msgr2=0x7f815c06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:25.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- 172.21.15.32:0/2027383012 shutdown_connections 2024-04-18T05:11:25.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- 172.21.15.32:0/2027383012 wait complete. 2024-04-18T05:11:25.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 Processor -- start 2024-04-18T05:11:25.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- start start 2024-04-18T05:11:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f815c06d400 0x7f815c152000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a84c0 0x7f815c0bad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f815c0a88a0 0x7f815c0bb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f815c0ba940 con 0x7f815c0a84c0 2024-04-18T05:11:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f815c1528b0 con 0x7f815c0a88a0 2024-04-18T05:11:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f815c151880 con 0x7f815c06d400 2024-04-18T05:11:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a84c0 0x7f815c0bad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a84c0 0x7f815c0bad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43728/0 (socket says 172.21.15.32:43728) 2024-04-18T05:11:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815b7fe640 1 -- 172.21.15.32:0/1038923117 learned_addr learned my addr 172.21.15.32:0/1038923117 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f81608e7640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f815c0a88a0 0x7f815c0bb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815bfff640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f815c06d400 0x7f815c152000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815b7fe640 1 -- 172.21.15.32:0/1038923117 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f815c06d400 msgr2=0x7f815c152000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815b7fe640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f815c06d400 0x7f815c152000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815b7fe640 1 -- 172.21.15.32:0/1038923117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f815c0a88a0 msgr2=0x7f815c0bb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815b7fe640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f815c0a88a0 0x7f815c0bb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815b7fe640 1 -- 172.21.15.32:0/1038923117 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8150009420 con 0x7f815c0a84c0 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f815b7fe640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a84c0 0x7f815c0bad60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f81500ae040 tx=0x7f8150019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f8158ff9640 1 -- 172.21.15.32:0/1038923117 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81500b4840 con 0x7f815c0a84c0 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f8158ff9640 1 -- 172.21.15.32:0/1038923117 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81500b49c0 con 0x7f815c0a84c0 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f815c151b60 con 0x7f815c0a84c0 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f8158ff9640 1 -- 172.21.15.32:0/1038923117 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81500b4d70 con 0x7f815c0a84c0 2024-04-18T05:11:25.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.162+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f815c0ba560 con 0x7f815c0a84c0 2024-04-18T05:11:25.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.166+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f815c0baa80 con 0x7f815c0a84c0 2024-04-18T05:11:25.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.166+0000 7f8158ff9640 1 -- 172.21.15.32:0/1038923117 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f81500b2040 con 0x7f815c0a84c0 2024-04-18T05:11:25.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.166+0000 7f8158ff9640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8148066690 0x7f8148068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.166+0000 7f8158ff9640 1 -- 172.21.15.32:0/1038923117 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f815011e290 con 0x7f815c0a84c0 2024-04-18T05:11:25.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.166+0000 7f815bfff640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8148066690 0x7f8148068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.166+0000 7f815bfff640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8148066690 0x7f8148068b50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f815c06a510 tx=0x7f814c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:25.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.170+0000 7f8158ff9640 1 -- 172.21.15.32:0/1038923117 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f815c0baa80 con 0x7f815c0a84c0 2024-04-18T05:11:25.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.362+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f815c0baa80 con 0x7f815c0a84c0 2024-04-18T05:11:25.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.362+0000 7f8158ff9640 1 -- 172.21.15.32:0/1038923117 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3518 (secure 0 0 0) 0x7f81500b8dd0 con 0x7f815c0a84c0 2024-04-18T05:11:25.363 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:25.363 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4264,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-04-18T05:11:25.364 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 3 2024-04-18T05:11:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8148066690 msgr2=0x7f8148068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8148066690 0x7f8148068b50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f815c06a510 tx=0x7f814c008040 comp rx=0 tx=0).stop 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a84c0 msgr2=0x7f815c0bad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a84c0 0x7f815c0bad60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f81500ae040 tx=0x7f8150019220 comp rx=0 tx=0).stop 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 shutdown_connections 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8148066690 0x7f8148068b50 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f815c0a88a0 0x7f815c0bb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f815c0a84c0 0x7f815c0bad60 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 --2- 172.21.15.32:0/1038923117 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f815c06d400 0x7f815c152000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 >> 172.21.15.32:0/1038923117 conn(0x7f815c069e80 msgr2=0x7f815c1368f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 shutdown_connections 2024-04-18T05:11:25.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.366+0000 7f816234a640 1 -- 172.21.15.32:0/1038923117 wait complete. 2024-04-18T05:11:25.382 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:25.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.506+0000 7f150806d640 1 Processor -- start 2024-04-18T05:11:25.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.506+0000 7f150806d640 1 -- start start 2024-04-18T05:11:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15000a84c0 0x7f15001519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f15000a88a0 0x7f150006cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15000a8d00 con 0x7f150006d400 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15000a9080 con 0x7f15000a88a0 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1500155e50 con 0x7f15000a84c0 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1505608640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f15000a88a0 0x7f150006cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150660a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f150006d400 0x7f15000aa440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56682/0 (socket says 172.21.15.32:56682) 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150660a640 1 -- 172.21.15.32:0/1518178338 learned_addr learned my addr 172.21.15.32:0/1518178338 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1505e09640 1 --2- 172.21.15.32:0/1518178338 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15000a84c0 0x7f15001519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1505608640 1 -- 172.21.15.32:0/1518178338 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15000a84c0 msgr2=0x7f15001519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1505608640 1 --2- 172.21.15.32:0/1518178338 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15000a84c0 0x7f15001519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1505608640 1 -- 172.21.15.32:0/1518178338 >> v1:172.21.15.32:6789/0 conn(0x7f150006d400 legacy=0x7f15000aa440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1504e07640 1 -- 172.21.15.32:0/1518178338 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 909005219 0 0) 0x7f15000a8d00 con 0x7f150006d400 2024-04-18T05:11:25.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1505608640 1 -- 172.21.15.32:0/1518178338 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1500154f60 con 0x7f15000a88a0 2024-04-18T05:11:25.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1505608640 1 --2- 172.21.15.32:0/1518178338 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a88a0 0x7f150006cec0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f14f40097c0 tx=0x7f14f401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de2cd337a90e2a93 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:25.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1504e07640 1 -- 172.21.15.32:0/1518178338 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f40ad640 con 0x7f15000a88a0 2024-04-18T05:11:25.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1504e07640 1 -- 172.21.15.32:0/1518178338 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14f40ad7a0 con 0x7f15000a88a0 2024-04-18T05:11:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f1504e07640 1 -- 172.21.15.32:0/1518178338 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f40adb30 con 0x7f15000a88a0 2024-04-18T05:11:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 -- 172.21.15.32:0/1518178338 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a88a0 msgr2=0x7f150006cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 --2- 172.21.15.32:0/1518178338 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a88a0 0x7f150006cec0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f14f40097c0 tx=0x7f14f401c4a0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 -- 172.21.15.32:0/1518178338 shutdown_connections 2024-04-18T05:11:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 --2- 172.21.15.32:0/1518178338 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a88a0 0x7f150006cec0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 --2- 172.21.15.32:0/1518178338 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15000a84c0 0x7f15001519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 -- 172.21.15.32:0/1518178338 >> 172.21.15.32:0/1518178338 conn(0x7f1500069e80 msgr2=0x7f150006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 -- 172.21.15.32:0/1518178338 shutdown_connections 2024-04-18T05:11:25.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.510+0000 7f150806d640 1 -- 172.21.15.32:0/1518178338 wait complete. 2024-04-18T05:11:25.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 Processor -- start 2024-04-18T05:11:25.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 -- start start 2024-04-18T05:11:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f150006d400 0x7f15000be5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a84c0 0x7f1500133490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15000a88a0 0x7f15001339d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f150015d130 con 0x7f15000a84c0 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15001f0170 con 0x7f150006d400 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15001f06a0 con 0x7f15000a88a0 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f1505608640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a84c0 0x7f1500133490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f1505608640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a84c0 0x7f1500133490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43756/0 (socket says 172.21.15.32:43756) 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f1505608640 1 -- 172.21.15.32:0/3699683573 learned_addr learned my addr 172.21.15.32:0/3699683573 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f1505608640 1 -- 172.21.15.32:0/3699683573 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15000a88a0 msgr2=0x7f15001339d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f1505608640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15000a88a0 0x7f15001339d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f1505608640 1 -- 172.21.15.32:0/3699683573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f150006d400 msgr2=0x7f15000be5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f1505608640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f150006d400 0x7f15000be5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f1505608640 1 -- 172.21.15.32:0/3699683573 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14f4009420 con 0x7f15000a84c0 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f1505608640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a84c0 0x7f1500133490 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f14f401a0d0 tx=0x7f14f4019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f14f27fc640 1 -- 172.21.15.32:0/3699683573 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f40b6820 con 0x7f15000a84c0 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f14f27fc640 1 -- 172.21.15.32:0/3699683573 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14f40a6040 con 0x7f15000a84c0 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15000bf630 con 0x7f15000a84c0 2024-04-18T05:11:25.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f14f27fc640 1 -- 172.21.15.32:0/3699683573 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f40b6bc0 con 0x7f15000a84c0 2024-04-18T05:11:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1500071020 con 0x7f15000a84c0 2024-04-18T05:11:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.514+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15000666e0 con 0x7f15000a84c0 2024-04-18T05:11:25.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.518+0000 7f14f27fc640 1 -- 172.21.15.32:0/3699683573 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f14f40b4040 con 0x7f15000a84c0 2024-04-18T05:11:25.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.518+0000 7f14f27fc640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14e40666c0 0x7f14e4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.518+0000 7f14f27fc640 1 -- 172.21.15.32:0/3699683573 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f14f411e680 con 0x7f15000a84c0 2024-04-18T05:11:25.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.518+0000 7f1505e09640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14e40666c0 0x7f14e4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.518+0000 7f1505e09640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14e40666c0 0x7f14e4068b80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f15000a8430 tx=0x7f14fc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:25.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.522+0000 7f14f27fc640 1 -- 172.21.15.32:0/3699683573 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f14f40ebed0 con 0x7f15000a84c0 2024-04-18T05:11:25.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.682+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f15000722f0 con 0x7f15000a84c0 2024-04-18T05:11:25.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.682+0000 7f14f27fc640 1 -- 172.21.15.32:0/3699683573 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+12334 (secure 0 0 0) 0x7f14f40c4090 con 0x7f15000a84c0 2024-04-18T05:11:25.684 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:25.684 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":18,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:18.974615+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:25.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14e40666c0 msgr2=0x7f14e4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14e40666c0 0x7f14e4068b80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f15000a8430 tx=0x7f14fc008040 comp rx=0 tx=0).stop 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a84c0 msgr2=0x7f1500133490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a84c0 0x7f1500133490 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f14f401a0d0 tx=0x7f14f4019240 comp rx=0 tx=0).stop 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 shutdown_connections 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15000a88a0 0x7f15001339d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15000a84c0 0x7f1500133490 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14e40666c0 0x7f14e4068b80 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 --2- 172.21.15.32:0/3699683573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f150006d400 0x7f15000be5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 >> 172.21.15.32:0/3699683573 conn(0x7f1500069e80 msgr2=0x7f1500135ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 shutdown_connections 2024-04-18T05:11:25.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.686+0000 7f150806d640 1 -- 172.21.15.32:0/3699683573 wait complete. 2024-04-18T05:11:25.703 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:11:25.703 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:11:25.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.830+0000 7f32d9e96640 1 Processor -- start 2024-04-18T05:11:25.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.830+0000 7f32d9e96640 1 -- start start 2024-04-18T05:11:25.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d9e96640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 0x7f32d4151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d9e96640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f32d413ae10 0x7f32d41559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d9e96640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32d40a8200 con 0x7f32d413a8c0 2024-04-18T05:11:25.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d9e96640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32d40a8fb0 con 0x7f32d413ae10 2024-04-18T05:11:25.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d9e96640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32d41520a0 con 0x7f32d406df40 2024-04-18T05:11:25.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d2ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f32d413ae10 0x7f32d41559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d2ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f32d413ae10 0x7f32d41559f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43770/0 (socket says 172.21.15.32:43770) 2024-04-18T05:11:25.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d2ffd640 1 -- 172.21.15.32:0/1317568388 learned_addr learned my addr 172.21.15.32:0/1317568388 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:25.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d37fe640 1 --2- 172.21.15.32:0/1317568388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 0x7f32d4151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d2ffd640 1 -- 172.21.15.32:0/1317568388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 msgr2=0x7f32d4151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:25.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d2ffd640 1 --2- 172.21.15.32:0/1317568388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 0x7f32d4151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d2ffd640 1 -- 172.21.15.32:0/1317568388 >> v1:172.21.15.92:6789/0 conn(0x7f32d413a8c0 legacy=0x7f32d40a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:25.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d2ffd640 1 -- 172.21.15.32:0/1317568388 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32d40a84e0 con 0x7f32d413ae10 2024-04-18T05:11:25.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d2ffd640 1 --2- 172.21.15.32:0/1317568388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413ae10 0x7f32d41559f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f32c80098a0 tx=0x7f32c801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b21a53cef494e4c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:25.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d27fc640 1 -- 172.21.15.32:0/1317568388 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c80ab600 con 0x7f32d413ae10 2024-04-18T05:11:25.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d27fc640 1 -- 172.21.15.32:0/1317568388 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32c80ab760 con 0x7f32d413ae10 2024-04-18T05:11:25.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.834+0000 7f32d27fc640 1 -- 172.21.15.32:0/1317568388 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c80abaf0 con 0x7f32d413ae10 2024-04-18T05:11:25.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- 172.21.15.32:0/1317568388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413ae10 msgr2=0x7f32d41559f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 --2- 172.21.15.32:0/1317568388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413ae10 0x7f32d41559f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f32c80098a0 tx=0x7f32c801c440 comp rx=0 tx=0).stop 2024-04-18T05:11:25.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- 172.21.15.32:0/1317568388 shutdown_connections 2024-04-18T05:11:25.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 --2- 172.21.15.32:0/1317568388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413ae10 0x7f32d41559f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 --2- 172.21.15.32:0/1317568388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 0x7f32d4151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- 172.21.15.32:0/1317568388 >> 172.21.15.32:0/1317568388 conn(0x7f32d40c54b0 msgr2=0x7f32d40c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:25.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- 172.21.15.32:0/1317568388 shutdown_connections 2024-04-18T05:11:25.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- 172.21.15.32:0/1317568388 wait complete. 2024-04-18T05:11:25.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 Processor -- start 2024-04-18T05:11:25.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- start start 2024-04-18T05:11:25.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 0x7f32d406cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413a8c0 0x7f32d41ed4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d413ae10 0x7f32d41eda10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d406d750 con 0x7f32d413a8c0 2024-04-18T05:11:25.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d41e9c20 con 0x7f32d413ae10 2024-04-18T05:11:25.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32d41537d0 con 0x7f32d406df40 2024-04-18T05:11:25.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413a8c0 0x7f32d41ed4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413a8c0 0x7f32d41ed4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43776/0 (socket says 172.21.15.32:43776) 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d2ffd640 1 -- 172.21.15.32:0/1241381664 learned_addr learned my addr 172.21.15.32:0/1241381664 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d37fe640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 0x7f32d406cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d3fff640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d413ae10 0x7f32d41eda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d2ffd640 1 -- 172.21.15.32:0/1241381664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 msgr2=0x7f32d406cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d2ffd640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 0x7f32d406cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d2ffd640 1 -- 172.21.15.32:0/1241381664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d413ae10 msgr2=0x7f32d41eda10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d2ffd640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d413ae10 0x7f32d41eda10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d2ffd640 1 -- 172.21.15.32:0/1241381664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32c80094d0 con 0x7f32d413a8c0 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d2ffd640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413a8c0 0x7f32d41ed4d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f32c80ad040 tx=0x7f32c80191e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32bbfff640 1 -- 172.21.15.32:0/1241381664 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c80b5810 con 0x7f32d413a8c0 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32bbfff640 1 -- 172.21.15.32:0/1241381664 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32c80b5990 con 0x7f32d413a8c0 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32d40bd040 con 0x7f32d413a8c0 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32bbfff640 1 -- 172.21.15.32:0/1241381664 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32c80b5d40 con 0x7f32d413a8c0 2024-04-18T05:11:25.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.838+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32d4153460 con 0x7f32d413a8c0 2024-04-18T05:11:25.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.842+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32d41535f0 con 0x7f32d413a8c0 2024-04-18T05:11:25.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.842+0000 7f32bbfff640 1 -- 172.21.15.32:0/1241381664 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f32c80c83e0 con 0x7f32d413a8c0 2024-04-18T05:11:25.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.842+0000 7f32bbfff640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f32c0066690 0x7f32c0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:25.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.842+0000 7f32bbfff640 1 -- 172.21.15.32:0/1241381664 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f32c811eec0 con 0x7f32d413a8c0 2024-04-18T05:11:25.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.842+0000 7f32d37fe640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f32c0066690 0x7f32c0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:25.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.842+0000 7f32d37fe640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f32c0066690 0x7f32c0068b50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f32d415b900 tx=0x7f32c4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:25.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:25.846+0000 7f32bbfff640 1 -- 172.21.15.32:0/1241381664 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f32c80ec570 con 0x7f32d413a8c0 2024-04-18T05:11:26.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.002+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f32d4152fe0 con 0x7f32d413a8c0 2024-04-18T05:11:26.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32bbfff640 1 -- 172.21.15.32:0/1241381664 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f32d4152fe0 con 0x7f32d413a8c0 2024-04-18T05:11:26.004 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:11:26.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f32c0066690 msgr2=0x7f32c0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f32c0066690 0x7f32c0068b50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f32d415b900 tx=0x7f32c4008040 comp rx=0 tx=0).stop 2024-04-18T05:11:26.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413a8c0 msgr2=0x7f32d41ed4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413a8c0 0x7f32d41ed4d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f32c80ad040 tx=0x7f32c80191e0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 shutdown_connections 2024-04-18T05:11:26.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f32c0066690 0x7f32c0068b50 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d413ae10 0x7f32d41eda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32d413a8c0 0x7f32d41ed4d0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 --2- 172.21.15.32:0/1241381664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d406df40 0x7f32d406cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 >> 172.21.15.32:0/1241381664 conn(0x7f32d40c54b0 msgr2=0x7f32d4071300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:26.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 shutdown_connections 2024-04-18T05:11:26.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.006+0000 7f32d9e96640 1 -- 172.21.15.32:0/1241381664 wait complete. 2024-04-18T05:11:26.022 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-18T05:11:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd081fba640 1 Processor -- start 2024-04-18T05:11:26.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd081fba640 1 -- start start 2024-04-18T05:11:26.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd081fba640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd07c0a88a0 0x7fd07c15d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd081fba640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd07c0a8d30 con 0x7fd07c1519f0 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd081fba640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd07c155e50 con 0x7fd07c0a84c0 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd081fba640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd07c0a9080 con 0x7fd07c0a88a0 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd073fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd07c1519f0 0x7fd07c06d5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56698/0 (socket says 172.21.15.32:56698) 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd073fff640 1 -- 172.21.15.32:0/2722272764 learned_addr learned my addr 172.21.15.32:0/2722272764 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd07bfff640 1 --2- 172.21.15.32:0/2722272764 >> v2:172.21.15.32:3300/0 conn(0x7fd07c0a88a0 0x7fd07c15d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd07affd640 1 -- 172.21.15.32:0/2722272764 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 293774152 0 0) 0x7fd064001120 con 0x7fd07c1519f0 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd07affd640 1 -- 172.21.15.32:0/2722272764 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd068003530 con 0x7fd07c1519f0 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd07bfff640 1 -- 172.21.15.32:0/2722272764 >> v1:172.21.15.92:6789/0 conn(0x7fd07c0a84c0 legacy=0x7fd07c06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd07bfff640 1 -- 172.21.15.32:0/2722272764 >> v1:172.21.15.32:6789/0 conn(0x7fd07c1519f0 legacy=0x7fd07c06d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd07affd640 1 -- 172.21.15.32:0/2722272764 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3084772470 0 0) 0x7fd068003530 con 0x7fd07c1519f0 2024-04-18T05:11:26.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd07bfff640 1 -- 172.21.15.32:0/2722272764 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd07c154f60 con 0x7fd07c0a88a0 2024-04-18T05:11:26.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.134+0000 7fd07bfff640 1 --2- 172.21.15.32:0/2722272764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 0x7fd07c15d2e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd074009d90 tx=0x7fd07401c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12964c08485e3fd server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:26.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd07affd640 1 -- 172.21.15.32:0/2722272764 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd064001810 con 0x7fd07c0a88a0 2024-04-18T05:11:26.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd07affd640 1 -- 172.21.15.32:0/2722272764 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0740a5530 con 0x7fd07c0a88a0 2024-04-18T05:11:26.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd07affd640 1 -- 172.21.15.32:0/2722272764 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0740a58c0 con 0x7fd07c0a88a0 2024-04-18T05:11:26.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- 172.21.15.32:0/2722272764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 msgr2=0x7fd07c15d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 --2- 172.21.15.32:0/2722272764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 0x7fd07c15d2e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd074009d90 tx=0x7fd07401c800 comp rx=0 tx=0).stop 2024-04-18T05:11:26.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- 172.21.15.32:0/2722272764 shutdown_connections 2024-04-18T05:11:26.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 --2- 172.21.15.32:0/2722272764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 0x7fd07c15d2e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- 172.21.15.32:0/2722272764 >> 172.21.15.32:0/2722272764 conn(0x7fd07c069e80 msgr2=0x7fd07c06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:26.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- 172.21.15.32:0/2722272764 shutdown_connections 2024-04-18T05:11:26.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- 172.21.15.32:0/2722272764 wait complete. 2024-04-18T05:11:26.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 Processor -- start 2024-04-18T05:11:26.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- start start 2024-04-18T05:11:26.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd07c0a84c0 0x7fd07c0c3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 0x7fd07c136bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd07c1519f0 0x7fd07c070f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd07c1f0680 con 0x7fd07c0a88a0 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd07c1ef7b0 con 0x7fd07c0a84c0 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd07c1efa70 con 0x7fd07c1519f0 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd073fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 0x7fd07c136bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd073fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 0x7fd07c136bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43796/0 (socket says 172.21.15.32:43796) 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd073fff640 1 -- 172.21.15.32:0/1456354022 learned_addr learned my addr 172.21.15.32:0/1456354022 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd07b7fe640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd07c0a84c0 0x7fd07c0c3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd07bfff640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd07c1519f0 0x7fd07c070f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd073fff640 1 -- 172.21.15.32:0/1456354022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd07c1519f0 msgr2=0x7fd07c070f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd073fff640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd07c1519f0 0x7fd07c070f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd073fff640 1 -- 172.21.15.32:0/1456354022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd07c0a84c0 msgr2=0x7fd07c0c3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd073fff640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd07c0a84c0 0x7fd07c0c3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd073fff640 1 -- 172.21.15.32:0/1456354022 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd074009a70 con 0x7fd07c0a88a0 2024-04-18T05:11:26.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd07b7fe640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd07c0a84c0 0x7fd07c0c3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:26.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd073fff640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 0x7fd07c136bd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd06400c730 tx=0x7fd06400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:26.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd078ff9640 1 -- 172.21.15.32:0/1456354022 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd064005ae0 con 0x7fd07c0a88a0 2024-04-18T05:11:26.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd078ff9640 1 -- 172.21.15.32:0/1456354022 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd064005c60 con 0x7fd07c0a88a0 2024-04-18T05:11:26.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd07c1efd50 con 0x7fd07c0a88a0 2024-04-18T05:11:26.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd078ff9640 1 -- 172.21.15.32:0/1456354022 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0640072b0 con 0x7fd07c0a88a0 2024-04-18T05:11:26.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.138+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd07c1f0310 con 0x7fd07c0a88a0 2024-04-18T05:11:26.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.142+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd07c0666e0 con 0x7fd07c0a88a0 2024-04-18T05:11:26.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.142+0000 7fd078ff9640 1 -- 172.21.15.32:0/1456354022 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd064007410 con 0x7fd07c0a88a0 2024-04-18T05:11:26.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.142+0000 7fd078ff9640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd05c066690 0x7fd05c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.142+0000 7fd078ff9640 1 -- 172.21.15.32:0/1456354022 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd064083590 con 0x7fd07c0a88a0 2024-04-18T05:11:26.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.142+0000 7fd07b7fe640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd05c066690 0x7fd05c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.142+0000 7fd07b7fe640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd05c066690 0x7fd05c068b50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd06c000f70 tx=0x7fd06c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:26.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.146+0000 7fd078ff9640 1 -- 172.21.15.32:0/1456354022 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd064050bb0 con 0x7fd07c0a88a0 2024-04-18T05:11:26.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.306+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fd07c0a8d30 con 0x7fd07c0a88a0 2024-04-18T05:11:26.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.306+0000 7fd078ff9640 1 -- 172.21.15.32:0/1456354022 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) v1 ==== 84+0+65 (secure 0 0 0) 0x7fd064017060 con 0x7fd07c0a88a0 2024-04-18T05:11:26.305 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-04-18T05:11:26.306 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:11:26.306 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-04-18T05:11:26.306 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-04-18T05:11:26.306 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:11:26.306 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-04-18T05:11:26.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.306+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd05c066690 msgr2=0x7fd05c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd05c066690 0x7fd05c068b50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd06c000f70 tx=0x7fd06c009040 comp rx=0 tx=0).stop 2024-04-18T05:11:26.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 msgr2=0x7fd07c136bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 0x7fd07c136bd0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd06400c730 tx=0x7fd06400cbf0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 shutdown_connections 2024-04-18T05:11:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd07c1519f0 0x7fd07c070f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd07c0a88a0 0x7fd07c136bd0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd05c066690 0x7fd05c068b50 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 --2- 172.21.15.32:0/1456354022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd07c0a84c0 0x7fd07c0c3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 >> 172.21.15.32:0/1456354022 conn(0x7fd07c069e80 msgr2=0x7fd07c1503a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 shutdown_connections 2024-04-18T05:11:26.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.310+0000 7fd081fba640 1 -- 172.21.15.32:0/1456354022 wait complete. 2024-04-18T05:11:26.324 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-18T05:11:26.324 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-18T05:11:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cc166f640 1 Processor -- start 2024-04-18T05:11:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cc166f640 1 -- start start 2024-04-18T05:11:26.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cc166f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cbc06c670 0x7f8cbc154110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cc166f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8cbc157b50 0x7f8cbc154650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cc166f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cbc153c80 con 0x7f8cbc1512e0 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cc166f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8cbc154b90 con 0x7f8cbc157b50 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cc166f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc1580f0 con 0x7f8cbc06c670 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbaffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8cbc1512e0 0x7f8cbc0c6450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56710/0 (socket says 172.21.15.32:56710) 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbaffd640 1 -- 172.21.15.32:0/130071388 learned_addr learned my addr 172.21.15.32:0/130071388 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2335301625 0 0) 0x7f8cbc153c80 con 0x7f8cbc1512e0 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbb7fe640 1 --2- 172.21.15.32:0/130071388 >> v2:172.21.15.92:3300/0 conn(0x7f8cbc157b50 0x7f8cbc154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8ca4003530 con 0x7f8cbc1512e0 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cba7fc640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cbc06c670 0x7f8cbc154110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 811554033 0 0) 0x7f8ca4003530 con 0x7f8cbc1512e0 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cbc06c670 msgr2=0x7f8cbc154110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cbc06c670 0x7f8cbc154110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 >> v2:172.21.15.92:3300/0 conn(0x7f8cbc157b50 msgr2=0x7f8cbc154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 --2- 172.21.15.32:0/130071388 >> v2:172.21.15.92:3300/0 conn(0x7f8cbc157b50 0x7f8cbc154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cbc0c3f30 con 0x7f8cbc1512e0 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f8cac001680 con 0x7f8cbc1512e0 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 >> v1:172.21.15.32:6789/0 conn(0x7f8cbc1512e0 legacy=0x7f8cbc0c6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ca4003980 0x7f8ca4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cbc06c670 0x7f8ca40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ca4004d10 0x7f8ca4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc154b90 con 0x7f8ca4003980 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc1580f0 con 0x7f8ca4004d10 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca400baf0 con 0x7f8cbc06c670 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbaffd640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ca4003980 0x7f8ca4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cba7fc640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cbc06c670 0x7f8ca40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbb7fe640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ca4004d10 0x7f8ca4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbaffd640 1 -- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cbc06c670 msgr2=0x7f8ca40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:26.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbaffd640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cbc06c670 0x7f8ca40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbaffd640 1 -- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ca4004d10 msgr2=0x7f8ca4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:26.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbaffd640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ca4004d10 0x7f8ca4005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cbaffd640 1 -- 172.21.15.32:0/130071388 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ca4003530 con 0x7f8ca4003980 2024-04-18T05:11:26.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.446+0000 7f8cba7fc640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cbc06c670 0x7f8ca40047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cbaffd640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ca4003980 0x7f8ca4003da0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8cac00c240 tx=0x7f8cac01cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69ff02ff22410fae server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cac0058e0 con 0x7f8ca4003980 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cac005a40 con 0x7f8ca4003980 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cb9ffb640 1 -- 172.21.15.32:0/130071388 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cac005e10 con 0x7f8ca4003980 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 -- 172.21.15.32:0/130071388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ca4003980 msgr2=0x7f8ca4003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 --2- 172.21.15.32:0/130071388 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ca4003980 0x7f8ca4003da0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8cac00c240 tx=0x7f8cac01cc50 comp rx=0 tx=0).stop 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cbb7fe640 1 -- 172.21.15.32:0/130071388 reap_dead start 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 -- 172.21.15.32:0/130071388 shutdown_connections 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 -- 172.21.15.32:0/130071388 >> 172.21.15.32:0/130071388 conn(0x7f8cbc072b80 msgr2=0x7f8cbc072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 -- 172.21.15.32:0/130071388 shutdown_connections 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 -- 172.21.15.32:0/130071388 wait complete. 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 Processor -- start 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 -- start start 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ca4003980 0x7f8cbc159b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cbc14fc60 0x7f8cbc14b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cbc14b9a0 0x7f8cbc1ebb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc1efd60 con 0x7f8cbc14fc60 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc1ef120 con 0x7f8cbc14b9a0 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cc166f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cbc1ef3c0 con 0x7f8ca4003980 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cba7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cbc14fc60 0x7f8cbc14b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cba7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cbc14fc60 0x7f8cbc14b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43820/0 (socket says 172.21.15.32:43820) 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cba7fc640 1 -- 172.21.15.32:0/1131475926 learned_addr learned my addr 172.21.15.32:0/1131475926 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cbaffd640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ca4003980 0x7f8cbc159b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.450+0000 7f8cbb7fe640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cbc14b9a0 0x7f8cbc1ebb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cba7fc640 1 -- 172.21.15.32:0/1131475926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ca4003980 msgr2=0x7f8cbc159b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cba7fc640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ca4003980 0x7f8cbc159b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cba7fc640 1 -- 172.21.15.32:0/1131475926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cbc14b9a0 msgr2=0x7f8cbc1ebb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cba7fc640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cbc14b9a0 0x7f8cbc1ebb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cba7fc640 1 -- 172.21.15.32:0/1131475926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cbc1ef6a0 con 0x7f8cbc14fc60 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cbb7fe640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cbc14b9a0 0x7f8cbc1ebb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cba7fc640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cbc14fc60 0x7f8cbc14b460 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8cb000e810 tx=0x7f8cb000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8ca37fe640 1 -- 172.21.15.32:0/1131475926 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb000c6d0 con 0x7f8cbc14fc60 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8ca37fe640 1 -- 172.21.15.32:0/1131475926 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cb000c830 con 0x7f8cbc14fc60 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cbc1ef980 con 0x7f8cbc14fc60 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8ca37fe640 1 -- 172.21.15.32:0/1131475926 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb000cba0 con 0x7f8cbc14fc60 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cbc15d570 con 0x7f8cbc14fc60 2024-04-18T05:11:26.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cbc0666e0 con 0x7f8cbc14fc60 2024-04-18T05:11:26.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8ca37fe640 1 -- 172.21.15.32:0/1131475926 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8cb000cd00 con 0x7f8cbc14fc60 2024-04-18T05:11:26.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8ca37fe640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8ca8066690 0x7f8ca8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:26.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8ca37fe640 1 -- 172.21.15.32:0/1131475926 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8cb0083be0 con 0x7f8cbc14fc60 2024-04-18T05:11:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cbaffd640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8ca8066690 0x7f8ca8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.454+0000 7f8cbaffd640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8ca8066690 0x7f8ca8068b50 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8cac0aa000 tx=0x7f8cac001a80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:26.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.458+0000 7f8ca37fe640 1 -- 172.21.15.32:0/1131475926 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8cb0051290 con 0x7f8cbc14fc60 2024-04-18T05:11:26.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.618+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f8cbc069f60 con 0x7f8cbc14fc60 2024-04-18T05:11:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.902+0000 7f8ca37fe640 1 -- 172.21.15.32:0/1131475926 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) v1 ==== 138+0+0 (secure 0 0 0) 0x7f8cb00548b0 con 0x7f8cbc14fc60 2024-04-18T05:11:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-04-18T05:11:26.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8ca8066690 msgr2=0x7f8ca8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8ca8066690 0x7f8ca8068b50 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8cac0aa000 tx=0x7f8cac001a80 comp rx=0 tx=0).stop 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cbc14fc60 msgr2=0x7f8cbc14b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cbc14fc60 0x7f8cbc14b460 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8cb000e810 tx=0x7f8cb000ecd0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 shutdown_connections 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8ca8066690 0x7f8ca8068b50 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cbc14b9a0 0x7f8cbc1ebb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cbc14fc60 0x7f8cbc14b460 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 --2- 172.21.15.32:0/1131475926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ca4003980 0x7f8cbc159b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 >> 172.21.15.32:0/1131475926 conn(0x7f8cbc072b80 msgr2=0x7f8cbc0c6450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:26.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 shutdown_connections 2024-04-18T05:11:26.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:26.910+0000 7f8cc166f640 1 -- 172.21.15.32:0/1131475926 wait complete. 2024-04-18T05:11:26.933 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-04-18T05:11:27.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8bbbd640 1 Processor -- start 2024-04-18T05:11:27.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8bbbd640 1 -- start start 2024-04-18T05:11:27.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8bbbd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d840c34a0 0x7f0d840a8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:27.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8bbbd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0d840c3880 0x7f0d84152200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:27.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8bbbd640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d8406f730 con 0x7f0d8406e000 2024-04-18T05:11:27.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8bbbd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d840bd9d0 con 0x7f0d840c3880 2024-04-18T05:11:27.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8bbbd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8406f9f0 con 0x7f0d840c34a0 2024-04-18T05:11:27.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8a15a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0d840c3880 0x7f0d84152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:27.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d89959640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d840c34a0 0x7f0d840a8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:27.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8a15a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0d840c3880 0x7f0d84152200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:47672/0 (socket says 172.21.15.32:47672) 2024-04-18T05:11:27.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8a15a640 1 -- 172.21.15.32:0/3165104939 learned_addr learned my addr 172.21.15.32:0/3165104939 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:27.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d89158640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0d8406e000 0x7f0d84151af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:48280/0 (socket says 172.21.15.32:48280) 2024-04-18T05:11:27.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d89959640 1 -- 172.21.15.32:0/3165104939 >> v2:172.21.15.92:3300/0 conn(0x7f0d840c3880 msgr2=0x7f0d84152200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:27.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d89959640 1 --2- 172.21.15.32:0/3165104939 >> v2:172.21.15.92:3300/0 conn(0x7f0d840c3880 0x7f0d84152200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d89959640 1 -- 172.21.15.32:0/3165104939 >> v1:172.21.15.92:6789/0 conn(0x7f0d8406e000 legacy=0x7f0d84151af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:27.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d89959640 1 -- 172.21.15.32:0/3165104939 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d84155b90 con 0x7f0d840c34a0 2024-04-18T05:11:27.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.062+0000 7f0d8a15a640 1 --2- 172.21.15.32:0/3165104939 >> v2:172.21.15.92:3300/0 conn(0x7f0d840c3880 0x7f0d84152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:27.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d89959640 1 --2- 172.21.15.32:0/3165104939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d840c34a0 0x7f0d840a8ee0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0d800097c0 tx=0x7f0d8001c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4fccfecaf7a4e022 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:27.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d88957640 1 -- 172.21.15.32:0/3165104939 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d800ac620 con 0x7f0d840c34a0 2024-04-18T05:11:27.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d88957640 1 -- 172.21.15.32:0/3165104939 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d800ac780 con 0x7f0d840c34a0 2024-04-18T05:11:27.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d88957640 1 -- 172.21.15.32:0/3165104939 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d800acb10 con 0x7f0d840c34a0 2024-04-18T05:11:27.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/3165104939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d840c34a0 msgr2=0x7f0d840a8ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:27.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d8bbbd640 1 --2- 172.21.15.32:0/3165104939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d840c34a0 0x7f0d840a8ee0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0d800097c0 tx=0x7f0d8001c3e0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/3165104939 shutdown_connections 2024-04-18T05:11:27.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d8bbbd640 1 --2- 172.21.15.32:0/3165104939 >> v2:172.21.15.92:3300/0 conn(0x7f0d840c3880 0x7f0d84152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d8bbbd640 1 --2- 172.21.15.32:0/3165104939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d840c34a0 0x7f0d840a8ee0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/3165104939 >> 172.21.15.32:0/3165104939 conn(0x7f0d84072d80 msgr2=0x7f0d840c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:27.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/3165104939 shutdown_connections 2024-04-18T05:11:27.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/3165104939 wait complete. 2024-04-18T05:11:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.066+0000 7f0d8bbbd640 1 Processor -- start 2024-04-18T05:11:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 -- start start 2024-04-18T05:11:27.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d8406e000 0x7f0d841eed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:27.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d840c34a0 0x7f0d8414bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:27.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d840c3880 0x7f0d8414dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d841ee8f0 con 0x7f0d840c34a0 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8414ea80 con 0x7f0d840c3880 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d8414c1b0 con 0x7f0d8406e000 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89158640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d840c34a0 0x7f0d8414bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89158640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d840c34a0 0x7f0d8414bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43824/0 (socket says 172.21.15.32:43824) 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89158640 1 -- 172.21.15.32:0/1509628069 learned_addr learned my addr 172.21.15.32:0/1509628069 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8a15a640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d840c3880 0x7f0d8414dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89959640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d8406e000 0x7f0d841eed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89158640 1 -- 172.21.15.32:0/1509628069 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d8406e000 msgr2=0x7f0d841eed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89158640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d8406e000 0x7f0d841eed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89158640 1 -- 172.21.15.32:0/1509628069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d840c3880 msgr2=0x7f0d8414dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89158640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d840c3880 0x7f0d8414dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89158640 1 -- 172.21.15.32:0/1509628069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d7c009b30 con 0x7f0d840c34a0 2024-04-18T05:11:27.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89158640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d840c34a0 0x7f0d8414bb20 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0d7400c370 tx=0x7f0d7400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:27.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d7a7fc640 1 -- 172.21.15.32:0/1509628069 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d740074e0 con 0x7f0d840c34a0 2024-04-18T05:11:27.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d7a7fc640 1 -- 172.21.15.32:0/1509628069 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d74007640 con 0x7f0d840c34a0 2024-04-18T05:11:27.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d80009420 con 0x7f0d840c34a0 2024-04-18T05:11:27.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d7a7fc640 1 -- 172.21.15.32:0/1509628069 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d74004a30 con 0x7f0d840c34a0 2024-04-18T05:11:27.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d841ee2a0 con 0x7f0d840c34a0 2024-04-18T05:11:27.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d841eeaa0 con 0x7f0d840c34a0 2024-04-18T05:11:27.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d7a7fc640 1 -- 172.21.15.32:0/1509628069 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0d74004b90 con 0x7f0d840c34a0 2024-04-18T05:11:27.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d7a7fc640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d68066690 0x7f0d68068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:27.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d7a7fc640 1 -- 172.21.15.32:0/1509628069 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f0d740838b0 con 0x7f0d840c34a0 2024-04-18T05:11:27.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.070+0000 7f0d89959640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d68066690 0x7f0d68068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:27.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.074+0000 7f0d89959640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d68066690 0x7f0d68068b50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0d800ae000 tx=0x7f0d800a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:27.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.078+0000 7f0d7a7fc640 1 -- 172.21.15.32:0/1509628069 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0d74050e90 con 0x7f0d840c34a0 2024-04-18T05:11:27.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.238+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f0d8404e1e0 con 0x7f0d840c34a0 2024-04-18T05:11:27.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.914+0000 7f0d7a7fc640 1 -- 172.21.15.32:0/1509628069 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v20) v1 ==== 171+0+0 (secure 0 0 0) 0x7f0d740544b0 con 0x7f0d840c34a0 2024-04-18T05:11:27.944 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-04-18T05:11:27.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.934+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d68066690 msgr2=0x7f0d68068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:27.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.934+0000 7f0d8bbbd640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d68066690 0x7f0d68068b50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0d800ae000 tx=0x7f0d800a7000 comp rx=0 tx=0).stop 2024-04-18T05:11:27.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.934+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d840c34a0 msgr2=0x7f0d8414bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:27.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.934+0000 7f0d8bbbd640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d840c34a0 0x7f0d8414bb20 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0d7400c370 tx=0x7f0d7400c830 comp rx=0 tx=0).stop 2024-04-18T05:11:27.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.938+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 shutdown_connections 2024-04-18T05:11:27.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.938+0000 7f0d8bbbd640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d68066690 0x7f0d68068b50 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.938+0000 7f0d8bbbd640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d840c3880 0x7f0d8414dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.938+0000 7f0d8bbbd640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d840c34a0 0x7f0d8414bb20 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.938+0000 7f0d8bbbd640 1 --2- 172.21.15.32:0/1509628069 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d8406e000 0x7f0d841eed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:27.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.938+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 >> 172.21.15.32:0/1509628069 conn(0x7f0d84072d80 msgr2=0x7f0d840a8bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:27.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.938+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 shutdown_connections 2024-04-18T05:11:27.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:27.938+0000 7f0d8bbbd640 1 -- 172.21.15.32:0/1509628069 wait complete. 2024-04-18T05:11:27.965 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-18T05:11:28.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa29993d640 1 Processor -- start 2024-04-18T05:11:28.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa29993d640 1 -- start start 2024-04-18T05:11:28.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa29993d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa29406df40 0x7fa294151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa29993d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa29413a8c0 0x7fa2940a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa29993d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2940a8200 con 0x7fa29413ae10 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa29993d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2940a8fb0 con 0x7fa29406df40 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa29993d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2941520a0 con 0x7fa29413a8c0 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa292ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa29406df40 0x7fa294151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa292ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa29406df40 0x7fa294151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43838/0 (socket says 172.21.15.32:43838) 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa292ffd640 1 -- 172.21.15.32:0/666604924 learned_addr learned my addr 172.21.15.32:0/666604924 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa2937fe640 1 --2- 172.21.15.32:0/666604924 >> v2:172.21.15.92:3300/0 conn(0x7fa29413a8c0 0x7fa2940a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa292ffd640 1 -- 172.21.15.32:0/666604924 >> v2:172.21.15.92:3300/0 conn(0x7fa29413a8c0 msgr2=0x7fa2940a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa292ffd640 1 --2- 172.21.15.32:0/666604924 >> v2:172.21.15.92:3300/0 conn(0x7fa29413a8c0 0x7fa2940a9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa292ffd640 1 -- 172.21.15.32:0/666604924 >> v1:172.21.15.92:6789/0 conn(0x7fa29413ae10 legacy=0x7fa2941559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:28.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.090+0000 7fa292ffd640 1 -- 172.21.15.32:0/666604924 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2940a84e0 con 0x7fa29406df40 2024-04-18T05:11:28.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa292ffd640 1 --2- 172.21.15.32:0/666604924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 0x7fa294151b60 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa2940c0ff0 tx=0x7fa28801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f99991dfbc267cd server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:28.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa291ffb640 1 -- 172.21.15.32:0/666604924 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2880ab600 con 0x7fa29406df40 2024-04-18T05:11:28.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa291ffb640 1 -- 172.21.15.32:0/666604924 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2880a7050 con 0x7fa29406df40 2024-04-18T05:11:28.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa291ffb640 1 -- 172.21.15.32:0/666604924 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2880ab980 con 0x7fa29406df40 2024-04-18T05:11:28.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 -- 172.21.15.32:0/666604924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 msgr2=0x7fa294151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:28.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 --2- 172.21.15.32:0/666604924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 0x7fa294151b60 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa2940c0ff0 tx=0x7fa28801c450 comp rx=0 tx=0).stop 2024-04-18T05:11:28.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 -- 172.21.15.32:0/666604924 shutdown_connections 2024-04-18T05:11:28.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 --2- 172.21.15.32:0/666604924 >> v2:172.21.15.92:3300/0 conn(0x7fa29413a8c0 0x7fa2940a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 --2- 172.21.15.32:0/666604924 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 0x7fa294151b60 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 -- 172.21.15.32:0/666604924 >> 172.21.15.32:0/666604924 conn(0x7fa2940c54b0 msgr2=0x7fa2940c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:28.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 -- 172.21.15.32:0/666604924 shutdown_connections 2024-04-18T05:11:28.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 -- 172.21.15.32:0/666604924 wait complete. 2024-04-18T05:11:28.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 Processor -- start 2024-04-18T05:11:28.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 -- start start 2024-04-18T05:11:28.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 0x7fa2940c3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29413a8c0 0x7fa294132160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa29413ae10 0x7fa294152d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2940c4450 con 0x7fa29406df40 2024-04-18T05:11:28.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa29415b710 con 0x7fa29413a8c0 2024-04-18T05:11:28.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa29993d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa29415bfb0 con 0x7fa29413ae10 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa292ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 0x7fa2940c3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa292ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 0x7fa2940c3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43840/0 (socket says 172.21.15.32:43840) 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa292ffd640 1 -- 172.21.15.32:0/1856725095 learned_addr learned my addr 172.21.15.32:0/1856725095 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.094+0000 7fa2937fe640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa29413ae10 0x7fa294152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa292ffd640 1 -- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa29413ae10 msgr2=0x7fa294152d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa292ffd640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa29413ae10 0x7fa294152d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa292ffd640 1 -- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29413a8c0 msgr2=0x7fa294132160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa2927fc640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29413a8c0 0x7fa294132160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa292ffd640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29413a8c0 0x7fa294132160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa292ffd640 1 -- 172.21.15.32:0/1856725095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2880094d0 con 0x7fa29406df40 2024-04-18T05:11:28.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa2937fe640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa29413ae10 0x7fa294152d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:28.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa2927fc640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29413a8c0 0x7fa294132160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:28.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa292ffd640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 0x7fa2940c3f10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa28801a080 tx=0x7fa2880191f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:28.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa27bfff640 1 -- 172.21.15.32:0/1856725095 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2880b37d0 con 0x7fa29406df40 2024-04-18T05:11:28.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa27bfff640 1 -- 172.21.15.32:0/1856725095 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2880b3930 con 0x7fa29406df40 2024-04-18T05:11:28.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa27bfff640 1 -- 172.21.15.32:0/1856725095 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2880b3ca0 con 0x7fa29406df40 2024-04-18T05:11:28.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2940c4680 con 0x7fa29406df40 2024-04-18T05:11:28.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa29415bc40 con 0x7fa29406df40 2024-04-18T05:11:28.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa29404e1e0 con 0x7fa29406df40 2024-04-18T05:11:28.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa27bfff640 1 -- 172.21.15.32:0/1856725095 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa2880b2070 con 0x7fa29406df40 2024-04-18T05:11:28.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa27bfff640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa280066690 0x7fa280068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa27bfff640 1 -- 172.21.15.32:0/1856725095 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fa28811edc0 con 0x7fa29406df40 2024-04-18T05:11:28.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa2927fc640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa280066690 0x7fa280068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.098+0000 7fa2927fc640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa280066690 0x7fa280068b50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa2940bfb60 tx=0x7fa284008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:28.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.102+0000 7fa27bfff640 1 -- 172.21.15.32:0/1856725095 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa2880ec390 con 0x7fa29406df40 2024-04-18T05:11:28.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.298+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fa2940c4e90 con 0x7fa29406df40 2024-04-18T05:11:28.307 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 2 and data pool 3 2024-04-18T05:11:28.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.306+0000 7fa27bfff640 1 -- 172.21.15.32:0/1856725095 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7fa2880b00c0 con 0x7fa29406df40 2024-04-18T05:11:28.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.322+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa280066690 msgr2=0x7fa280068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:28.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.322+0000 7fa29993d640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa280066690 0x7fa280068b50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa2940bfb60 tx=0x7fa284008040 comp rx=0 tx=0).stop 2024-04-18T05:11:28.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.322+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 msgr2=0x7fa2940c3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:28.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.322+0000 7fa29993d640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 0x7fa2940c3f10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa28801a080 tx=0x7fa2880191f0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.330+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 shutdown_connections 2024-04-18T05:11:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.330+0000 7fa29993d640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa29413ae10 0x7fa294152d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.330+0000 7fa29993d640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa280066690 0x7fa280068b50 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.330+0000 7fa29993d640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29413a8c0 0x7fa294132160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.330+0000 7fa29993d640 1 --2- 172.21.15.32:0/1856725095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa29406df40 0x7fa2940c3f10 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.330+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 >> 172.21.15.32:0/1856725095 conn(0x7fa2940c54b0 msgr2=0x7fa294133840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:28.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.338+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 shutdown_connections 2024-04-18T05:11:28.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.338+0000 7fa29993d640 1 -- 172.21.15.32:0/1856725095 wait complete. 2024-04-18T05:11:28.360 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-04-18T05:11:28.360 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-04-18T05:11:28.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.490+0000 7f65ebb2c640 1 Processor -- start 2024-04-18T05:11:28.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65ebb2c640 1 -- start start 2024-04-18T05:11:28.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65ebb2c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f65e414d5e0 0x7f65e406bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65ebb2c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f65e406d910 0x7f65e4070bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65ebb2c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65e40717e0 con 0x7f65e4071130 2024-04-18T05:11:28.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65ebb2c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65e4070760 con 0x7f65e406d910 2024-04-18T05:11:28.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65ebb2c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65e406fe50 con 0x7f65e414d5e0 2024-04-18T05:11:28.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65e90c7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f65e406d910 0x7f65e4070bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65e90c7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f65e406d910 0x7f65e4070bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43854/0 (socket says 172.21.15.32:43854) 2024-04-18T05:11:28.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65e90c7640 1 -- 172.21.15.32:0/3850559687 learned_addr learned my addr 172.21.15.32:0/3850559687 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:28.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65e90c7640 1 -- 172.21.15.32:0/3850559687 >> v2:172.21.15.92:3300/0 conn(0x7f65e414d5e0 msgr2=0x7f65e406bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:28.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65e90c7640 1 --2- 172.21.15.32:0/3850559687 >> v2:172.21.15.92:3300/0 conn(0x7f65e414d5e0 0x7f65e406bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65e90c7640 1 -- 172.21.15.32:0/3850559687 >> v1:172.21.15.92:6789/0 conn(0x7f65e4071130 legacy=0x7f65e40c04e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:28.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65e90c7640 1 -- 172.21.15.32:0/3850559687 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65e4070110 con 0x7f65e406d910 2024-04-18T05:11:28.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.494+0000 7f65e90c7640 1 --2- 172.21.15.32:0/3850559687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 0x7f65e4070bf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f65e40c1360 tx=0x7f65d401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47521beb2206a2af server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:28.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e88c6640 1 -- 172.21.15.32:0/3850559687 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d40ad660 con 0x7f65e406d910 2024-04-18T05:11:28.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e88c6640 1 -- 172.21.15.32:0/3850559687 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65d40ad7c0 con 0x7f65e406d910 2024-04-18T05:11:28.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e88c6640 1 -- 172.21.15.32:0/3850559687 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d40adb50 con 0x7f65e406d910 2024-04-18T05:11:28.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 -- 172.21.15.32:0/3850559687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 msgr2=0x7f65e4070bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:28.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 --2- 172.21.15.32:0/3850559687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 0x7f65e4070bf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f65e40c1360 tx=0x7f65d401c450 comp rx=0 tx=0).stop 2024-04-18T05:11:28.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 -- 172.21.15.32:0/3850559687 shutdown_connections 2024-04-18T05:11:28.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 --2- 172.21.15.32:0/3850559687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 0x7f65e4070bf0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 --2- 172.21.15.32:0/3850559687 >> v2:172.21.15.92:3300/0 conn(0x7f65e414d5e0 0x7f65e406bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 -- 172.21.15.32:0/3850559687 >> 172.21.15.32:0/3850559687 conn(0x7f65e40c5250 msgr2=0x7f65e40c5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:28.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 -- 172.21.15.32:0/3850559687 shutdown_connections 2024-04-18T05:11:28.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 -- 172.21.15.32:0/3850559687 wait complete. 2024-04-18T05:11:28.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 Processor -- start 2024-04-18T05:11:28.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 -- start start 2024-04-18T05:11:28.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 0x7f65e414c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65e4071130 0x7f65e41469f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65e414d5e0 0x7f65e414ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65e4153cf0 con 0x7f65e406d910 2024-04-18T05:11:28.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65e414c9e0 con 0x7f65e414d5e0 2024-04-18T05:11:28.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ebb2c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65e4153f40 con 0x7f65e4071130 2024-04-18T05:11:28.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e98c8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 0x7f65e414c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e98c8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 0x7f65e414c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43866/0 (socket says 172.21.15.32:43866) 2024-04-18T05:11:28.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e98c8640 1 -- 172.21.15.32:0/1321094911 learned_addr learned my addr 172.21.15.32:0/1321094911 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:28.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e90c7640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65e4071130 0x7f65e41469f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ea0c9640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65e414d5e0 0x7f65e414ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e98c8640 1 -- 172.21.15.32:0/1321094911 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65e4071130 msgr2=0x7f65e41469f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:28.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e98c8640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65e4071130 0x7f65e41469f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e98c8640 1 -- 172.21.15.32:0/1321094911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65e414d5e0 msgr2=0x7f65e414ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:28.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e98c8640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65e414d5e0 0x7f65e414ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:28.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e98c8640 1 -- 172.21.15.32:0/1321094911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65d40094d0 con 0x7f65e406d910 2024-04-18T05:11:28.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65ea0c9640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65e414d5e0 0x7f65e414ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:28.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65e98c8640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 0x7f65e414c4a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f65e000b410 tx=0x7f65e000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:28.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65da7fc640 1 -- 172.21.15.32:0/1321094911 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e0011830 con 0x7f65e406d910 2024-04-18T05:11:28.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.498+0000 7f65da7fc640 1 -- 172.21.15.32:0/1321094911 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65e0011990 con 0x7f65e406d910 2024-04-18T05:11:28.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.502+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65e4154220 con 0x7f65e406d910 2024-04-18T05:11:28.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.502+0000 7f65da7fc640 1 -- 172.21.15.32:0/1321094911 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65e0011d40 con 0x7f65e406d910 2024-04-18T05:11:28.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.502+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65e40aa9f0 con 0x7f65e406d910 2024-04-18T05:11:28.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.502+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65e40666e0 con 0x7f65e406d910 2024-04-18T05:11:28.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.502+0000 7f65da7fc640 1 -- 172.21.15.32:0/1321094911 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f65e001a400 con 0x7f65e406d910 2024-04-18T05:11:28.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.502+0000 7f65da7fc640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65c8066690 0x7f65c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:28.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.502+0000 7f65da7fc640 1 -- 172.21.15.32:0/1321094911 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f65e0084250 con 0x7f65e406d910 2024-04-18T05:11:28.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.502+0000 7f65e90c7640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65c8066690 0x7f65c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:28.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.502+0000 7f65e90c7640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65c8066690 0x7f65c8068b50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f65d40af000 tx=0x7f65d40a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:28.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.506+0000 7f65da7fc640 1 -- 172.21.15.32:0/1321094911 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f65e0051650 con 0x7f65e406d910 2024-04-18T05:11:28.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:28.678+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7f65e40c1840 con 0x7f65e406d910 2024-04-18T05:11:29.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.310+0000 7f65da7fc640 1 -- 172.21.15.32:0/1321094911 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v22) v1 ==== 157+0+0 (secure 0 0 0) 0x7f65e0054c70 con 0x7f65e406d910 2024-04-18T05:11:29.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65c8066690 msgr2=0x7f65c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:29.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65c8066690 0x7f65c8068b50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f65d40af000 tx=0x7f65d40a7000 comp rx=0 tx=0).stop 2024-04-18T05:11:29.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 msgr2=0x7f65e414c4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:29.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 0x7f65e414c4a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f65e000b410 tx=0x7f65e000b8d0 comp rx=0 tx=0).stop 2024-04-18T05:11:29.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 shutdown_connections 2024-04-18T05:11:29.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65c8066690 0x7f65c8068b50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:29.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65e414d5e0 0x7f65e414ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:29.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65e4071130 0x7f65e41469f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:29.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 --2- 172.21.15.32:0/1321094911 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65e406d910 0x7f65e414c4a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:29.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 >> 172.21.15.32:0/1321094911 conn(0x7f65e40c5250 msgr2=0x7f65e40ab0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:29.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 shutdown_connections 2024-04-18T05:11:29.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.314+0000 7f65ebb2c640 1 -- 172.21.15.32:0/1321094911 wait complete. 2024-04-18T05:11:29.337 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-04-18T05:11:29.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f844292a640 1 Processor -- start 2024-04-18T05:11:29.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f844292a640 1 -- start start 2024-04-18T05:11:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f844292a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f843c06c6d0 0x7f843c0c76e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f844292a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f843c06f490 con 0x7f843c157900 2024-04-18T05:11:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f844292a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f843c06f770 con 0x7f843c0c6bf0 2024-04-18T05:11:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f844292a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f843c1547a0 con 0x7f843c06c6d0 2024-04-18T05:11:29.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f843b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f843c157900 0x7f843c0c6fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:56726/0 (socket says 172.21.15.32:56726) 2024-04-18T05:11:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f843b7fe640 1 -- 172.21.15.32:0/2383107772 learned_addr learned my addr 172.21.15.32:0/2383107772 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f8440ec7640 1 --2- 172.21.15.32:0/2383107772 >> v2:172.21.15.32:3300/0 conn(0x7f843c06c6d0 0x7f843c0c76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f8440ec7640 1 -- 172.21.15.32:0/2383107772 >> v1:172.21.15.92:6789/0 conn(0x7f843c0c6bf0 legacy=0x7f843c1571f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f8440ec7640 1 -- 172.21.15.32:0/2383107772 >> v1:172.21.15.32:6789/0 conn(0x7f843c157900 legacy=0x7f843c0c6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.474+0000 7f8440ec7640 1 -- 172.21.15.32:0/2383107772 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f843c154a80 con 0x7f843c06c6d0 2024-04-18T05:11:29.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f8440ec7640 1 --2- 172.21.15.32:0/2383107772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c06c6d0 0x7f843c0c76e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8434009d90 tx=0x7f843401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a8f9a30a96b08a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:29.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843affd640 1 -- 172.21.15.32:0/2383107772 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84340a5900 con 0x7f843c06c6d0 2024-04-18T05:11:29.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843affd640 1 -- 172.21.15.32:0/2383107772 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84340a5a60 con 0x7f843c06c6d0 2024-04-18T05:11:29.476 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843affd640 1 -- 172.21.15.32:0/2383107772 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84340a5df0 con 0x7f843c06c6d0 2024-04-18T05:11:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 -- 172.21.15.32:0/2383107772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c06c6d0 msgr2=0x7f843c0c76e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 --2- 172.21.15.32:0/2383107772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c06c6d0 0x7f843c0c76e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8434009d90 tx=0x7f843401c930 comp rx=0 tx=0).stop 2024-04-18T05:11:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 -- 172.21.15.32:0/2383107772 shutdown_connections 2024-04-18T05:11:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 --2- 172.21.15.32:0/2383107772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c06c6d0 0x7f843c0c76e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 -- 172.21.15.32:0/2383107772 >> 172.21.15.32:0/2383107772 conn(0x7f843c072780 msgr2=0x7f843c072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 -- 172.21.15.32:0/2383107772 shutdown_connections 2024-04-18T05:11:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 -- 172.21.15.32:0/2383107772 wait complete. 2024-04-18T05:11:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 Processor -- start 2024-04-18T05:11:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 -- start start 2024-04-18T05:11:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c06c6d0 0x7f843c150230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0c6bf0 0x7f843c1ec570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bf070 0x7f843c0bf500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f843c14fc50 con 0x7f843c0c6bf0 2024-04-18T05:11:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f843c0bec50 con 0x7f843c06c6d0 2024-04-18T05:11:29.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f844292a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f843c0be890 con 0x7f843c0bf070 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0c6bf0 0x7f843c1ec570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0c6bf0 0x7f843c1ec570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:43878/0 (socket says 172.21.15.32:43878) 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843b7fe640 1 -- 172.21.15.32:0/760028506 learned_addr learned my addr 172.21.15.32:0/760028506 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843bfff640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c06c6d0 0x7f843c150230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f8440ec7640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bf070 0x7f843c0bf500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843b7fe640 1 -- 172.21.15.32:0/760028506 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bf070 msgr2=0x7f843c0bf500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843b7fe640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bf070 0x7f843c0bf500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843b7fe640 1 -- 172.21.15.32:0/760028506 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c06c6d0 msgr2=0x7f843c150230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843b7fe640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c06c6d0 0x7f843c150230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.478+0000 7f843b7fe640 1 -- 172.21.15.32:0/760028506 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8434009a70 con 0x7f843c0c6bf0 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f843b7fe640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0c6bf0 0x7f843c1ec570 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f843000c400 tx=0x7f843000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f8438ff9640 1 -- 172.21.15.32:0/760028506 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8430005cf0 con 0x7f843c0c6bf0 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f8438ff9640 1 -- 172.21.15.32:0/760028506 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8430005e50 con 0x7f843c0c6bf0 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f843c0c5480 con 0x7f843c0c6bf0 2024-04-18T05:11:29.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f8438ff9640 1 -- 172.21.15.32:0/760028506 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84300072d0 con 0x7f843c0c6bf0 2024-04-18T05:11:29.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f843c1ed0f0 con 0x7f843c0c6bf0 2024-04-18T05:11:29.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f843c0bed90 con 0x7f843c0c6bf0 2024-04-18T05:11:29.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f8438ff9640 1 -- 172.21.15.32:0/760028506 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8430007430 con 0x7f843c0c6bf0 2024-04-18T05:11:29.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f8438ff9640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8428066690 0x7f8428068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:29.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f8438ff9640 1 -- 172.21.15.32:0/760028506 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5935+0+0 (secure 0 0 0) 0x7f8430083680 con 0x7f843c0c6bf0 2024-04-18T05:11:29.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f843bfff640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8428066690 0x7f8428068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:29.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.482+0000 7f843bfff640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8428066690 0x7f8428068b50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f842c004e30 tx=0x7f842c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:29.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.486+0000 7f8438ff9640 1 -- 172.21.15.32:0/760028506 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f843c0bed90 con 0x7f843c0c6bf0 2024-04-18T05:11:29.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:29.646+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f843c0bed90 con 0x7f843c0c6bf0 2024-04-18T05:11:31.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.330+0000 7f8438ff9640 1 -- 172.21.15.32:0/760028506 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v24) v1 ==== 228+0+0 (secure 0 0 0) 0x7f843c0bed90 con 0x7f843c0c6bf0 2024-04-18T05:11:31.332 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data_ec' created 2024-04-18T05:11:31.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8428066690 msgr2=0x7f8428068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:31.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8428066690 0x7f8428068b50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f842c004e30 tx=0x7f842c009040 comp rx=0 tx=0).stop 2024-04-18T05:11:31.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0c6bf0 msgr2=0x7f843c1ec570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:31.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0c6bf0 0x7f843c1ec570 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f843000c400 tx=0x7f843000c8c0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 shutdown_connections 2024-04-18T05:11:31.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bf070 0x7f843c0bf500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0c6bf0 0x7f843c1ec570 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8428066690 0x7f8428068b50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 --2- 172.21.15.32:0/760028506 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c06c6d0 0x7f843c150230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 >> 172.21.15.32:0/760028506 conn(0x7f843c072780 msgr2=0x7f843c155a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:31.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.334+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 shutdown_connections 2024-04-18T05:11:31.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.338+0000 7f844292a640 1 -- 172.21.15.32:0/760028506 wait complete. 2024-04-18T05:11:31.358 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-04-18T05:11:31.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.486+0000 7f2dda87e640 1 Processor -- start 2024-04-18T05:11:31.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.486+0000 7f2dda87e640 1 -- start start 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dda87e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2dd406fdb0 0x7f2dd4152470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dda87e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2dd414f330 0x7f2dd40710d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dda87e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2dd40aa630 con 0x7f2dd40a85d0 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dda87e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2dd41529b0 con 0x7f2dd414f330 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dda87e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2dd40aa910 con 0x7f2dd406fdb0 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd8e1b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2dd414f330 0x7f2dd40710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd8e1b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2dd414f330 0x7f2dd40710d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60370/0 (socket says 172.21.15.32:60370) 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd3fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2dd40a85d0 0x7f2dd414ec20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55162/0 (socket says 172.21.15.32:55162) 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd8e1b640 1 -- 172.21.15.32:0/1291618713 learned_addr learned my addr 172.21.15.32:0/1291618713 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd37fe640 1 --2- 172.21.15.32:0/1291618713 >> v2:172.21.15.92:3300/0 conn(0x7f2dd406fdb0 0x7f2dd4152470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd8e1b640 1 -- 172.21.15.32:0/1291618713 >> v2:172.21.15.92:3300/0 conn(0x7f2dd406fdb0 msgr2=0x7f2dd4152470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd8e1b640 1 --2- 172.21.15.32:0/1291618713 >> v2:172.21.15.92:3300/0 conn(0x7f2dd406fdb0 0x7f2dd4152470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd8e1b640 1 -- 172.21.15.32:0/1291618713 >> v1:172.21.15.32:6789/0 conn(0x7f2dd40a85d0 legacy=0x7f2dd414ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd2ffd640 1 -- 172.21.15.32:0/1291618713 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2794647388 0 0) 0x7f2dd40aa630 con 0x7f2dd40a85d0 2024-04-18T05:11:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd8e1b640 1 -- 172.21.15.32:0/1291618713 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dd40aabf0 con 0x7f2dd414f330 2024-04-18T05:11:31.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.490+0000 7f2dd37fe640 1 --2- 172.21.15.32:0/1291618713 >> v2:172.21.15.92:3300/0 conn(0x7f2dd406fdb0 0x7f2dd4152470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:31.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd8e1b640 1 --2- 172.21.15.32:0/1291618713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd414f330 0x7f2dd40710d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc009e50 tx=0x7f2dcc01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5da4252910786126 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:31.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd2ffd640 1 -- 172.21.15.32:0/1291618713 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dd4071e20 con 0x7f2dd414f330 2024-04-18T05:11:31.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd2ffd640 1 -- 172.21.15.32:0/1291618713 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dcc0a5880 con 0x7f2dd414f330 2024-04-18T05:11:31.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd2ffd640 1 -- 172.21.15.32:0/1291618713 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dcc0a5c10 con 0x7f2dd414f330 2024-04-18T05:11:31.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 -- 172.21.15.32:0/1291618713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd414f330 msgr2=0x7f2dd40710d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:31.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 --2- 172.21.15.32:0/1291618713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd414f330 0x7f2dd40710d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc009e50 tx=0x7f2dcc01c9c0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 -- 172.21.15.32:0/1291618713 shutdown_connections 2024-04-18T05:11:31.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 --2- 172.21.15.32:0/1291618713 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd414f330 0x7f2dd40710d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 --2- 172.21.15.32:0/1291618713 >> v2:172.21.15.92:3300/0 conn(0x7f2dd406fdb0 0x7f2dd4152470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 -- 172.21.15.32:0/1291618713 >> 172.21.15.32:0/1291618713 conn(0x7f2dd40c5250 msgr2=0x7f2dd40c5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 -- 172.21.15.32:0/1291618713 shutdown_connections 2024-04-18T05:11:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 -- 172.21.15.32:0/1291618713 wait complete. 2024-04-18T05:11:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 Processor -- start 2024-04-18T05:11:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 -- start start 2024-04-18T05:11:31.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd406fdb0 0x7f2dd40c3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:31.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd40a85d0 0x7f2dd414ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:31.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2dd414f330 0x7f2dd4140c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:31.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dd41ea310 con 0x7f2dd40a85d0 2024-04-18T05:11:31.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dd41ea5f0 con 0x7f2dd406fdb0 2024-04-18T05:11:31.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dda87e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dd4145bc0 con 0x7f2dd414f330 2024-04-18T05:11:31.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd37fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd40a85d0 0x7f2dd414ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:31.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd37fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd40a85d0 0x7f2dd414ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60382/0 (socket says 172.21.15.32:60382) 2024-04-18T05:11:31.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd37fe640 1 -- 172.21.15.32:0/3271396927 learned_addr learned my addr 172.21.15.32:0/3271396927 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd3fff640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd406fdb0 0x7f2dd40c3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd8e1b640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2dd414f330 0x7f2dd4140c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd37fe640 1 -- 172.21.15.32:0/3271396927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2dd414f330 msgr2=0x7f2dd4140c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd37fe640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2dd414f330 0x7f2dd4140c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd37fe640 1 -- 172.21.15.32:0/3271396927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd406fdb0 msgr2=0x7f2dd40c3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd37fe640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd406fdb0 0x7f2dd40c3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd37fe640 1 -- 172.21.15.32:0/3271396927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dcc009b30 con 0x7f2dd40a85d0 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd3fff640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd406fdb0 0x7f2dd40c3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.494+0000 7f2dd37fe640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd40a85d0 0x7f2dd414ccf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2dc800c7c0 tx=0x7f2dc800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dd0ff9640 1 -- 172.21.15.32:0/3271396927 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dc8007a30 con 0x7f2dd40a85d0 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dd0ff9640 1 -- 172.21.15.32:0/3271396927 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2dc8007b90 con 0x7f2dd40a85d0 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2dd4145ea0 con 0x7f2dd40a85d0 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dd0ff9640 1 -- 172.21.15.32:0/3271396927 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2dc800ce70 con 0x7f2dd40a85d0 2024-04-18T05:11:31.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2dd414d820 con 0x7f2dd40a85d0 2024-04-18T05:11:31.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2dd41460e0 con 0x7f2dd40a85d0 2024-04-18T05:11:31.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dd0ff9640 1 -- 172.21.15.32:0/3271396927 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2dc80193f0 con 0x7f2dd40a85d0 2024-04-18T05:11:31.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dd0ff9640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2dc00666c0 0x7f2dc0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:31.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dd0ff9640 1 -- 172.21.15.32:0/3271396927 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f2dc80847d0 con 0x7f2dd40a85d0 2024-04-18T05:11:31.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dd3fff640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2dc00666c0 0x7f2dc0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:31.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.498+0000 7f2dd3fff640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2dc00666c0 0x7f2dc0068b80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2dc4000f70 tx=0x7f2dc4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:31.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.502+0000 7f2dd0ff9640 1 -- 172.21.15.32:0/3271396927 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f2dd41460e0 con 0x7f2dd40a85d0 2024-04-18T05:11:31.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:31.662+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7f2dd4146090 con 0x7f2dd40a85d0 2024-04-18T05:11:32.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.333+0000 7f2dd0ff9640 1 -- 172.21.15.32:0/3271396927 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v25) v1 ==== 169+0+0 (secure 0 0 0) 0x7f2dc801e0c0 con 0x7f2dd40a85d0 2024-04-18T05:11:32.344 INFO:teuthology.orchestra.run.smithi032.stderr:set pool 4 allow_ec_overwrites to true 2024-04-18T05:11:32.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2dc00666c0 msgr2=0x7f2dc0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2dc00666c0 0x7f2dc0068b80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2dc4000f70 tx=0x7f2dc4009040 comp rx=0 tx=0).stop 2024-04-18T05:11:32.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd40a85d0 msgr2=0x7f2dd414ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd40a85d0 0x7f2dd414ccf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2dc800c7c0 tx=0x7f2dc800cc80 comp rx=0 tx=0).stop 2024-04-18T05:11:32.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 shutdown_connections 2024-04-18T05:11:32.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2dd414f330 0x7f2dd4140c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2dd40a85d0 0x7f2dd414ccf0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2dc00666c0 0x7f2dc0068b80 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 --2- 172.21.15.32:0/3271396927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2dd406fdb0 0x7f2dd40c3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.349+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 >> 172.21.15.32:0/3271396927 conn(0x7f2dd40c5250 msgr2=0x7f2dd414f860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:32.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.353+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 shutdown_connections 2024-04-18T05:11:32.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.353+0000 7f2dda87e640 1 -- 172.21.15.32:0/3271396927 wait complete. 2024-04-18T05:11:32.377 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-04-18T05:11:32.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.497+0000 7fd9aeb34640 1 Processor -- start 2024-04-18T05:11:32.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.497+0000 7fd9aeb34640 1 -- start start 2024-04-18T05:11:32.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd9a806df40 0x7fd9a8151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a813ae10 0x7fd9a81559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd9a813a8c0 0x7fd9a80a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9a80a8fb0 con 0x7fd9a813a8c0 2024-04-18T05:11:32.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9a81520a0 con 0x7fd9a806df40 2024-04-18T05:11:32.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a80a8200 con 0x7fd9a813ae10 2024-04-18T05:11:32.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ad0d1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd9a813a8c0 0x7fd9a80a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ad0d1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd9a813a8c0 0x7fd9a80a9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60396/0 (socket says 172.21.15.32:60396) 2024-04-18T05:11:32.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ad0d1640 1 -- 172.21.15.32:0/442356804 learned_addr learned my addr 172.21.15.32:0/442356804 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ac8d0640 1 --2- 172.21.15.32:0/442356804 >> v2:172.21.15.92:3300/0 conn(0x7fd9a806df40 0x7fd9a8151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9a7fff640 1 --2- 172.21.15.32:0/442356804 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a813ae10 0x7fd9a81559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ad0d1640 1 -- 172.21.15.32:0/442356804 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a813ae10 msgr2=0x7fd9a81559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ad0d1640 1 --2- 172.21.15.32:0/442356804 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a813ae10 0x7fd9a81559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ad0d1640 1 -- 172.21.15.32:0/442356804 >> v2:172.21.15.92:3300/0 conn(0x7fd9a806df40 msgr2=0x7fd9a8151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ad0d1640 1 --2- 172.21.15.32:0/442356804 >> v2:172.21.15.92:3300/0 conn(0x7fd9a806df40 0x7fd9a8151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ad0d1640 1 -- 172.21.15.32:0/442356804 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9a80a84e0 con 0x7fd9a813a8c0 2024-04-18T05:11:32.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9ad0d1640 1 --2- 172.21.15.32:0/442356804 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 0x7fd9a80a9dc0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd9a80c1050 tx=0x7fd9a001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dc1a76b32a6c7c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:32.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9a77fe640 1 -- 172.21.15.32:0/442356804 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9a00a56c0 con 0x7fd9a813a8c0 2024-04-18T05:11:32.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9a77fe640 1 -- 172.21.15.32:0/442356804 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9a00a5820 con 0x7fd9a813a8c0 2024-04-18T05:11:32.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9a77fe640 1 -- 172.21.15.32:0/442356804 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9a00a5bb0 con 0x7fd9a813a8c0 2024-04-18T05:11:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 -- 172.21.15.32:0/442356804 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 msgr2=0x7fd9a80a9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/442356804 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 0x7fd9a80a9dc0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd9a80c1050 tx=0x7fd9a001c930 comp rx=0 tx=0).stop 2024-04-18T05:11:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 -- 172.21.15.32:0/442356804 shutdown_connections 2024-04-18T05:11:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/442356804 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 0x7fd9a80a9dc0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/442356804 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a813ae10 0x7fd9a81559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/442356804 >> v2:172.21.15.92:3300/0 conn(0x7fd9a806df40 0x7fd9a8151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 -- 172.21.15.32:0/442356804 >> 172.21.15.32:0/442356804 conn(0x7fd9a80c54b0 msgr2=0x7fd9a80c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.501+0000 7fd9aeb34640 1 -- 172.21.15.32:0/442356804 shutdown_connections 2024-04-18T05:11:32.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 -- 172.21.15.32:0/442356804 wait complete. 2024-04-18T05:11:32.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 Processor -- start 2024-04-18T05:11:32.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 -- start start 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a806df40 0x7fd9a80bc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 0x7fd9a80c3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9a813ae10 0x7fd9a80c3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a8134300 con 0x7fd9a813a8c0 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a8136f40 con 0x7fd9a813ae10 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9a8134020 con 0x7fd9a806df40 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 0x7fd9a80c3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 0x7fd9a80c3210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60402/0 (socket says 172.21.15.32:60402) 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a7fff640 1 -- 172.21.15.32:0/310889491 learned_addr learned my addr 172.21.15.32:0/310889491 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:32.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9ac8d0640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a806df40 0x7fd9a80bc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9ad0d1640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9a813ae10 0x7fd9a80c3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a7fff640 1 -- 172.21.15.32:0/310889491 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a806df40 msgr2=0x7fd9a80bc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a7fff640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a806df40 0x7fd9a80bc7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a7fff640 1 -- 172.21.15.32:0/310889491 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9a813ae10 msgr2=0x7fd9a80c3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a7fff640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9a813ae10 0x7fd9a80c3750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a7fff640 1 -- 172.21.15.32:0/310889491 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9a0009b30 con 0x7fd9a813a8c0 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9ac8d0640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a806df40 0x7fd9a80bc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a7fff640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 0x7fd9a80c3210 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd99400d5f0 tx=0x7fd99400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a57fa640 1 -- 172.21.15.32:0/310889491 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9940125f0 con 0x7fd9a813a8c0 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a57fa640 1 -- 172.21.15.32:0/310889491 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd994012750 con 0x7fd9a813a8c0 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9a57fa640 1 -- 172.21.15.32:0/310889491 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd994012ae0 con 0x7fd9a813a8c0 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9a81368f0 con 0x7fd9a813a8c0 2024-04-18T05:11:32.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.505+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9a80c3c90 con 0x7fd9a813a8c0 2024-04-18T05:11:32.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.509+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9a8136750 con 0x7fd9a813a8c0 2024-04-18T05:11:32.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.509+0000 7fd9a57fa640 1 -- 172.21.15.32:0/310889491 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd994012c40 con 0x7fd9a813a8c0 2024-04-18T05:11:32.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.509+0000 7fd9a57fa640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd98c066690 0x7fd98c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.509+0000 7fd9a57fa640 1 -- 172.21.15.32:0/310889491 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6428+0+0 (secure 0 0 0) 0x7fd994084940 con 0x7fd9a813a8c0 2024-04-18T05:11:32.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.509+0000 7fd9ac8d0640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd98c066690 0x7fd98c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.509+0000 7fd9ac8d0640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd98c066690 0x7fd98c068b50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd99c004660 tx=0x7fd99c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:32.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.513+0000 7fd9a57fa640 1 -- 172.21.15.32:0/310889491 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd9a8136750 con 0x7fd9a813a8c0 2024-04-18T05:11:32.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.709+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7fd9a8136750 con 0x7fd9a813a8c0 2024-04-18T05:11:32.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9a57fa640 1 -- 172.21.15.32:0/310889491 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v6) v1 ==== 137+0+0 (secure 0 0 0) 0x7fd9a8136750 con 0x7fd9a813a8c0 2024-04-18T05:11:32.716 INFO:teuthology.orchestra.run.smithi032.stderr:added data pool 4 to fsmap 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd98c066690 msgr2=0x7fd98c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd98c066690 0x7fd98c068b50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd99c004660 tx=0x7fd99c008040 comp rx=0 tx=0).stop 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 msgr2=0x7fd9a80c3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 0x7fd9a80c3210 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd99400d5f0 tx=0x7fd99400dab0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 shutdown_connections 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd98c066690 0x7fd98c068b50 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9a813ae10 0x7fd9a80c3750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd9a813a8c0 0x7fd9a80c3210 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 --2- 172.21.15.32:0/310889491 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9a806df40 0x7fd9a80bc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 >> 172.21.15.32:0/310889491 conn(0x7fd9a80c54b0 msgr2=0x7fd9a806b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 shutdown_connections 2024-04-18T05:11:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.717+0000 7fd9aeb34640 1 -- 172.21.15.32:0/310889491 wait complete. 2024-04-18T05:11:32.734 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:11:32.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.857+0000 7f10a028b640 1 Processor -- start 2024-04-18T05:11:32.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.857+0000 7f10a028b640 1 -- start start 2024-04-18T05:11:32.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f10a028b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f10980bcb80 0x7f109806b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f10a028b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 0x7f109806b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f10a028b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10980c4240 con 0x7f10980aeb90 2024-04-18T05:11:32.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f10a028b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10980c7750 con 0x7f10980bcb80 2024-04-18T05:11:32.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f10a028b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10980aef70 con 0x7f109806cd00 2024-04-18T05:11:32.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109e027640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f10980aeb90 0x7f10980c5ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:43300/0 (socket says 172.21.15.32:43300) 2024-04-18T05:11:32.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109e027640 1 -- 172.21.15.32:0/2782799703 learned_addr learned my addr 172.21.15.32:0/2782799703 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:32.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109d826640 1 --2- 172.21.15.32:0/2782799703 >> v2:172.21.15.92:3300/0 conn(0x7f10980bcb80 0x7f109806b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109e828640 1 --2- 172.21.15.32:0/2782799703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 0x7f109806b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109d025640 1 -- 172.21.15.32:0/2782799703 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1309809386 0 0) 0x7f10980c4240 con 0x7f10980aeb90 2024-04-18T05:11:32.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109d025640 1 -- 172.21.15.32:0/2782799703 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1084003530 con 0x7f10980aeb90 2024-04-18T05:11:32.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109e828640 1 -- 172.21.15.32:0/2782799703 >> v2:172.21.15.92:3300/0 conn(0x7f10980bcb80 msgr2=0x7f109806b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:32.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109e828640 1 --2- 172.21.15.32:0/2782799703 >> v2:172.21.15.92:3300/0 conn(0x7f10980bcb80 0x7f109806b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109e828640 1 -- 172.21.15.32:0/2782799703 >> v1:172.21.15.92:6789/0 conn(0x7f10980aeb90 legacy=0x7f10980c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109e828640 1 -- 172.21.15.32:0/2782799703 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10980c46d0 con 0x7f109806cd00 2024-04-18T05:11:32.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.861+0000 7f109d826640 1 --2- 172.21.15.32:0/2782799703 >> v2:172.21.15.92:3300/0 conn(0x7f10980bcb80 0x7f109806b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:32.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f109e828640 1 --2- 172.21.15.32:0/2782799703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 0x7f109806b770 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f1090009d90 tx=0x7f109001c8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe998f45acb81387 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:32.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f109d025640 1 -- 172.21.15.32:0/2782799703 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10900a59a0 con 0x7f109806cd00 2024-04-18T05:11:32.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f109d025640 1 -- 172.21.15.32:0/2782799703 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10900a5b00 con 0x7f109806cd00 2024-04-18T05:11:32.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f109d025640 1 -- 172.21.15.32:0/2782799703 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10900a5e90 con 0x7f109806cd00 2024-04-18T05:11:32.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f10a028b640 1 -- 172.21.15.32:0/2782799703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 msgr2=0x7f109806b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f10a028b640 1 --2- 172.21.15.32:0/2782799703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 0x7f109806b770 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f1090009d90 tx=0x7f109001c8e0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f10a028b640 1 -- 172.21.15.32:0/2782799703 shutdown_connections 2024-04-18T05:11:32.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f10a028b640 1 --2- 172.21.15.32:0/2782799703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 0x7f109806b770 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f10a028b640 1 --2- 172.21.15.32:0/2782799703 >> v2:172.21.15.92:3300/0 conn(0x7f10980bcb80 0x7f109806b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f10a028b640 1 -- 172.21.15.32:0/2782799703 >> 172.21.15.32:0/2782799703 conn(0x7f10980ab0a0 msgr2=0x7f10980ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:32.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f10a028b640 1 -- 172.21.15.32:0/2782799703 shutdown_connections 2024-04-18T05:11:32.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.865+0000 7f10a028b640 1 -- 172.21.15.32:0/2782799703 wait complete. 2024-04-18T05:11:32.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 Processor -- start 2024-04-18T05:11:32.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 -- start start 2024-04-18T05:11:32.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 0x7f1098154f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10980aeb90 0x7f10980a9960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10980bcb80 0x7f10981ec380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10980c1510 con 0x7f10980bcb80 2024-04-18T05:11:32.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10980c0f50 con 0x7f10980aeb90 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10980c1230 con 0x7f109806cd00 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e828640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10980bcb80 0x7f10981ec380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e828640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10980bcb80 0x7f10981ec380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60418/0 (socket says 172.21.15.32:60418) 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e828640 1 -- 172.21.15.32:0/1981572946 learned_addr learned my addr 172.21.15.32:0/1981572946 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109d826640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10980aeb90 0x7f10980a9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e027640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 0x7f1098154f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e828640 1 -- 172.21.15.32:0/1981572946 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 msgr2=0x7f1098154f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e828640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 0x7f1098154f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e828640 1 -- 172.21.15.32:0/1981572946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10980aeb90 msgr2=0x7f10980a9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e828640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10980aeb90 0x7f10980a9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e828640 1 -- 172.21.15.32:0/1981572946 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1088009420 con 0x7f10980bcb80 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109d826640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10980aeb90 0x7f10980a9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:32.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f109e828640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10980bcb80 0x7f10981ec380 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f109001af90 tx=0x7f1090019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f108effd640 1 -- 172.21.15.32:0/1981572946 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10900adce0 con 0x7f10980bcb80 2024-04-18T05:11:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f108effd640 1 -- 172.21.15.32:0/1981572946 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10900ade40 con 0x7f10980bcb80 2024-04-18T05:11:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f108effd640 1 -- 172.21.15.32:0/1981572946 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10900b9670 con 0x7f10980bcb80 2024-04-18T05:11:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1090009a70 con 0x7f10980bcb80 2024-04-18T05:11:32.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10981ebe60 con 0x7f10980bcb80 2024-04-18T05:11:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10980c4f00 con 0x7f10980bcb80 2024-04-18T05:11:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.869+0000 7f108effd640 1 -- 172.21.15.32:0/1981572946 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f10900b97d0 con 0x7f10980bcb80 2024-04-18T05:11:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.873+0000 7f108effd640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f107c066690 0x7f107c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.873+0000 7f108effd640 1 -- 172.21.15.32:0/1981572946 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f109011fa40 con 0x7f10980bcb80 2024-04-18T05:11:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.873+0000 7f109e027640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f107c066690 0x7f107c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:32.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.873+0000 7f109e027640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f107c066690 0x7f107c068b50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f10940011f0 tx=0x7f1094009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:32.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:32.877+0000 7f108effd640 1 -- 172.21.15.32:0/1981572946 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1090121e60 con 0x7f10980bcb80 2024-04-18T05:11:33.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f10980666e0 con 0x7f10980bcb80 2024-04-18T05:11:33.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f108effd640 1 -- 172.21.15.32:0/1981572946 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4724 (secure 0 0 0) 0x7f10900ecb50 con 0x7f10980bcb80 2024-04-18T05:11:33.073 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:33.073 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:32.712726+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-04-18T05:11:33.073 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f107c066690 msgr2=0x7f107c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f107c066690 0x7f107c068b50 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f10940011f0 tx=0x7f1094009040 comp rx=0 tx=0).stop 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10980bcb80 msgr2=0x7f10981ec380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10980bcb80 0x7f10981ec380 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f109001af90 tx=0x7f1090019680 comp rx=0 tx=0).stop 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 shutdown_connections 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10980bcb80 0x7f10981ec380 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f107c066690 0x7f107c068b50 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10980aeb90 0x7f10980a9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 --2- 172.21.15.32:0/1981572946 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f109806cd00 0x7f1098154f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 >> 172.21.15.32:0/1981572946 conn(0x7f10980ab0a0 msgr2=0x7f10980c7aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:33.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 shutdown_connections 2024-04-18T05:11:33.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.073+0000 7f10a028b640 1 -- 172.21.15.32:0/1981572946 wait complete. 2024-04-18T05:11:33.091 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:33.151 INFO:tasks.ceph.mds.b.smithi092.stderr:2024-04-18T05:11:33.149+0000 7fac859d7640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-18T05:11:33.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.201+0000 7f139a6a4640 1 Processor -- start 2024-04-18T05:11:33.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.201+0000 7f139a6a4640 1 -- start start 2024-04-18T05:11:33.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f139a6a4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1394150b80 0x7f139406cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f139a6a4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13940a8610 con 0x7f13940c0df0 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f139a6a4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1394153c90 con 0x7f139406cbe0 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f139a6a4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1394150ff0 con 0x7f1394150b80 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f1398c41640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1394150b80 0x7f139406cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f13937fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f13940c0df0 0x7f1394158900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55170/0 (socket says 172.21.15.32:55170) 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f13937fe640 1 -- 172.21.15.32:0/3674393473 learned_addr learned my addr 172.21.15.32:0/3674393473 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f1392ffd640 1 -- 172.21.15.32:0/3674393473 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1804389498 0 0) 0x7f13940a8610 con 0x7f13940c0df0 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f1392ffd640 1 -- 172.21.15.32:0/3674393473 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1380003530 con 0x7f13940c0df0 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f1398c41640 1 -- 172.21.15.32:0/3674393473 >> v1:172.21.15.92:6789/0 conn(0x7f139406cbe0 legacy=0x7f1394153580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f1398c41640 1 -- 172.21.15.32:0/3674393473 >> v1:172.21.15.32:6789/0 conn(0x7f13940c0df0 legacy=0x7f1394158900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.205+0000 7f1398c41640 1 -- 172.21.15.32:0/3674393473 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f139406d9b0 con 0x7f1394150b80 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 --2- 172.21.15.32:0/3674393473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 0x7f139406cfc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f138c009d90 tx=0x7f138c01c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe9b9ea6bb691d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1392ffd640 1 -- 172.21.15.32:0/3674393473 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f138c0a57a0 con 0x7f1394150b80 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1392ffd640 1 -- 172.21.15.32:0/3674393473 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f138c0a5900 con 0x7f1394150b80 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1392ffd640 1 -- 172.21.15.32:0/3674393473 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f138c0a5c90 con 0x7f1394150b80 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- 172.21.15.32:0/3674393473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 msgr2=0x7f139406cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 --2- 172.21.15.32:0/3674393473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 0x7f139406cfc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f138c009d90 tx=0x7f138c01c850 comp rx=0 tx=0).stop 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- 172.21.15.32:0/3674393473 shutdown_connections 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 --2- 172.21.15.32:0/3674393473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 0x7f139406cfc0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- 172.21.15.32:0/3674393473 >> 172.21.15.32:0/3674393473 conn(0x7f1394069e80 msgr2=0x7f139406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- 172.21.15.32:0/3674393473 shutdown_connections 2024-04-18T05:11:33.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- 172.21.15.32:0/3674393473 wait complete. 2024-04-18T05:11:33.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 Processor -- start 2024-04-18T05:11:33.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- start start 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f139406cbe0 0x7f1394153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13940c0df0 0x7f1394151b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 0x7f139414ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1394151760 con 0x7f1394150b80 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1394139b10 con 0x7f139406cbe0 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13941520c0 con 0x7f13940c0df0 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 0x7f139414ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 0x7f139414ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60438/0 (socket says 172.21.15.32:60438) 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 -- 172.21.15.32:0/1510566392 learned_addr learned my addr 172.21.15.32:0/1510566392 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1393fff640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f139406cbe0 0x7f1394153140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f13937fe640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13940c0df0 0x7f1394151b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 -- 172.21.15.32:0/1510566392 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13940c0df0 msgr2=0x7f1394151b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13940c0df0 0x7f1394151b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 -- 172.21.15.32:0/1510566392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f139406cbe0 msgr2=0x7f1394153140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f139406cbe0 0x7f1394153140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 -- 172.21.15.32:0/1510566392 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f138c009a70 con 0x7f1394150b80 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1393fff640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f139406cbe0 0x7f1394153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1398c41640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 0x7f139414ab80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f138c01a480 tx=0x7f138c0195f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1390ff9640 1 -- 172.21.15.32:0/1510566392 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f138c0ad640 con 0x7f1394150b80 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1390ff9640 1 -- 172.21.15.32:0/1510566392 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f138c0ad7a0 con 0x7f1394150b80 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1394151130 con 0x7f1394150b80 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f1390ff9640 1 -- 172.21.15.32:0/1510566392 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f138c0adb10 con 0x7f1394150b80 2024-04-18T05:11:33.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.209+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f139414c4e0 con 0x7f1394150b80 2024-04-18T05:11:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.213+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13941518a0 con 0x7f1394150b80 2024-04-18T05:11:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.213+0000 7f1390ff9640 1 -- 172.21.15.32:0/1510566392 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f138c0b4050 con 0x7f1394150b80 2024-04-18T05:11:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.213+0000 7f1390ff9640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1374066690 0x7f1374068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.213+0000 7f1390ff9640 1 -- 172.21.15.32:0/1510566392 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f138c11f010 con 0x7f1394150b80 2024-04-18T05:11:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.213+0000 7f1393fff640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1374066690 0x7f1374068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.213+0000 7f1393fff640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1374066690 0x7f1374068b50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1394066150 tx=0x7f1384009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:33.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.217+0000 7f1390ff9640 1 -- 172.21.15.32:0/1510566392 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f13941518a0 con 0x7f1394150b80 2024-04-18T05:11:33.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.381+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f13941518a0 con 0x7f1394150b80 2024-04-18T05:11:33.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.381+0000 7f1390ff9640 1 -- 172.21.15.32:0/1510566392 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7f13941518a0 con 0x7f1394150b80 2024-04-18T05:11:33.383 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:33.384 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:33.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1374066690 msgr2=0x7f1374068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1374066690 0x7f1374068b50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f1394066150 tx=0x7f1384009040 comp rx=0 tx=0).stop 2024-04-18T05:11:33.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 msgr2=0x7f139414ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 0x7f139414ab80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f138c01a480 tx=0x7f138c0195f0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 shutdown_connections 2024-04-18T05:11:33.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1394150b80 0x7f139414ab80 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13940c0df0 0x7f1394151b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1374066690 0x7f1374068b50 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 --2- 172.21.15.32:0/1510566392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f139406cbe0 0x7f1394153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 >> 172.21.15.32:0/1510566392 conn(0x7f1394069e80 msgr2=0x7f13940c51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:33.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 shutdown_connections 2024-04-18T05:11:33.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.385+0000 7f139a6a4640 1 -- 172.21.15.32:0/1510566392 wait complete. 2024-04-18T05:11:33.403 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:33.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce15ec8640 1 Processor -- start 2024-04-18T05:11:33.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce15ec8640 1 -- start start 2024-04-18T05:11:33.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce15ec8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fce100c4170 0x7fce1014a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce15ec8640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fce100c7490 0x7fce1014a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce15ec8640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce100c79a0 con 0x7fce10154840 2024-04-18T05:11:33.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce15ec8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce10154d20 con 0x7fce100c4170 2024-04-18T05:11:33.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce15ec8640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce100c65f0 con 0x7fce100c7490 2024-04-18T05:11:33.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce0f7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fce100c4170 0x7fce1014a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce0f7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fce100c4170 0x7fce1014a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60440/0 (socket says 172.21.15.32:60440) 2024-04-18T05:11:33.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce0f7fe640 1 -- 172.21.15.32:0/1300133504 learned_addr learned my addr 172.21.15.32:0/1300133504 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:33.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce0ffff640 1 --2- 172.21.15.32:0/1300133504 >> v2:172.21.15.92:3300/0 conn(0x7fce100c7490 0x7fce1014a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce0f7fe640 1 -- 172.21.15.32:0/1300133504 >> v2:172.21.15.92:3300/0 conn(0x7fce100c7490 msgr2=0x7fce1014a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:33.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce0f7fe640 1 --2- 172.21.15.32:0/1300133504 >> v2:172.21.15.92:3300/0 conn(0x7fce100c7490 0x7fce1014a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce0f7fe640 1 -- 172.21.15.32:0/1300133504 >> v1:172.21.15.92:6789/0 conn(0x7fce10154840 legacy=0x7fce10157770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:33.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.521+0000 7fce0f7fe640 1 -- 172.21.15.32:0/1300133504 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce100c68d0 con 0x7fce100c4170 2024-04-18T05:11:33.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce0f7fe640 1 --2- 172.21.15.32:0/1300133504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c4170 0x7fce1014a360 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fce100c5d80 tx=0x7fce0401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=391e017fdd71ace3 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:33.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce0e7fc640 1 -- 172.21.15.32:0/1300133504 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce040ad660 con 0x7fce100c4170 2024-04-18T05:11:33.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce0e7fc640 1 -- 172.21.15.32:0/1300133504 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce040ad7c0 con 0x7fce100c4170 2024-04-18T05:11:33.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce0e7fc640 1 -- 172.21.15.32:0/1300133504 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce040adb50 con 0x7fce100c4170 2024-04-18T05:11:33.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 -- 172.21.15.32:0/1300133504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c4170 msgr2=0x7fce1014a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 --2- 172.21.15.32:0/1300133504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c4170 0x7fce1014a360 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fce100c5d80 tx=0x7fce0401c450 comp rx=0 tx=0).stop 2024-04-18T05:11:33.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 -- 172.21.15.32:0/1300133504 shutdown_connections 2024-04-18T05:11:33.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 --2- 172.21.15.32:0/1300133504 >> v2:172.21.15.92:3300/0 conn(0x7fce100c7490 0x7fce1014a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 --2- 172.21.15.32:0/1300133504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c4170 0x7fce1014a360 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 -- 172.21.15.32:0/1300133504 >> 172.21.15.32:0/1300133504 conn(0x7fce10072b80 msgr2=0x7fce10072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:33.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 -- 172.21.15.32:0/1300133504 shutdown_connections 2024-04-18T05:11:33.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 -- 172.21.15.32:0/1300133504 wait complete. 2024-04-18T05:11:33.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 Processor -- start 2024-04-18T05:11:33.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 -- start start 2024-04-18T05:11:33.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100c4170 0x7fce100a8f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c7490 0x7fce100c2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10154840 0x7fce10148a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce100ab660 con 0x7fce100c7490 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce100c1ca0 con 0x7fce100c4170 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce15ec8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce100abe50 con 0x7fce10154840 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce0effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c7490 0x7fce100c2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce0effd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c7490 0x7fce100c2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60444/0 (socket says 172.21.15.32:60444) 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce0effd640 1 -- 172.21.15.32:0/1450124589 learned_addr learned my addr 172.21.15.32:0/1450124589 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce0ffff640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10154840 0x7fce10148a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.525+0000 7fce0f7fe640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100c4170 0x7fce100a8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce0effd640 1 -- 172.21.15.32:0/1450124589 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10154840 msgr2=0x7fce10148a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce0effd640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10154840 0x7fce10148a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce0effd640 1 -- 172.21.15.32:0/1450124589 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100c4170 msgr2=0x7fce100a8f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce0effd640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100c4170 0x7fce100a8f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce0effd640 1 -- 172.21.15.32:0/1450124589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce040094d0 con 0x7fce100c7490 2024-04-18T05:11:33.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce0effd640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c7490 0x7fce100c2130 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fce0000c410 tx=0x7fce0000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:33.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fcdf7fff640 1 -- 172.21.15.32:0/1450124589 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce00011790 con 0x7fce100c7490 2024-04-18T05:11:33.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fcdf7fff640 1 -- 172.21.15.32:0/1450124589 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce000118f0 con 0x7fce100c7490 2024-04-18T05:11:33.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fcdf7fff640 1 -- 172.21.15.32:0/1450124589 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce00011ca0 con 0x7fce100c7490 2024-04-18T05:11:33.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce100ab890 con 0x7fce100c7490 2024-04-18T05:11:33.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce100c1930 con 0x7fce100c7490 2024-04-18T05:11:33.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce100c1af0 con 0x7fce100c7490 2024-04-18T05:11:33.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fcdf7fff640 1 -- 172.21.15.32:0/1450124589 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fce0001c460 con 0x7fce100c7490 2024-04-18T05:11:33.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fcdf7fff640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcdfc066690 0x7fcdfc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fcdf7fff640 1 -- 172.21.15.32:0/1450124589 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fce00084240 con 0x7fce100c7490 2024-04-18T05:11:33.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce0f7fe640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcdfc066690 0x7fcdfc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.529+0000 7fce0f7fe640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcdfc066690 0x7fcdfc068b50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fce040af000 tx=0x7fce040a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:33.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.533+0000 7fcdf7fff640 1 -- 172.21.15.32:0/1450124589 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fce00051220 con 0x7fce100c7490 2024-04-18T05:11:33.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.693+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fce100c4760 con 0x7fce100c7490 2024-04-18T05:11:33.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fcdf7fff640 1 -- 172.21.15.32:0/1450124589 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7fce00054840 con 0x7fce100c7490 2024-04-18T05:11:33.696 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:33.696 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcdfc066690 msgr2=0x7fcdfc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcdfc066690 0x7fcdfc068b50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fce040af000 tx=0x7fce040a7000 comp rx=0 tx=0).stop 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c7490 msgr2=0x7fce100c2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c7490 0x7fce100c2130 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fce0000c410 tx=0x7fce0000c8d0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 shutdown_connections 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fce10154840 0x7fce10148a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fce100c7490 0x7fce100c2130 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcdfc066690 0x7fcdfc068b50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 --2- 172.21.15.32:0/1450124589 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fce100c4170 0x7fce100a8f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 >> 172.21.15.32:0/1450124589 conn(0x7fce10072b80 msgr2=0x7fce10156950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:33.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 shutdown_connections 2024-04-18T05:11:33.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.697+0000 7fce15ec8640 1 -- 172.21.15.32:0/1450124589 wait complete. 2024-04-18T05:11:33.729 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:11:33.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.845+0000 7fabc12e7640 1 Processor -- start 2024-04-18T05:11:33.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.845+0000 7fabc12e7640 1 -- start start 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabc12e7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fabbc0a84c0 0x7fabbc1519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabc12e7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabbc0a8d00 con 0x7fabbc0a88a0 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabc12e7640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabbc155e50 con 0x7fabbc06d5d0 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabc12e7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabbc0a9080 con 0x7fabbc0a84c0 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabbaffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fabbc0a84c0 0x7fabbc1519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabba7fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fabbc0a88a0 0x7fabbc06cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55176/0 (socket says 172.21.15.32:55176) 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabba7fc640 1 -- 172.21.15.32:0/3498405584 learned_addr learned my addr 172.21.15.32:0/3498405584 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabb9ffb640 1 -- 172.21.15.32:0/3498405584 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3198405297 0 0) 0x7fabbc0a8d00 con 0x7fabbc0a88a0 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabb9ffb640 1 -- 172.21.15.32:0/3498405584 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faba4003530 con 0x7fabbc0a88a0 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabbaffd640 1 -- 172.21.15.32:0/3498405584 >> v1:172.21.15.92:6789/0 conn(0x7fabbc06d5d0 legacy=0x7fabbc15c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabbaffd640 1 -- 172.21.15.32:0/3498405584 >> v1:172.21.15.32:6789/0 conn(0x7fabbc0a88a0 legacy=0x7fabbc06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabbaffd640 1 -- 172.21.15.32:0/3498405584 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabbc154f60 con 0x7fabbc0a84c0 2024-04-18T05:11:33.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabbaffd640 1 --2- 172.21.15.32:0/3498405584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc0a84c0 0x7fabbc1519f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fabac0097c0 tx=0x7fabac01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ee335f3d27cee6 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:33.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabb9ffb640 1 -- 172.21.15.32:0/3498405584 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac0ab600 con 0x7fabbc0a84c0 2024-04-18T05:11:33.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabb9ffb640 1 -- 172.21.15.32:0/3498405584 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabac0a7050 con 0x7fabbc0a84c0 2024-04-18T05:11:33.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabb9ffb640 1 -- 172.21.15.32:0/3498405584 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac0ab960 con 0x7fabbc0a84c0 2024-04-18T05:11:33.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabc12e7640 1 -- 172.21.15.32:0/3498405584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc0a84c0 msgr2=0x7fabbc1519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.849+0000 7fabc12e7640 1 --2- 172.21.15.32:0/3498405584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc0a84c0 0x7fabbc1519f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fabac0097c0 tx=0x7fabac01c3d0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- 172.21.15.32:0/3498405584 shutdown_connections 2024-04-18T05:11:33.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 --2- 172.21.15.32:0/3498405584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc0a84c0 0x7fabbc1519f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- 172.21.15.32:0/3498405584 >> 172.21.15.32:0/3498405584 conn(0x7fabbc069e80 msgr2=0x7fabbc06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:33.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- 172.21.15.32:0/3498405584 shutdown_connections 2024-04-18T05:11:33.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- 172.21.15.32:0/3498405584 wait complete. 2024-04-18T05:11:33.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 Processor -- start 2024-04-18T05:11:33.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- start start 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06d5d0 0x7fabbc12dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabbc0a84c0 0x7fabbc0c4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabbc0a88a0 0x7fabbc12b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabbc0c2250 con 0x7fabbc06d5d0 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabbc0c1640 con 0x7fabbc0a88a0 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabbc0c1920 con 0x7fabbc0a84c0 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbaffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06d5d0 0x7fabbc12dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbaffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06d5d0 0x7fabbc12dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60462/0 (socket says 172.21.15.32:60462) 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbaffd640 1 -- 172.21.15.32:0/2958240824 learned_addr learned my addr 172.21.15.32:0/2958240824 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:33.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbb7fe640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabbc0a88a0 0x7fabbc12b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbaffd640 1 -- 172.21.15.32:0/2958240824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabbc0a84c0 msgr2=0x7fabbc0c4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbaffd640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabbc0a84c0 0x7fabbc0c4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbaffd640 1 -- 172.21.15.32:0/2958240824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabbc0a88a0 msgr2=0x7fabbc12b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbaffd640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabbc0a88a0 0x7fabbc12b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbaffd640 1 -- 172.21.15.32:0/2958240824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabac009420 con 0x7fabbc06d5d0 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabbaffd640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06d5d0 0x7fabbc12dbf0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fabac018fe0 tx=0x7fabac019170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7faba37fe640 1 -- 172.21.15.32:0/2958240824 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac006e20 con 0x7fabbc06d5d0 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7faba37fe640 1 -- 172.21.15.32:0/2958240824 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabac0b4400 con 0x7fabbc06d5d0 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabbc0c1c00 con 0x7fabbc06d5d0 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7faba37fe640 1 -- 172.21.15.32:0/2958240824 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabac0b4770 con 0x7fabbc06d5d0 2024-04-18T05:11:33.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabbc12e130 con 0x7fabbc06d5d0 2024-04-18T05:11:33.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.853+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabbc0666e0 con 0x7fabbc06d5d0 2024-04-18T05:11:33.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.857+0000 7faba37fe640 1 -- 172.21.15.32:0/2958240824 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fabac0b2040 con 0x7fabbc06d5d0 2024-04-18T05:11:33.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.857+0000 7faba37fe640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faba8066690 0x7faba8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:33.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.857+0000 7faba37fe640 1 -- 172.21.15.32:0/2958240824 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fabac11e2e0 con 0x7fabbc06d5d0 2024-04-18T05:11:33.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.857+0000 7fabba7fc640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faba8066690 0x7faba8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:33.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.857+0000 7fabba7fc640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faba8066690 0x7faba8068b50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fabb0007fd0 tx=0x7fabb0007900 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:33.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:33.861+0000 7faba37fe640 1 -- 172.21.15.32:0/2958240824 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fabac0eb3f0 con 0x7fabbc06d5d0 2024-04-18T05:11:34.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.045+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fabbc0722f0 con 0x7fabbc06d5d0 2024-04-18T05:11:34.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7faba37fe640 1 -- 172.21.15.32:0/2958240824 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4724 (secure 0 0 0) 0x7fabac0eea10 con 0x7fabbc06d5d0 2024-04-18T05:11:34.048 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:34.048 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:32.712726+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-04-18T05:11:34.048 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 6 2024-04-18T05:11:34.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faba8066690 msgr2=0x7faba8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faba8066690 0x7faba8068b50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fabb0007fd0 tx=0x7fabb0007900 comp rx=0 tx=0).stop 2024-04-18T05:11:34.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06d5d0 msgr2=0x7fabbc12dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06d5d0 0x7fabbc12dbf0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fabac018fe0 tx=0x7fabac019170 comp rx=0 tx=0).stop 2024-04-18T05:11:34.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 shutdown_connections 2024-04-18T05:11:34.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faba8066690 0x7faba8068b50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabbc0a88a0 0x7fabbc12b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabbc0a84c0 0x7fabbc0c4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 --2- 172.21.15.32:0/2958240824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabbc06d5d0 0x7fabbc12dbf0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 >> 172.21.15.32:0/2958240824 conn(0x7fabbc069e80 msgr2=0x7fabbc06a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 shutdown_connections 2024-04-18T05:11:34.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.049+0000 7fabc12e7640 1 -- 172.21.15.32:0/2958240824 wait complete. 2024-04-18T05:11:34.065 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:34.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.185+0000 7f9c04f00640 1 Processor -- start 2024-04-18T05:11:34.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.185+0000 7f9c04f00640 1 -- start start 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9c04f00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9c000a84c0 0x7f9c001519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9c04f00640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c000a8d00 con 0x7f9c0006d5d0 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9c04f00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c00155e50 con 0x7f9c000a88a0 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9c04f00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c000a9080 con 0x7f9c000a84c0 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfed9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9c0006d5d0 0x7f9c0015c2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55190/0 (socket says 172.21.15.32:55190) 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfed9d640 1 -- 172.21.15.32:0/4123658771 learned_addr learned my addr 172.21.15.32:0/4123658771 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfe59c640 1 --2- 172.21.15.32:0/4123658771 >> v2:172.21.15.92:3300/0 conn(0x7f9c000a84c0 0x7f9c001519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1341774936 0 0) 0x7f9c000a8d00 con 0x7f9c0006d5d0 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9bec003530 con 0x7f9c0006d5d0 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4286147831 0 0) 0x7f9c00155e50 con 0x7f9c000a88a0 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c000a8d00 con 0x7f9c000a88a0 2024-04-18T05:11:34.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2376953714 0 0) 0x7f9bec003530 con 0x7f9c0006d5d0 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 >> v2:172.21.15.92:3300/0 conn(0x7f9c000a84c0 msgr2=0x7f9c001519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 --2- 172.21.15.32:0/4123658771 >> v2:172.21.15.92:3300/0 conn(0x7f9c000a84c0 0x7f9c001519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 >> v1:172.21.15.92:6789/0 conn(0x7f9c000a88a0 legacy=0x7f9c0006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c00154f60 con 0x7f9c0006d5d0 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f9bf8001a00 con 0x7f9c0006d5d0 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 >> v1:172.21.15.32:6789/0 conn(0x7f9c0006d5d0 legacy=0x7f9c0015c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9bec003b10 0x7f9bec003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec0047d0 0x7f9bec004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bec005190 0x7f9bec00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c000a9080 con 0x7f9bec003b10 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bec00c0c0 con 0x7f9bec005190 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bec00c280 con 0x7f9bec0047d0 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfe59c640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9bec003b10 0x7f9bec003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bf5d9b640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec0047d0 0x7f9bec004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfed9d640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bec005190 0x7f9bec00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfe59c640 1 -- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec0047d0 msgr2=0x7f9bec004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfe59c640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec0047d0 0x7f9bec004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfe59c640 1 -- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bec005190 msgr2=0x7f9bec00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfe59c640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bec005190 0x7f9bec00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfe59c640 1 -- 172.21.15.32:0/4123658771 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bec003530 con 0x7f9bec003b10 2024-04-18T05:11:34.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bf5d9b640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec0047d0 0x7f9bec004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:34.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfed9d640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9bec005190 0x7f9bec00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:34.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.189+0000 7f9bfed9d640 1 -- 172.21.15.32:0/4123658771 reap_dead start 2024-04-18T05:11:34.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bfe59c640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9bec003b10 0x7f9bec003f10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9bf0009ae0 tx=0x7f9bf001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b3ad9a5fc6546c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bf00a6450 con 0x7f9bec003b10 2024-04-18T05:11:34.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bf00a65b0 con 0x7f9bec003b10 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bfdd9b640 1 -- 172.21.15.32:0/4123658771 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bf00a6960 con 0x7f9bec003b10 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 -- 172.21.15.32:0/4123658771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9bec003b10 msgr2=0x7f9bec003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9bec003b10 0x7f9bec003f10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9bf0009ae0 tx=0x7f9bf001ca70 comp rx=0 tx=0).stop 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 -- 172.21.15.32:0/4123658771 shutdown_connections 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 --2- 172.21.15.32:0/4123658771 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9bec003b10 0x7f9bec003f10 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 -- 172.21.15.32:0/4123658771 >> 172.21.15.32:0/4123658771 conn(0x7f9c00069e80 msgr2=0x7f9c0006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 -- 172.21.15.32:0/4123658771 shutdown_connections 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 -- 172.21.15.32:0/4123658771 wait complete. 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 Processor -- start 2024-04-18T05:11:34.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 -- start start 2024-04-18T05:11:34.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec003b10 0x7f9c00071950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c001e0db0 0x7f9c000c2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c000be850 0x7f9c001e9870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c001ed6d0 con 0x7f9c001e0db0 2024-04-18T05:11:34.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c000c47b0 con 0x7f9c000be850 2024-04-18T05:11:34.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9c04f00640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c0014f3c0 con 0x7f9bec003b10 2024-04-18T05:11:34.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bf5d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c001e0db0 0x7f9c000c2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bf5d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c001e0db0 0x7f9c000c2db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60474/0 (socket says 172.21.15.32:60474) 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bf5d9b640 1 -- 172.21.15.32:0/1134903612 learned_addr learned my addr 172.21.15.32:0/1134903612 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bfed9d640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c000be850 0x7f9c001e9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bfe59c640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec003b10 0x7f9c00071950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bf5d9b640 1 -- 172.21.15.32:0/1134903612 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec003b10 msgr2=0x7f9c00071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bf5d9b640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec003b10 0x7f9c00071950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bf5d9b640 1 -- 172.21.15.32:0/1134903612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c000be850 msgr2=0x7f9c001e9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bf5d9b640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c000be850 0x7f9c001e9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bf5d9b640 1 -- 172.21.15.32:0/1134903612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c000c32f0 con 0x7f9c001e0db0 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.193+0000 7f9bfed9d640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c000be850 0x7f9c001e9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9bf5d9b640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c001e0db0 0x7f9c000c2db0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9be800d560 tx=0x7f9be800da20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9bf77fe640 1 -- 172.21.15.32:0/1134903612 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9be8007220 con 0x7f9c001e0db0 2024-04-18T05:11:34.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9bf77fe640 1 -- 172.21.15.32:0/1134903612 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9be8007380 con 0x7f9c001e0db0 2024-04-18T05:11:34.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c000c49e0 con 0x7f9c001e0db0 2024-04-18T05:11:34.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9bf77fe640 1 -- 172.21.15.32:0/1134903612 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9be80067e0 con 0x7f9c001e0db0 2024-04-18T05:11:34.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c001ed3f0 con 0x7f9c001e0db0 2024-04-18T05:11:34.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c00071670 con 0x7f9c001e0db0 2024-04-18T05:11:34.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9bf77fe640 1 -- 172.21.15.32:0/1134903612 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9be8006940 con 0x7f9c001e0db0 2024-04-18T05:11:34.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9bf77fe640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9be0066690 0x7f9be0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9bf77fe640 1 -- 172.21.15.32:0/1134903612 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9be8084120 con 0x7f9c001e0db0 2024-04-18T05:11:34.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9bfe59c640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9be0066690 0x7f9be0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.197+0000 7f9bfe59c640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9be0066690 0x7f9be0068b50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9bf00ad000 tx=0x7f9bf00046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.201+0000 7f9bf77fe640 1 -- 172.21.15.32:0/1134903612 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9c00071670 con 0x7f9c001e0db0 2024-04-18T05:11:34.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.357+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9c00071670 con 0x7f9c001e0db0 2024-04-18T05:11:34.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.357+0000 7f9bf77fe640 1 -- 172.21.15.32:0/1134903612 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7f9c00071670 con 0x7f9c001e0db0 2024-04-18T05:11:34.359 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:34.359 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:34.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9be0066690 msgr2=0x7f9be0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9be0066690 0x7f9be0068b50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9bf00ad000 tx=0x7f9bf00046d0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c001e0db0 msgr2=0x7f9c000c2db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c001e0db0 0x7f9c000c2db0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9be800d560 tx=0x7f9be800da20 comp rx=0 tx=0).stop 2024-04-18T05:11:34.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 shutdown_connections 2024-04-18T05:11:34.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9be0066690 0x7f9be0068b50 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c000be850 0x7f9c001e9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c001e0db0 0x7f9c000c2db0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 --2- 172.21.15.32:0/1134903612 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9bec003b10 0x7f9c00071950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 >> 172.21.15.32:0/1134903612 conn(0x7f9c00069e80 msgr2=0x7f9c00150060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:34.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 shutdown_connections 2024-04-18T05:11:34.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.361+0000 7f9c04f00640 1 -- 172.21.15.32:0/1134903612 wait complete. 2024-04-18T05:11:34.779 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-18T05:11:28.300164+0000', 'modified': '2024-04-18T05:11:32.712726+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4264}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4264': {'gid': 4264, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6835/952576321', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6833', 'nonce': 952576321}, {'type': 'v1', 'addr': '172.21.15.92:6835', 'nonce': 952576321}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-04-18T05:11:34.779 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-18T05:11:34.779 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-18T05:11:34.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.909+0000 7fc2540dc640 1 Processor -- start 2024-04-18T05:11:34.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.909+0000 7fc2540dc640 1 -- start start 2024-04-18T05:11:34.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.909+0000 7fc2540dc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc24c14ef40 0x7fc24c0a8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.909+0000 7fc2540dc640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc24c06d280 con 0x7fc24c06d710 2024-04-18T05:11:34.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc2540dc640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc24c0a8ba0 con 0x7fc24c152670 2024-04-18T05:11:34.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc2540dc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc24c0a8e80 con 0x7fc24c14ef40 2024-04-18T05:11:34.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc251e78640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc24c14ef40 0x7fc24c0a8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc251e78640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc24c14ef40 0x7fc24c0a8370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60490/0 (socket says 172.21.15.32:60490) 2024-04-18T05:11:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc251e78640 1 -- 172.21.15.32:0/1318984430 learned_addr learned my addr 172.21.15.32:0/1318984430 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc251e78640 1 -- 172.21.15.32:0/1318984430 >> v1:172.21.15.92:6789/0 conn(0x7fc24c152670 legacy=0x7fc24c0aa2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc251e78640 1 -- 172.21.15.32:0/1318984430 >> v1:172.21.15.32:6789/0 conn(0x7fc24c06d710 legacy=0x7fc24c0bfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc251e78640 1 -- 172.21.15.32:0/1318984430 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc24c06cc30 con 0x7fc24c14ef40 2024-04-18T05:11:34.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc251e78640 1 --2- 172.21.15.32:0/1318984430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c14ef40 0x7fc24c0a8370 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc248009870 tx=0x7fc24801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88b7fab1aa79a397 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc250e76640 1 -- 172.21.15.32:0/1318984430 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2480ab5f0 con 0x7fc24c14ef40 2024-04-18T05:11:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc250e76640 1 -- 172.21.15.32:0/1318984430 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2480ab750 con 0x7fc24c14ef40 2024-04-18T05:11:34.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc250e76640 1 -- 172.21.15.32:0/1318984430 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2480abae0 con 0x7fc24c14ef40 2024-04-18T05:11:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc2540dc640 1 -- 172.21.15.32:0/1318984430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c14ef40 msgr2=0x7fc24c0a8370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc2540dc640 1 --2- 172.21.15.32:0/1318984430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c14ef40 0x7fc24c0a8370 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc248009870 tx=0x7fc24801c520 comp rx=0 tx=0).stop 2024-04-18T05:11:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc2540dc640 1 -- 172.21.15.32:0/1318984430 shutdown_connections 2024-04-18T05:11:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc2540dc640 1 --2- 172.21.15.32:0/1318984430 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c14ef40 0x7fc24c0a8370 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc2540dc640 1 -- 172.21.15.32:0/1318984430 >> 172.21.15.32:0/1318984430 conn(0x7fc24c0a7d80 msgr2=0x7fc24c069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc2540dc640 1 -- 172.21.15.32:0/1318984430 shutdown_connections 2024-04-18T05:11:34.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.913+0000 7fc2540dc640 1 -- 172.21.15.32:0/1318984430 wait complete. 2024-04-18T05:11:34.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 Processor -- start 2024-04-18T05:11:34.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 -- start start 2024-04-18T05:11:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c06d710 0x7fc24c1ec820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc24c14ef40 0x7fc24c14fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc24c152670 0x7fc24c1efae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc24c1ecd60 con 0x7fc24c06d710 2024-04-18T05:11:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc24c1ef370 con 0x7fc24c152670 2024-04-18T05:11:34.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc24c0c23a0 con 0x7fc24c14ef40 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251e78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c06d710 0x7fc24c1ec820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251e78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c06d710 0x7fc24c1ec820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60498/0 (socket says 172.21.15.32:60498) 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251e78640 1 -- 172.21.15.32:0/1383686061 learned_addr learned my addr 172.21.15.32:0/1383686061 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc252679640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc24c152670 0x7fc24c1efae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251e78640 1 -- 172.21.15.32:0/1383686061 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc24c14ef40 msgr2=0x7fc24c14fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251677640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc24c14ef40 0x7fc24c14fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251e78640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc24c14ef40 0x7fc24c14fac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251e78640 1 -- 172.21.15.32:0/1383686061 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc24c152670 msgr2=0x7fc24c1efae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251e78640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc24c152670 0x7fc24c1efae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251e78640 1 -- 172.21.15.32:0/1383686061 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2480094d0 con 0x7fc24c06d710 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc252679640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc24c152670 0x7fc24c1efae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc251e78640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c06d710 0x7fc24c1ec820 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc2480ad040 tx=0x7fc24801ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2427fc640 1 -- 172.21.15.32:0/1383686061 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2480b4800 con 0x7fc24c06d710 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2427fc640 1 -- 172.21.15.32:0/1383686061 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2480b4960 con 0x7fc24c06d710 2024-04-18T05:11:34.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2427fc640 1 -- 172.21.15.32:0/1383686061 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2480b4cf0 con 0x7fc24c06d710 2024-04-18T05:11:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 -- 172.21.15.32:0/1383686061 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc24c0705f0 con 0x7fc24c06d710 2024-04-18T05:11:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.917+0000 7fc2540dc640 1 -- 172.21.15.32:0/1383686061 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc24c070bb0 con 0x7fc24c06d710 2024-04-18T05:11:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc2427fc640 1 -- 172.21.15.32:0/1383686061 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc2480c7440 con 0x7fc24c06d710 2024-04-18T05:11:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc2427fc640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc230066690 0x7fc230068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc2427fc640 1 -- 172.21.15.32:0/1383686061 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc2480a8050 con 0x7fc24c06d710 2024-04-18T05:11:34.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251677640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc230066690 0x7fc230068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251677640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc230066690 0x7fc230068b50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc24c141d90 tx=0x7fc23c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc25721e000 1 Processor -- start 2024-04-18T05:11:34.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc25721e000 1 -- start start 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc25721e000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c55f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc25721e000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55fb70 0x55874c55ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc25721e000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 0x55874c5aa970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc25721e000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55874c42ae80 con 0x55874c55f250 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc25721e000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55874c3b8af0 con 0x55874c560490 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc25721e000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55874c3b60c0 con 0x55874c55fb70 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251e78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c55f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251e78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c55f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60512/0 (socket says 172.21.15.32:60512) 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251e78640 1 -- 172.21.15.32:0/3951534523 learned_addr learned my addr 172.21.15.32:0/3951534523 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251677640 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55fb70 0x55874c55ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc252679640 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 0x55874c5aa970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251e78640 1 -- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55fb70 msgr2=0x55874c55ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251e78640 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55fb70 0x55874c55ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251e78640 1 -- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 msgr2=0x55874c5aa970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251e78640 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 0x55874c5aa970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251e78640 1 -- 172.21.15.32:0/3951534523 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55874c0ad890 con 0x55874c55f250 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251677640 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55fb70 0x55874c55ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc252679640 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 0x55874c5aa970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc251e78640 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c55f630 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc2480ec220 tx=0x7fc2480ef740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73dc348f2c8e1d6c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc22f7fe640 1 -- 172.21.15.32:0/3951534523 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2480f3b50 con 0x55874c55f250 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc22f7fe640 1 -- 172.21.15.32:0/3951534523 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2480f8110 con 0x55874c55f250 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.921+0000 7fc22f7fe640 1 -- 172.21.15.32:0/3951534523 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2480ec430 con 0x55874c55f250 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- 172.21.15.32:0/3951534523 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 msgr2=0x55874c55f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c55f630 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc2480ec220 tx=0x7fc2480ef740 comp rx=0 tx=0).stop 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- 172.21.15.32:0/3951534523 shutdown_connections 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 0x55874c5aa970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55fb70 0x55874c55ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 --2- 172.21.15.32:0/3951534523 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c55f630 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- 172.21.15.32:0/3951534523 >> 172.21.15.32:0/3951534523 conn(0x55874c568f00 msgr2=0x55874c5692e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:34.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- 172.21.15.32:0/3951534523 shutdown_connections 2024-04-18T05:11:34.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- 172.21.15.32:0/3951534523 wait complete. 2024-04-18T05:11:34.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- start start 2024-04-18T05:11:34.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 Processor -- start 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c5aa070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55fb70 0x55874c567a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c560490 0x55874c567fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55874c3b19b0 con 0x55874c55f250 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55874c350c00 con 0x55874c55fb70 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55874c36f070 con 0x55874c560490 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 10 client.0 _ll_register_callbacks cb 0x55874c54eae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251e78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c5aa070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251e78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c5aa070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60514/0 (socket says 172.21.15.32:60514) 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251e78640 1 -- 172.21.15.32:0/3214963935 learned_addr learned my addr 172.21.15.32:0/3214963935 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251e78640 1 -- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c560490 msgr2=0x55874c567fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251e78640 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c560490 0x55874c567fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251e78640 1 -- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55fb70 msgr2=0x55874c567a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251677640 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55fb70 0x55874c567a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251e78640 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55fb70 0x55874c567a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251e78640 1 -- 172.21.15.32:0/3214963935 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc24c070bb0 con 0x55874c55f250 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251e78640 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c5aa070 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc248097ec0 tx=0x7fc24801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c79458801a2e7235 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc22cff9640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc22cff9640 1 -- 172.21.15.32:0/3214963935 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2480fe070 con 0x55874c55f250 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- 172.21.15.32:0/3214963935 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55874c36e5f0 con 0x55874c55f250 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc22cff9640 1 -- 172.21.15.32:0/3214963935 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc2480f8110 con 0x55874c55f250 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc22cff9640 1 -- 172.21.15.32:0/3214963935 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2480ef210 con 0x55874c55f250 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 10 client.4413 fetch_fsmap learned FSMap version 6 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- 172.21.15.32:0/3214963935 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x55874c376ab0 con 0x55874c55f250 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc22cff9640 1 -- 172.21.15.32:0/3214963935 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55874c36e5f0 con 0x55874c55f250 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc22cff9640 1 -- 172.21.15.32:0/3214963935 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 6) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fc2480c5060 con 0x55874c55f250 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 10 client.4413 fetch_fsmap finished waiting for FSMap version 6 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 10 client.4413 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-18T05:11:34.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 20 client.4413 populate_metadata read hostname 'smithi032' 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x55874c5a0a20 0x55874c5a0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 4 client.4413 mds_command: new command op to 4264 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc25721e000 1 -- 172.21.15.32:0/3214963935 --> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55874c3ae790 con 0x55874c5a0a20 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.925+0000 7fc251677640 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x55874c5a0a20 0x55874c5a0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc22cff9640 10 client.4413 ms_handle_connect on v2:172.21.15.92:6833/952576321 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc251677640 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x55874c5a0a20 0x55874c5a0e00 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38dfcc13f61ff76b server_cookie=90dbf3946d3bc68f in_seq=0 out_seq=0 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc22cff9640 1 -- 172.21.15.32:0/3214963935 <== mds.0 v2:172.21.15.92:6833/952576321 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55874c3ae790 con 0x55874c5a0a20 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc22cff9640 10 client.4413 handle_command_reply: tid=0 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 client.4413 shutdown 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 -- 172.21.15.32:0/3214963935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 msgr2=0x55874c5aa070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c5aa070 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc248097ec0 tx=0x7fc24801c520 comp rx=0 tx=0).stop 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 -- 172.21.15.32:0/3214963935 shutdown_connections 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x55874c5a0a20 0x55874c5a0e00 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c560490 0x55874c567fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55fb70 0x55874c567a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 --2- 172.21.15.32:0/3214963935 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55f250 0x55874c5aa070 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 -- 172.21.15.32:0/3214963935 >> 172.21.15.32:0/3214963935 conn(0x55874c568f00 msgr2=0x55874c562880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:34.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc22cff9640 0 client.4413 ms_handle_reset on v2:172.21.15.92:6833/952576321 2024-04-18T05:11:34.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 -- 172.21.15.32:0/3214963935 shutdown_connections 2024-04-18T05:11:34.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 1 -- 172.21.15.32:0/3214963935 wait complete. 2024-04-18T05:11:34.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.929+0000 7fc25721e000 20 client.4413 trim_cache size 0 max 16384 2024-04-18T05:11:34.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 Processor -- start 2024-04-18T05:11:34.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 -- start start 2024-04-18T05:11:34.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55f250 0x55874c567be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c563890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 0x55874c563dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55874c06e940 con 0x55874c55fb70 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55874c3af1c0 con 0x55874c560490 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55874c3aedb0 con 0x55874c55f250 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251677640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c563890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251677640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c563890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60522/0 (socket says 172.21.15.32:60522) 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251677640 1 -- 172.21.15.32:0/3616944218 learned_addr learned my addr 172.21.15.32:0/3616944218 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251677640 1 -- 172.21.15.32:0/3616944218 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55f250 msgr2=0x55874c567be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251e78640 1 --2- 172.21.15.32:0/3616944218 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55f250 0x55874c567be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc252679640 1 --2- 172.21.15.32:0/3616944218 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 0x55874c563dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251677640 1 --2- 172.21.15.32:0/3616944218 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55f250 0x55874c567be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251677640 1 -- 172.21.15.32:0/3616944218 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 msgr2=0x55874c563dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251677640 1 --2- 172.21.15.32:0/3616944218 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 0x55874c563dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251677640 1 -- 172.21.15.32:0/3616944218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55874c5b1030 con 0x55874c55fb70 2024-04-18T05:11:34.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc251677640 1 --2- 172.21.15.32:0/3616944218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c563890 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc24c1e9be0 tx=0x7fc23c017040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a39352bb2bee5008 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc22ffff640 1 -- 172.21.15.32:0/3616944218 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc23c003620 con 0x55874c55fb70 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc22ffff640 1 -- 172.21.15.32:0/3616944218 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc23c01b050 con 0x55874c55fb70 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc22ffff640 1 -- 172.21.15.32:0/3616944218 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc23c003980 con 0x55874c55fb70 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 -- 172.21.15.32:0/3616944218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 msgr2=0x55874c563890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 --2- 172.21.15.32:0/3616944218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c563890 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc24c1e9be0 tx=0x7fc23c017040 comp rx=0 tx=0).stop 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 -- 172.21.15.32:0/3616944218 shutdown_connections 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 --2- 172.21.15.32:0/3616944218 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c560490 0x55874c563dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 --2- 172.21.15.32:0/3616944218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c563890 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 --2- 172.21.15.32:0/3616944218 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c55f250 0x55874c567be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 -- 172.21.15.32:0/3616944218 >> 172.21.15.32:0/3616944218 conn(0x55874c568f00 msgr2=0x55874c5674d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 -- 172.21.15.32:0/3616944218 shutdown_connections 2024-04-18T05:11:34.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.945+0000 7fc25721e000 1 -- 172.21.15.32:0/3616944218 wait complete. 2024-04-18T05:11:34.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- start start 2024-04-18T05:11:34.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 Processor -- start 2024-04-18T05:11:34.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55f250 0x55874c5ff120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c5ff660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c560490 0x55874c600160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55874c2e8450 con 0x55874c55fb70 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55874c37f420 con 0x55874c55f250 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55874c36d470 con 0x55874c560490 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 10 client.0 _ll_register_callbacks cb 0x55874c376590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251677640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c5ff660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251677640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c5ff660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60528/0 (socket says 172.21.15.32:60528) 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251677640 1 -- 172.21.15.32:0/3489398920 learned_addr learned my addr 172.21.15.32:0/3489398920 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251e78640 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55f250 0x55874c5ff120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc252679640 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c560490 0x55874c600160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251677640 1 -- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c560490 msgr2=0x55874c600160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251677640 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c560490 0x55874c600160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251677640 1 -- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55f250 msgr2=0x55874c5ff120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:34.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251677640 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55f250 0x55874c5ff120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251677640 1 -- 172.21.15.32:0/3489398920 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc24c06d280 con 0x55874c55fb70 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251e78640 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55f250 0x55874c5ff120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251677640 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c5ff660 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc23c007fd0 tx=0x7fc23c010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37da47ced7d86b6d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 1 -- 172.21.15.32:0/3489398920 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc23c003a20 con 0x55874c55fb70 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 1 -- 172.21.15.32:0/3489398920 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc23c003b80 con 0x55874c55fb70 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- 172.21.15.32:0/3489398920 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55874c381460 con 0x55874c55fb70 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 1 -- 172.21.15.32:0/3489398920 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc23c003d40 con 0x55874c55fb70 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 10 client.4419 fetch_fsmap learned FSMap version 6 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- 172.21.15.32:0/3489398920 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x55874c35cc00 con 0x55874c55fb70 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 1 -- 172.21.15.32:0/3489398920 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55874c381460 con 0x55874c55fb70 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 1 -- 172.21.15.32:0/3489398920 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 6) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fc23c03c350 con 0x55874c55fb70 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 10 client.4419 fetch_fsmap finished waiting for FSMap version 6 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 10 client.4419 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 20 client.4419 populate_metadata read hostname 'smithi032' 2024-04-18T05:11:34.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x55874c6006a0 0x55874c600a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 4 client.4419 mds_command: new command op to 4264 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- 172.21.15.32:0/3489398920 --> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55874c37a9c0 con 0x55874c6006a0 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251e78640 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x55874c6006a0 0x55874c600a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 10 client.4419 ms_handle_connect on v2:172.21.15.92:6833/952576321 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc251e78640 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x55874c6006a0 0x55874c600a80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6190ab333ba5e7d server_cookie=e1387096fbf189ce in_seq=0 out_seq=0 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 1 -- 172.21.15.32:0/3489398920 <== mds.0 v2:172.21.15.92:6833/952576321 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x55874c37a9c0 con 0x55874c6006a0 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 10 client.4419 handle_command_reply: tid=0 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 client.4419 shutdown 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- 172.21.15.32:0/3489398920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 msgr2=0x55874c5ff660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c5ff660 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc23c007fd0 tx=0x7fc23c010000 comp rx=0 tx=0).stop 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- 172.21.15.32:0/3489398920 shutdown_connections 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x55874c6006a0 0x55874c600a80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55874c560490 0x55874c600160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55874c55fb70 0x55874c5ff660 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 --2- 172.21.15.32:0/3489398920 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55874c55f250 0x55874c5ff120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc22cff9640 0 client.4419 ms_handle_reset on v2:172.21.15.92:6833/952576321 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- 172.21.15.32:0/3489398920 >> 172.21.15.32:0/3489398920 conn(0x55874c568f00 msgr2=0x55874c5650f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- 172.21.15.32:0/3489398920 shutdown_connections 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.949+0000 7fc25721e000 1 -- 172.21.15.32:0/3489398920 wait complete. 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc25721e000 20 client.4419 trim_cache size 0 max 16384 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "34620f78-a3be-4d30-8840-27972fb71e9e", 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4264, 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-18T05:11:34.957 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 6.6492157230000002, 2024-04-18T05:11:34.958 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 6, 2024-04-18T05:11:34.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 26, 2024-04-18T05:11:34.958 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 25, 2024-04-18T05:11:34.958 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 12.805602294 2024-04-18T05:11:34.958 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 -- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc230066690 msgr2=0x7fc230068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc230066690 0x7fc230068b50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc24c141d90 tx=0x7fc23c009040 comp rx=0 tx=0).stop 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 -- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c06d710 msgr2=0x7fc24c1ec820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c06d710 0x7fc24c1ec820 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc2480ad040 tx=0x7fc24801ad60 comp rx=0 tx=0).stop 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 -- 172.21.15.32:0/1383686061 shutdown_connections 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc230066690 0x7fc230068b50 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc24c152670 0x7fc24c1efae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc24c14ef40 0x7fc24c14fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 --2- 172.21.15.32:0/1383686061 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc24c06d710 0x7fc24c1ec820 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 -- 172.21.15.32:0/1383686061 >> 172.21.15.32:0/1383686061 conn(0x7fc24c0a7d80 msgr2=0x7fc24c1508d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 -- 172.21.15.32:0/1383686061 shutdown_connections 2024-04-18T05:11:34.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:34.953+0000 7fc2540dc640 1 -- 172.21.15.32:0/1383686061 wait complete. 2024-04-18T05:11:34.968 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-18T05:11:34.968 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-18T05:11:34.968 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:11:35.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.081+0000 7fde8336d640 1 Processor -- start 2024-04-18T05:11:35.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.081+0000 7fde8336d640 1 -- start start 2024-04-18T05:11:35.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.081+0000 7fde8336d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fde7c06d7d0 0x7fde7c153b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.081+0000 7fde8336d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde7c1540e0 con 0x7fde7c13cde0 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.081+0000 7fde8336d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde7c1543c0 con 0x7fde7c0bec20 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.081+0000 7fde8336d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde7c070540 con 0x7fde7c06d7d0 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.081+0000 7fde81109640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fde7c13cde0 0x7fde7c0c10e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55198/0 (socket says 172.21.15.32:55198) 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.081+0000 7fde81109640 1 -- 172.21.15.32:0/2822099410 learned_addr learned my addr 172.21.15.32:0/2822099410 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde8190a640 1 --2- 172.21.15.32:0/2822099410 >> v2:172.21.15.32:3300/0 conn(0x7fde7c06d7d0 0x7fde7c153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde6ffff640 1 -- 172.21.15.32:0/2822099410 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2741300715 0 0) 0x7fde7c1540e0 con 0x7fde7c13cde0 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde6ffff640 1 -- 172.21.15.32:0/2822099410 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fde68003530 con 0x7fde7c13cde0 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde8190a640 1 -- 172.21.15.32:0/2822099410 >> v1:172.21.15.92:6789/0 conn(0x7fde7c0bec20 legacy=0x7fde7c06d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde8190a640 1 -- 172.21.15.32:0/2822099410 >> v1:172.21.15.32:6789/0 conn(0x7fde7c13cde0 legacy=0x7fde7c0c10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:35.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde8190a640 1 -- 172.21.15.32:0/2822099410 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde7c1546a0 con 0x7fde7c06d7d0 2024-04-18T05:11:35.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde8190a640 1 --2- 172.21.15.32:0/2822099410 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c06d7d0 0x7fde7c153b00 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fde78009d90 tx=0x7fde7801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc112243e18025e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:35.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde6ffff640 1 -- 172.21.15.32:0/2822099410 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde780a5990 con 0x7fde7c06d7d0 2024-04-18T05:11:35.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde6ffff640 1 -- 172.21.15.32:0/2822099410 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde780a5af0 con 0x7fde7c06d7d0 2024-04-18T05:11:35.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.085+0000 7fde6ffff640 1 -- 172.21.15.32:0/2822099410 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde780a5e60 con 0x7fde7c06d7d0 2024-04-18T05:11:35.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- 172.21.15.32:0/2822099410 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c06d7d0 msgr2=0x7fde7c153b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:35.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 --2- 172.21.15.32:0/2822099410 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c06d7d0 0x7fde7c153b00 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fde78009d90 tx=0x7fde7801c8b0 comp rx=0 tx=0).stop 2024-04-18T05:11:35.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- 172.21.15.32:0/2822099410 shutdown_connections 2024-04-18T05:11:35.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 --2- 172.21.15.32:0/2822099410 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c06d7d0 0x7fde7c153b00 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:35.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- 172.21.15.32:0/2822099410 >> 172.21.15.32:0/2822099410 conn(0x7fde7c069e80 msgr2=0x7fde7c06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:35.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- 172.21.15.32:0/2822099410 shutdown_connections 2024-04-18T05:11:35.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- 172.21.15.32:0/2822099410 wait complete. 2024-04-18T05:11:35.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 Processor -- start 2024-04-18T05:11:35.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- start start 2024-04-18T05:11:35.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde7c06d7d0 0x7fde7c135790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:35.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde7c0bec20 0x7fde7c155150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:35.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c13cde0 0x7fde7c14e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:35.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde7c14f710 con 0x7fde7c13cde0 2024-04-18T05:11:35.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde7c136090 con 0x7fde7c0bec20 2024-04-18T05:11:35.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde7c1ec0f0 con 0x7fde7c06d7d0 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8190a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c13cde0 0x7fde7c14e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8190a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c13cde0 0x7fde7c14e1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60546/0 (socket says 172.21.15.32:60546) 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8190a640 1 -- 172.21.15.32:0/3490484151 learned_addr learned my addr 172.21.15.32:0/3490484151 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde80908640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde7c0bec20 0x7fde7c155150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde81109640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde7c06d7d0 0x7fde7c135790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8190a640 1 -- 172.21.15.32:0/3490484151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde7c06d7d0 msgr2=0x7fde7c135790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8190a640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde7c06d7d0 0x7fde7c135790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8190a640 1 -- 172.21.15.32:0/3490484151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde7c0bec20 msgr2=0x7fde7c155150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8190a640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde7c0bec20 0x7fde7c155150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8190a640 1 -- 172.21.15.32:0/3490484151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde78009a70 con 0x7fde7c13cde0 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde81109640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde7c06d7d0 0x7fde7c135790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8190a640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c13cde0 0x7fde7c14e1c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fde78009d90 tx=0x7fde78019650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde6dffb640 1 -- 172.21.15.32:0/3490484151 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde78004240 con 0x7fde7c13cde0 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde6dffb640 1 -- 172.21.15.32:0/3490484151 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde780043a0 con 0x7fde7c13cde0 2024-04-18T05:11:35.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde6dffb640 1 -- 172.21.15.32:0/3490484151 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde78004710 con 0x7fde7c13cde0 2024-04-18T05:11:35.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde7c135db0 con 0x7fde7c13cde0 2024-04-18T05:11:35.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.089+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde7c1ec670 con 0x7fde7c13cde0 2024-04-18T05:11:35.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.093+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde7c1ebf50 con 0x7fde7c13cde0 2024-04-18T05:11:35.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.093+0000 7fde6dffb640 1 -- 172.21.15.32:0/3490484151 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fde780b4030 con 0x7fde7c13cde0 2024-04-18T05:11:35.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.093+0000 7fde6dffb640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fde60066690 0x7fde60068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:35.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.093+0000 7fde6dffb640 1 -- 172.21.15.32:0/3490484151 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fde7811f620 con 0x7fde7c13cde0 2024-04-18T05:11:35.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.093+0000 7fde81109640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fde60066690 0x7fde60068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:35.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.093+0000 7fde81109640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fde60066690 0x7fde60068b50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fde740011f0 tx=0x7fde74009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:35.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.097+0000 7fde6dffb640 1 -- 172.21.15.32:0/3490484151 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fde7c1ebf50 con 0x7fde7c13cde0 2024-04-18T05:11:35.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.285+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fde7c1ebf50 con 0x7fde7c13cde0 2024-04-18T05:11:35.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.285+0000 7fde6dffb640 1 -- 172.21.15.32:0/3490484151 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+88 (secure 0 0 0) 0x7fde7c1ebf50 con 0x7fde7c13cde0 2024-04-18T05:11:35.287 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fde60066690 msgr2=0x7fde60068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fde60066690 0x7fde60068b50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fde740011f0 tx=0x7fde74009040 comp rx=0 tx=0).stop 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c13cde0 msgr2=0x7fde7c14e1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c13cde0 0x7fde7c14e1c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fde78009d90 tx=0x7fde78019650 comp rx=0 tx=0).stop 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 shutdown_connections 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fde7c13cde0 0x7fde7c14e1c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fde60066690 0x7fde60068b50 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde7c0bec20 0x7fde7c155150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 --2- 172.21.15.32:0/3490484151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde7c06d7d0 0x7fde7c135790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 >> 172.21.15.32:0/3490484151 conn(0x7fde7c069e80 msgr2=0x7fde7c06a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:35.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 shutdown_connections 2024-04-18T05:11:35.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:35.289+0000 7fde8336d640 1 -- 172.21.15.32:0/3490484151 wait complete. 2024-04-18T05:11:35.305 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-04-18T05:11:35.305 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:11:35.305 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-04-18T05:11:35.305 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-04-18T05:11:35.305 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-18T05:11:35.305 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-04-18T05:11:35.305 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:11:35.305 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-18T05:11:35.305 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-04-18T05:11:35.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.305 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-04-18T05:11:35.312 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42522sec preferred_lft 42522sec 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 02:42:bf:8b:bb:cc brd ff:ff:ff:ff:ff:ff 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:11:35.313 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:11:35.314 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-18T05:11:35.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.314 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:11:35.314 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:11:35.314 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add name ceph-brx type bridge 2024-04-18T05:11:35.314 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr flush dev ceph-brx 2024-04-18T05:11:35.314 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set ceph-brx up 2024-04-18T05:11:35.314 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-18T05:11:35.315 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:11:35.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.388 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:11:35.443 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-04-18T05:11:35.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.445 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-04-18T05:11:35.511 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-04-18T05:11:35.512 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:11:35.512 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-04-18T05:11:35.512 INFO:teuthology.orchestra.run.smithi032.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:11:35.512 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-04-18T05:11:35.512 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:11:35.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.512 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:11:35.512 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:11:35.512 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-18T05:11:35.512 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-18T05:11:35.512 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-18T05:11:35.513 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:11:35.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.587 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-04-18T05:11:35.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.633 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list-id 2024-04-18T05:11:35.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.685 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:11:35.685 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:11:35.685 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-18T05:11:35.685 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-04-18T05:11:35.685 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:11:35.754 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-04-18T05:11:35.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.755 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:11:35.755 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:11:35.755 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-04-18T05:11:35.755 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-18T05:11:35.755 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-04-18T05:11:35.755 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-04-18T05:11:35.755 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-04-18T05:11:35.755 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:11:35.871 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:35.871 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:11:35.871 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:11:35.871 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-04-18T05:11:35.871 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set dev brx.0 master ceph-brx 2024-04-18T05:11:35.871 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:11:35.890 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-04-18T05:11:35.890 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:11:35.890 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-04-18T05:11:35.936 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-04-18T05:11:35.936 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:11:35.936 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-04-18T05:11:35.983 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:11:36.033 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:11:36.033 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:11:36.084 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:11:36.085 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:11:36.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:36.085 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:11:36.132 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:11:36.132 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-04-18T05:11:36.177 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:11:36.191 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:11:36.191 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:11:36.247 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:11:36.249 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:11:36.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:36.249 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:11:36.259 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:2024-04-18T05:11:36.257+0000 7f6658974580 -1 init, newargv = 0x55efe075e0c0 newargc=15 2024-04-18T05:11:36.259 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:ceph-fuse[33312]: starting ceph client 2024-04-18T05:11:36.267 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:ceph-fuse[33312]: starting fuse 2024-04-18T05:11:37.364 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:11:37.381 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:11:37.381 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:11:37.436 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:11:37.437 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:11:37.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:37.438 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:11:37.485 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-04-18T05:11:37.485 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-04-18T05:11:37.485 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-04-18T05:11:37.485 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-04-18T05:11:37.485 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-04-18T05:11:37.485 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-04-18T05:11:37.485 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-04-18T05:11:37.485 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-04-18T05:11:37.486 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-04-18T05:11:37.487 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-18T05:11:37.487 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:11:37.487 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.admin")) 2024-04-18T05:11:37.487 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-04-18T05:11:37.613 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.admin.33312.asok 2024-04-18T05:11:37.795 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.33312.asok 2024-04-18T05:11:37.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:37.796 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.33312.asok status 2024-04-18T05:11:37.953 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:11:37.953 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-04-18T05:11:37.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "56a91dd158be807f143cc918a11685fc9ee164ae", 2024-04-18T05:11:37.953 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 18.2.2-1229-g56a91dd1 (56a91dd158be807f143cc918a11685fc9ee164ae) reef (stable)", 2024-04-18T05:11:37.953 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "admin", 2024-04-18T05:11:37.953 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-04-18T05:11:37.953 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-04-18T05:11:37.953 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "33312", 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4437, 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 4437 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:11:37.954 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2553838426 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2553838426 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.4437 192.168.0.1:0/2553838426", 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/2553838426", 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-04-18T05:11:37.955 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 6, 2024-04-18T05:11:37.956 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 26, 2024-04-18T05:11:37.956 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-04-18T05:11:37.956 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-04-18T05:11:37.956 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-04-18T05:11:37.956 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:11:37.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:37.967 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-04-18T05:11:37.967 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-04-18T05:11:37.973 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-04-18T05:11:37.974 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-04-18T05:11:37.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:37.974 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-04-18T05:11:38.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:38.035 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-04-18T05:11:38.126 INFO:teuthology.orchestra.run.smithi032.stdout:# file: . 2024-04-18T05:11:38.126 INFO:teuthology.orchestra.run.smithi032.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-04-18T05:11:38.126 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:38.127 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:11:38.127 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:11:38.133 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:38.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb58e264640 1 Processor -- start 2024-04-18T05:11:38.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb58e264640 1 -- start start 2024-04-18T05:11:38.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb58e264640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb588151230 0x7fb5881547d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb58e264640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5880c0f00 0x7fb5880c1360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb58e264640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5881575a0 0x7fb588157a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb58e264640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5880700b0 con 0x7fb5880c0f00 2024-04-18T05:11:38.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb58e264640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb588154d10 con 0x7fb588151230 2024-04-18T05:11:38.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb58e264640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5880c6300 con 0x7fb5881575a0 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb57f7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5880c0f00 0x7fb5880c1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb57f7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5880c0f00 0x7fb5880c1360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60562/0 (socket says 172.21.15.32:60562) 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb57f7fe640 1 -- 172.21.15.32:0/3534534967 learned_addr learned my addr 172.21.15.32:0/3534534967 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb587fff640 1 --2- 172.21.15.32:0/3534534967 >> v2:172.21.15.92:3300/0 conn(0x7fb588151230 0x7fb5881547d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb58c801640 1 --2- 172.21.15.32:0/3534534967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5881575a0 0x7fb588157a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb57f7fe640 1 -- 172.21.15.32:0/3534534967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5881575a0 msgr2=0x7fb588157a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb57f7fe640 1 --2- 172.21.15.32:0/3534534967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5881575a0 0x7fb588157a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb57f7fe640 1 -- 172.21.15.32:0/3534534967 >> v2:172.21.15.92:3300/0 conn(0x7fb588151230 msgr2=0x7fb5881547d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb57f7fe640 1 --2- 172.21.15.32:0/3534534967 >> v2:172.21.15.92:3300/0 conn(0x7fb588151230 0x7fb5881547d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.305+0000 7fb57f7fe640 1 -- 172.21.15.32:0/3534534967 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb58806fdd0 con 0x7fb5880c0f00 2024-04-18T05:11:38.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb57f7fe640 1 --2- 172.21.15.32:0/3534534967 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5880c0f00 0x7fb5880c1360 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb588073740 tx=0x7fb57001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64473ab0efa13945 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:38.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb5877fe640 1 -- 172.21.15.32:0/3534534967 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5700ad640 con 0x7fb5880c0f00 2024-04-18T05:11:38.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb5877fe640 1 -- 172.21.15.32:0/3534534967 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5700ad7a0 con 0x7fb5880c0f00 2024-04-18T05:11:38.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb5877fe640 1 -- 172.21.15.32:0/3534534967 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5700adb30 con 0x7fb5880c0f00 2024-04-18T05:11:38.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 -- 172.21.15.32:0/3534534967 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5880c0f00 msgr2=0x7fb5880c1360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 --2- 172.21.15.32:0/3534534967 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5880c0f00 0x7fb5880c1360 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb588073740 tx=0x7fb57001c3d0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 -- 172.21.15.32:0/3534534967 shutdown_connections 2024-04-18T05:11:38.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 --2- 172.21.15.32:0/3534534967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5881575a0 0x7fb588157a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 --2- 172.21.15.32:0/3534534967 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5880c0f00 0x7fb5880c1360 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 --2- 172.21.15.32:0/3534534967 >> v2:172.21.15.92:3300/0 conn(0x7fb588151230 0x7fb5881547d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 -- 172.21.15.32:0/3534534967 >> 172.21.15.32:0/3534534967 conn(0x7fb588072780 msgr2=0x7fb588072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:38.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 -- 172.21.15.32:0/3534534967 shutdown_connections 2024-04-18T05:11:38.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 -- 172.21.15.32:0/3534534967 wait complete. 2024-04-18T05:11:38.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 Processor -- start 2024-04-18T05:11:38.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.309+0000 7fb58e264640 1 -- start start 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58e264640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5880c0f00 0x7fb588141030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58e264640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb588151230 0x7fb58814a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58e264640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5881575a0 0x7fb5881ec430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58e264640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5881ef9a0 con 0x7fb5881575a0 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58e264640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb588141570 con 0x7fb5880c0f00 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58e264640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5881487a0 con 0x7fb588151230 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58c801640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5881575a0 0x7fb5881ec430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb57f7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb588151230 0x7fb58814a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58c801640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5881575a0 0x7fb5881ec430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60564/0 (socket says 172.21.15.32:60564) 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58c801640 1 -- 172.21.15.32:0/1662654335 learned_addr learned my addr 172.21.15.32:0/1662654335 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb587fff640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5880c0f00 0x7fb588141030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58c801640 1 -- 172.21.15.32:0/1662654335 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb588151230 msgr2=0x7fb58814a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58c801640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb588151230 0x7fb58814a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58c801640 1 -- 172.21.15.32:0/1662654335 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5880c0f00 msgr2=0x7fb588141030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58c801640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5880c0f00 0x7fb588141030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58c801640 1 -- 172.21.15.32:0/1662654335 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5700094d0 con 0x7fb5881575a0 2024-04-18T05:11:38.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58c801640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5881575a0 0x7fb5881ec430 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb580007e60 tx=0x7fb58000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:38.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb5857fa640 1 -- 172.21.15.32:0/1662654335 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb580014420 con 0x7fb5881575a0 2024-04-18T05:11:38.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb5857fa640 1 -- 172.21.15.32:0/1662654335 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5800145a0 con 0x7fb5881575a0 2024-04-18T05:11:38.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5881efbb0 con 0x7fb5881575a0 2024-04-18T05:11:38.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb5857fa640 1 -- 172.21.15.32:0/1662654335 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb580014950 con 0x7fb5881575a0 2024-04-18T05:11:38.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5881f0170 con 0x7fb5881575a0 2024-04-18T05:11:38.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5881f0360 con 0x7fb5881575a0 2024-04-18T05:11:38.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb5857fa640 1 -- 172.21.15.32:0/1662654335 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb580014ab0 con 0x7fb5881575a0 2024-04-18T05:11:38.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb5857fa640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb568066690 0x7fb568068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb5857fa640 1 -- 172.21.15.32:0/1662654335 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb580084c70 con 0x7fb5881575a0 2024-04-18T05:11:38.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.313+0000 7fb587fff640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb568066690 0x7fb568068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.317+0000 7fb587fff640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb568066690 0x7fb568068b50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb5780045f0 tx=0x7fb578008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:38.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.321+0000 7fb5857fa640 1 -- 172.21.15.32:0/1662654335 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb580051d90 con 0x7fb5881575a0 2024-04-18T05:11:38.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.477+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb5880666e0 con 0x7fb5881575a0 2024-04-18T05:11:38.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb5857fa640 1 -- 172.21.15.32:0/1662654335 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7fb5800553b0 con 0x7fb5881575a0 2024-04-18T05:11:38.481 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:38.481 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:38.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb568066690 msgr2=0x7fb568068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb568066690 0x7fb568068b50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb5780045f0 tx=0x7fb578008040 comp rx=0 tx=0).stop 2024-04-18T05:11:38.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5881575a0 msgr2=0x7fb5881ec430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5881575a0 0x7fb5881ec430 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fb580007e60 tx=0x7fb58000e4b0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 shutdown_connections 2024-04-18T05:11:38.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5881575a0 0x7fb5881ec430 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb588151230 0x7fb58814a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb568066690 0x7fb568068b50 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 --2- 172.21.15.32:0/1662654335 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5880c0f00 0x7fb588141030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 >> 172.21.15.32:0/1662654335 conn(0x7fb588072780 msgr2=0x7fb5880c5300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:38.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 shutdown_connections 2024-04-18T05:11:38.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.481+0000 7fb58e264640 1 -- 172.21.15.32:0/1662654335 wait complete. 2024-04-18T05:11:38.500 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:11:38.501 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:11:38.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601fa92640 1 Processor -- start 2024-04-18T05:11:38.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601fa92640 1 -- start start 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601fa92640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601806df40 0x7f6018151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601fa92640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f601813ae10 0x7f60181559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601fa92640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60180a8200 con 0x7f601813a8c0 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601fa92640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60180a8fb0 con 0x7f601813ae10 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601fa92640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60181520a0 con 0x7f601806df40 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601d02d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f601813ae10 0x7f60181559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601d02d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f601813ae10 0x7f60181559f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60580/0 (socket says 172.21.15.32:60580) 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601d02d640 1 -- 172.21.15.32:0/3750584512 learned_addr learned my addr 172.21.15.32:0/3750584512 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601e02f640 1 --1- 172.21.15.32:0/3750584512 >> v1:172.21.15.32:6789/0 conn(0x7f601813a8c0 0x7f60180a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55200/0 (socket says 172.21.15.32:55200) 2024-04-18T05:11:38.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601d82e640 1 --2- 172.21.15.32:0/3750584512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601806df40 0x7f6018151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601d02d640 1 -- 172.21.15.32:0/3750584512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601806df40 msgr2=0x7f6018151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:38.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601d02d640 1 --2- 172.21.15.32:0/3750584512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601806df40 0x7f6018151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601d02d640 1 -- 172.21.15.32:0/3750584512 >> v1:172.21.15.32:6789/0 conn(0x7f601813a8c0 legacy=0x7f60180a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.633+0000 7f601d02d640 1 -- 172.21.15.32:0/3750584512 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60180a84e0 con 0x7f601813ae10 2024-04-18T05:11:38.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601d02d640 1 --2- 172.21.15.32:0/3750584512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 0x7f60181559f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f60080098a0 tx=0x7f600801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8915c60ac4a4f6b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:38.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601c82c640 1 -- 172.21.15.32:0/3750584512 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60080a6040 con 0x7f601813ae10 2024-04-18T05:11:38.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601c82c640 1 -- 172.21.15.32:0/3750584512 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60080aa600 con 0x7f601813ae10 2024-04-18T05:11:38.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601c82c640 1 -- 172.21.15.32:0/3750584512 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60080aa990 con 0x7f601813ae10 2024-04-18T05:11:38.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 -- 172.21.15.32:0/3750584512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 msgr2=0x7f60181559f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 --2- 172.21.15.32:0/3750584512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 0x7f60181559f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f60080098a0 tx=0x7f600801c480 comp rx=0 tx=0).stop 2024-04-18T05:11:38.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 -- 172.21.15.32:0/3750584512 shutdown_connections 2024-04-18T05:11:38.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 --2- 172.21.15.32:0/3750584512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 0x7f60181559f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 --2- 172.21.15.32:0/3750584512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601806df40 0x7f6018151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 -- 172.21.15.32:0/3750584512 >> 172.21.15.32:0/3750584512 conn(0x7f60180c54b0 msgr2=0x7f60180c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:38.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 -- 172.21.15.32:0/3750584512 shutdown_connections 2024-04-18T05:11:38.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 -- 172.21.15.32:0/3750584512 wait complete. 2024-04-18T05:11:38.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 Processor -- start 2024-04-18T05:11:38.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 -- start start 2024-04-18T05:11:38.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601806df40 0x7f6018139a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601813a8c0 0x7f60181ea1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 0x7f60181ea710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60180bdb90 con 0x7f601813ae10 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60181e9d80 con 0x7f601806df40 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601fa92640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60180bc7a0 con 0x7f601813a8c0 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601e02f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 0x7f60181ea710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601e02f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 0x7f60181ea710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60596/0 (socket says 172.21.15.32:60596) 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601e02f640 1 -- 172.21.15.32:0/591377554 learned_addr learned my addr 172.21.15.32:0/591377554 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601d02d640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601813a8c0 0x7f60181ea1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601d82e640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601806df40 0x7f6018139a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601e02f640 1 -- 172.21.15.32:0/591377554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601813a8c0 msgr2=0x7f60181ea1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601e02f640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601813a8c0 0x7f60181ea1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601e02f640 1 -- 172.21.15.32:0/591377554 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601806df40 msgr2=0x7f6018139a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601e02f640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601806df40 0x7f6018139a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601e02f640 1 -- 172.21.15.32:0/591377554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60080094d0 con 0x7f601813ae10 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.637+0000 7f601e02f640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 0x7f60181ea710 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f601000c7a0 tx=0x7f601000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f600e7fc640 1 -- 172.21.15.32:0/591377554 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f601000a640 con 0x7f601813ae10 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f600e7fc640 1 -- 172.21.15.32:0/591377554 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f601000a7a0 con 0x7f601813ae10 2024-04-18T05:11:38.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60180bec80 con 0x7f601813ae10 2024-04-18T05:11:38.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f600e7fc640 1 -- 172.21.15.32:0/591377554 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f601000ab10 con 0x7f601813ae10 2024-04-18T05:11:38.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60180bef20 con 0x7f601813ae10 2024-04-18T05:11:38.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60181e9ef0 con 0x7f601813ae10 2024-04-18T05:11:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f600e7fc640 1 -- 172.21.15.32:0/591377554 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f601000ac70 con 0x7f601813ae10 2024-04-18T05:11:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f600e7fc640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ffc066690 0x7f5ffc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f600e7fc640 1 -- 172.21.15.32:0/591377554 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6010083bc0 con 0x7f601813ae10 2024-04-18T05:11:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f601d82e640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ffc066690 0x7f5ffc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.641+0000 7f601d82e640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ffc066690 0x7f5ffc068b50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f60181531f0 tx=0x7f6014008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:38.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.645+0000 7f600e7fc640 1 -- 172.21.15.32:0/591377554 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f60181e9ef0 con 0x7f601813ae10 2024-04-18T05:11:38.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.805+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f60181e9ef0 con 0x7f601813ae10 2024-04-18T05:11:38.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.805+0000 7f600e7fc640 1 -- 172.21.15.32:0/591377554 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f60181e9ef0 con 0x7f601813ae10 2024-04-18T05:11:38.807 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:11:38.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ffc066690 msgr2=0x7f5ffc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ffc066690 0x7f5ffc068b50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f60181531f0 tx=0x7f6014008040 comp rx=0 tx=0).stop 2024-04-18T05:11:38.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 msgr2=0x7f60181ea710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 0x7f60181ea710 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f601000c7a0 tx=0x7f601000cc60 comp rx=0 tx=0).stop 2024-04-18T05:11:38.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 shutdown_connections 2024-04-18T05:11:38.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601813ae10 0x7f60181ea710 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f601813a8c0 0x7f60181ea1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ffc066690 0x7f5ffc068b50 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 --2- 172.21.15.32:0/591377554 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601806df40 0x7f6018139a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 >> 172.21.15.32:0/591377554 conn(0x7f60180c54b0 msgr2=0x7f60180c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:38.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 shutdown_connections 2024-04-18T05:11:38.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.809+0000 7f601fa92640 1 -- 172.21.15.32:0/591377554 wait complete. 2024-04-18T05:11:38.826 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:11:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b78a13640 1 Processor -- start 2024-04-18T05:11:38.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b78a13640 1 -- start start 2024-04-18T05:11:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b78a13640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5b740aeae0 0x7f5b740c7380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b78a13640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 0x7f5b74154010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b78a13640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b740aeec0 con 0x7f5b7406cae0 2024-04-18T05:11:38.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b78a13640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b74151680 con 0x7f5b740aeae0 2024-04-18T05:11:38.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b78a13640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b740c78c0 con 0x7f5b74153b80 2024-04-18T05:11:38.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b7259c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5b740aeae0 0x7f5b740c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b71d9b640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5b7406cae0 0x7f5b740c3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:43358/0 (socket says 172.21.15.32:43358) 2024-04-18T05:11:38.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b71d9b640 1 -- 172.21.15.32:0/364045149 learned_addr learned my addr 172.21.15.32:0/364045149 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:38.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b72d9d640 1 --2- 172.21.15.32:0/364045149 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 0x7f5b74154010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b7259c640 1 -- 172.21.15.32:0/364045149 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 msgr2=0x7f5b74154010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:38.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b7259c640 1 --2- 172.21.15.32:0/364045149 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 0x7f5b74154010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b7259c640 1 -- 172.21.15.32:0/364045149 >> v1:172.21.15.92:6789/0 conn(0x7f5b7406cae0 legacy=0x7f5b740c3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.957+0000 7f5b7259c640 1 -- 172.21.15.32:0/364045149 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b740bccc0 con 0x7f5b740aeae0 2024-04-18T05:11:38.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b7259c640 1 --2- 172.21.15.32:0/364045149 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b740aeae0 0x7f5b740c7380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c0097c0 tx=0x7f5b6c01c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f439badb2351e0f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:38.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b7159a640 1 -- 172.21.15.32:0/364045149 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b6c0ab600 con 0x7f5b740aeae0 2024-04-18T05:11:38.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b7159a640 1 -- 172.21.15.32:0/364045149 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b6c0a7050 con 0x7f5b740aeae0 2024-04-18T05:11:38.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b7159a640 1 -- 172.21.15.32:0/364045149 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b6c0ab980 con 0x7f5b740aeae0 2024-04-18T05:11:38.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 -- 172.21.15.32:0/364045149 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b740aeae0 msgr2=0x7f5b740c7380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 --2- 172.21.15.32:0/364045149 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b740aeae0 0x7f5b740c7380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c0097c0 tx=0x7f5b6c01c410 comp rx=0 tx=0).stop 2024-04-18T05:11:38.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 -- 172.21.15.32:0/364045149 shutdown_connections 2024-04-18T05:11:38.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 --2- 172.21.15.32:0/364045149 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 0x7f5b74154010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 --2- 172.21.15.32:0/364045149 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b740aeae0 0x7f5b740c7380 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 -- 172.21.15.32:0/364045149 >> 172.21.15.32:0/364045149 conn(0x7f5b74072b80 msgr2=0x7f5b74072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:38.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 -- 172.21.15.32:0/364045149 shutdown_connections 2024-04-18T05:11:38.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 -- 172.21.15.32:0/364045149 wait complete. 2024-04-18T05:11:38.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 Processor -- start 2024-04-18T05:11:38.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.961+0000 7f5b78a13640 1 -- start start 2024-04-18T05:11:38.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b78a13640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5b7406cae0 0x7f5b741ec9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b78a13640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b740aeae0 0x7f5b740c8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b78a13640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 0x7f5b740c1b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b78a13640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b740c1910 con 0x7f5b7406cae0 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b78a13640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b741ecf20 con 0x7f5b740aeae0 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b78a13640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b740abce0 con 0x7f5b74153b80 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b7259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5b7406cae0 0x7f5b741ec9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b7259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5b7406cae0 0x7f5b741ec9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60600/0 (socket says 172.21.15.32:60600) 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b7259c640 1 -- 172.21.15.32:0/3275362178 learned_addr learned my addr 172.21.15.32:0/3275362178 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b72d9d640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 0x7f5b740c1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b71d9b640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b740aeae0 0x7f5b740c8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b7259c640 1 -- 172.21.15.32:0/3275362178 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 msgr2=0x7f5b740c1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b7259c640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 0x7f5b740c1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b7259c640 1 -- 172.21.15.32:0/3275362178 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b740aeae0 msgr2=0x7f5b740c8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b7259c640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b740aeae0 0x7f5b740c8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b7259c640 1 -- 172.21.15.32:0/3275362178 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b6c009420 con 0x7f5b7406cae0 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b7259c640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5b7406cae0 0x7f5b741ec9e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c01a040 tx=0x7f5b6c01ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:38.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b6affd640 1 -- 172.21.15.32:0/3275362178 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b6c0b7450 con 0x7f5b7406cae0 2024-04-18T05:11:38.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b6affd640 1 -- 172.21.15.32:0/3275362178 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b6c0b75b0 con 0x7f5b7406cae0 2024-04-18T05:11:38.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b740c04c0 con 0x7f5b7406cae0 2024-04-18T05:11:38.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b6affd640 1 -- 172.21.15.32:0/3275362178 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b6c0b7960 con 0x7f5b7406cae0 2024-04-18T05:11:38.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b740c0a80 con 0x7f5b7406cae0 2024-04-18T05:11:38.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b7404e1e0 con 0x7f5b7406cae0 2024-04-18T05:11:38.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b6affd640 1 -- 172.21.15.32:0/3275362178 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5b6c0b7ac0 con 0x7f5b7406cae0 2024-04-18T05:11:38.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b6affd640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5b540666c0 0x7f5b54068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:38.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b6affd640 1 -- 172.21.15.32:0/3275362178 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5b6c11ee00 con 0x7f5b7406cae0 2024-04-18T05:11:38.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.965+0000 7f5b71d9b640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5b540666c0 0x7f5b54068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:38.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.969+0000 7f5b71d9b640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5b540666c0 0x7f5b54068b80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5b74155690 tx=0x7f5b5c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:38.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:38.969+0000 7f5b6affd640 1 -- 172.21.15.32:0/3275362178 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5b6c0ebe70 con 0x7f5b7406cae0 2024-04-18T05:11:39.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.129+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5b74154f50 con 0x7f5b7406cae0 2024-04-18T05:11:39.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b6affd640 1 -- 172.21.15.32:0/3275362178 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5b6c0ef490 con 0x7f5b7406cae0 2024-04-18T05:11:39.132 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5b540666c0 msgr2=0x7f5b54068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5b540666c0 0x7f5b54068b80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5b74155690 tx=0x7f5b5c009040 comp rx=0 tx=0).stop 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5b7406cae0 msgr2=0x7f5b741ec9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5b7406cae0 0x7f5b741ec9e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c01a040 tx=0x7f5b6c01ac50 comp rx=0 tx=0).stop 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 shutdown_connections 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b74153b80 0x7f5b740c1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5b540666c0 0x7f5b54068b80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b740aeae0 0x7f5b740c8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 --2- 172.21.15.32:0/3275362178 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5b7406cae0 0x7f5b741ec9e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 >> 172.21.15.32:0/3275362178 conn(0x7f5b74072b80 msgr2=0x7f5b74065e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 shutdown_connections 2024-04-18T05:11:39.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.133+0000 7f5b78a13640 1 -- 172.21.15.32:0/3275362178 wait complete. 2024-04-18T05:11:39.151 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:11:39.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d0e21c640 1 Processor -- start 2024-04-18T05:11:39.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d0e21c640 1 -- start start 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d0e21c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9d0806a0e0 0x7f9d0806db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d0e21c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9d080a8b10 0x7f9d08157af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d0e21c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d0806e080 con 0x7f9d08154500 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d0e21c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d08071df0 con 0x7f9d0806a0e0 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d0e21c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d08153af0 con 0x7f9d080a8b10 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d077fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9d0806a0e0 0x7f9d0806db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d077fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9d0806a0e0 0x7f9d0806db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60612/0 (socket says 172.21.15.32:60612) 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d077fe640 1 -- 172.21.15.32:0/1362482059 learned_addr learned my addr 172.21.15.32:0/1362482059 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d07fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9d08154500 0x7f9d080c2110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55212/0 (socket says 172.21.15.32:55212) 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d06ffd640 1 --2- 172.21.15.32:0/1362482059 >> v2:172.21.15.92:3300/0 conn(0x7f9d080a8b10 0x7f9d08157af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d077fe640 1 -- 172.21.15.32:0/1362482059 >> v2:172.21.15.92:3300/0 conn(0x7f9d080a8b10 msgr2=0x7f9d08157af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d077fe640 1 --2- 172.21.15.32:0/1362482059 >> v2:172.21.15.92:3300/0 conn(0x7f9d080a8b10 0x7f9d08157af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d077fe640 1 -- 172.21.15.32:0/1362482059 >> v1:172.21.15.32:6789/0 conn(0x7f9d08154500 legacy=0x7f9d080c2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d077fe640 1 -- 172.21.15.32:0/1362482059 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d08158030 con 0x7f9d0806a0e0 2024-04-18T05:11:39.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.281+0000 7f9d06ffd640 1 --2- 172.21.15.32:0/1362482059 >> v2:172.21.15.92:3300/0 conn(0x7f9d080a8b10 0x7f9d08157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d077fe640 1 --2- 172.21.15.32:0/1362482059 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d0806a0e0 0x7f9d0806db40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f9d0806c880 tx=0x7f9cf801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60fcc56c621900f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d067fc640 1 -- 172.21.15.32:0/1362482059 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf80ab660 con 0x7f9d0806a0e0 2024-04-18T05:11:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d067fc640 1 -- 172.21.15.32:0/1362482059 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cf80ab7c0 con 0x7f9d0806a0e0 2024-04-18T05:11:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d067fc640 1 -- 172.21.15.32:0/1362482059 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf80abb50 con 0x7f9d0806a0e0 2024-04-18T05:11:39.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1362482059 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d0806a0e0 msgr2=0x7f9d0806db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 --2- 172.21.15.32:0/1362482059 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d0806a0e0 0x7f9d0806db40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f9d0806c880 tx=0x7f9cf801c460 comp rx=0 tx=0).stop 2024-04-18T05:11:39.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1362482059 shutdown_connections 2024-04-18T05:11:39.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 --2- 172.21.15.32:0/1362482059 >> v2:172.21.15.92:3300/0 conn(0x7f9d080a8b10 0x7f9d08157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 --2- 172.21.15.32:0/1362482059 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d0806a0e0 0x7f9d0806db40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1362482059 >> 172.21.15.32:0/1362482059 conn(0x7f9d080c2d40 msgr2=0x7f9d080c3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:39.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1362482059 shutdown_connections 2024-04-18T05:11:39.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1362482059 wait complete. 2024-04-18T05:11:39.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 Processor -- start 2024-04-18T05:11:39.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 -- start start 2024-04-18T05:11:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d0806a0e0 0x7f9d081ebdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d080a8b10 0x7f9d08150060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d08154500 0x7f9d081554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0806e610 con 0x7f9d080a8b10 2024-04-18T05:11:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d08155050 con 0x7f9d0806a0e0 2024-04-18T05:11:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d0e21c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d081ecda0 con 0x7f9d08154500 2024-04-18T05:11:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d06ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d080a8b10 0x7f9d08150060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d06ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d080a8b10 0x7f9d08150060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60614/0 (socket says 172.21.15.32:60614) 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d06ffd640 1 -- 172.21.15.32:0/1722644847 learned_addr learned my addr 172.21.15.32:0/1722644847 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d07fff640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d08154500 0x7f9d081554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d077fe640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d0806a0e0 0x7f9d081ebdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d06ffd640 1 -- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d08154500 msgr2=0x7f9d081554e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d06ffd640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d08154500 0x7f9d081554e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d06ffd640 1 -- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d0806a0e0 msgr2=0x7f9d081ebdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d06ffd640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d0806a0e0 0x7f9d081ebdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.285+0000 7f9d06ffd640 1 -- 172.21.15.32:0/1722644847 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cf80094d0 con 0x7f9d080a8b10 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9d07fff640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d08154500 0x7f9d081554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9d077fe640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d0806a0e0 0x7f9d081ebdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9d06ffd640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d080a8b10 0x7f9d08150060 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc00c7f0 tx=0x7f9cfc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9ceffff640 1 -- 172.21.15.32:0/1722644847 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc007820 con 0x7f9d080a8b10 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9ceffff640 1 -- 172.21.15.32:0/1722644847 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cfc007980 con 0x7f9d080a8b10 2024-04-18T05:11:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9ceffff640 1 -- 172.21.15.32:0/1722644847 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc007d30 con 0x7f9d080a8b10 2024-04-18T05:11:39.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d081ec500 con 0x7f9d080a8b10 2024-04-18T05:11:39.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d081ecac0 con 0x7f9d080a8b10 2024-04-18T05:11:39.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d0804e1e0 con 0x7f9d080a8b10 2024-04-18T05:11:39.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9ceffff640 1 -- 172.21.15.32:0/1722644847 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9cfc0113f0 con 0x7f9d080a8b10 2024-04-18T05:11:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9ceffff640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9cf4066690 0x7f9cf4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9d077fe640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9cf4066690 0x7f9cf4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9ceffff640 1 -- 172.21.15.32:0/1722644847 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9cfc0847e0 con 0x7f9d080a8b10 2024-04-18T05:11:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.289+0000 7f9d077fe640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9cf4066690 0x7f9cf4068b50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9cf80af000 tx=0x7f9cf8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:39.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.293+0000 7f9ceffff640 1 -- 172.21.15.32:0/1722644847 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9cfc051850 con 0x7f9d080a8b10 2024-04-18T05:11:39.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.453+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9d080714e0 con 0x7f9d080a8b10 2024-04-18T05:11:39.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.453+0000 7f9ceffff640 1 -- 172.21.15.32:0/1722644847 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9cfc054e70 con 0x7f9d080a8b10 2024-04-18T05:11:39.455 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9cf4066690 msgr2=0x7f9cf4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9cf4066690 0x7f9cf4068b50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9cf80af000 tx=0x7f9cf8008040 comp rx=0 tx=0).stop 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d080a8b10 msgr2=0x7f9d08150060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d080a8b10 0x7f9d08150060 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc00c7f0 tx=0x7f9cfc00ccb0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 shutdown_connections 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d08154500 0x7f9d081554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9d080a8b10 0x7f9d08150060 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9cf4066690 0x7f9cf4068b50 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 --2- 172.21.15.32:0/1722644847 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d0806a0e0 0x7f9d081ebdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 >> 172.21.15.32:0/1722644847 conn(0x7f9d080c2d40 msgr2=0x7f9d08152740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:39.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 shutdown_connections 2024-04-18T05:11:39.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.457+0000 7f9d0e21c640 1 -- 172.21.15.32:0/1722644847 wait complete. 2024-04-18T05:11:39.475 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:11:39.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba954c7640 1 Processor -- start 2024-04-18T05:11:39.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba954c7640 1 -- start start 2024-04-18T05:11:39.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba954c7640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fba9013ae10 0x7fba90151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba954c7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba900a8200 con 0x7fba9013a8c0 2024-04-18T05:11:39.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba954c7640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba900a84e0 con 0x7fba9006df40 2024-04-18T05:11:39.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba954c7640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba900a8fb0 con 0x7fba9013ae10 2024-04-18T05:11:39.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8f7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fba9013a8c0 0x7fba900a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55216/0 (socket says 172.21.15.32:55216) 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8f7fe640 1 -- 172.21.15.32:0/2782270889 learned_addr learned my addr 172.21.15.32:0/2782270889 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8e7fc640 1 --2- 172.21.15.32:0/2782270889 >> v2:172.21.15.92:3300/0 conn(0x7fba9013ae10 0x7fba90151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3092393213 0 0) 0x7fba900a8200 con 0x7fba9013a8c0 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fba78003530 con 0x7fba9013a8c0 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1554530467 0 0) 0x7fba900a84e0 con 0x7fba9006df40 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fba900a8200 con 0x7fba9006df40 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1522761760 0 0) 0x7fba78003530 con 0x7fba9013a8c0 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 >> v2:172.21.15.92:3300/0 conn(0x7fba9013ae10 msgr2=0x7fba90151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 --2- 172.21.15.32:0/2782270889 >> v2:172.21.15.92:3300/0 conn(0x7fba9013ae10 0x7fba90151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 >> v1:172.21.15.92:6789/0 conn(0x7fba9006df40 legacy=0x7fba901559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba900a87c0 con 0x7fba9013a8c0 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fba88001a00 con 0x7fba9013a8c0 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 >> v1:172.21.15.32:6789/0 conn(0x7fba9013a8c0 legacy=0x7fba900a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba78003b10 0x7fba78003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fba780047d0 0x7fba78004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba78005190 0x7fba7800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba7800c090 con 0x7fba78003b10 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba7800c200 con 0x7fba78005190 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba7800c3c0 con 0x7fba780047d0 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8effd640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba78003b10 0x7fba78003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8f7fe640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba78005190 0x7fba7800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8effd640 1 -- 172.21.15.32:0/2782270889 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fba780047d0 msgr2=0x7fba78004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8effd640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fba780047d0 0x7fba78004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8effd640 1 -- 172.21.15.32:0/2782270889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba78005190 msgr2=0x7fba7800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8effd640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba78005190 0x7fba7800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8effd640 1 -- 172.21.15.32:0/2782270889 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba78003530 con 0x7fba78003b10 2024-04-18T05:11:39.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.601+0000 7fba8f7fe640 1 -- 172.21.15.32:0/2782270889 reap_dead start 2024-04-18T05:11:39.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba8effd640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba78003b10 0x7fba78003f10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fba840018d0 tx=0x7fba8401c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a25ff08e87d72870 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:39.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba840052d0 con 0x7fba78003b10 2024-04-18T05:11:39.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba840a7050 con 0x7fba78003b10 2024-04-18T05:11:39.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba8dffb640 1 -- 172.21.15.32:0/2782270889 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba84003600 con 0x7fba78003b10 2024-04-18T05:11:39.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba954c7640 1 -- 172.21.15.32:0/2782270889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba78003b10 msgr2=0x7fba78003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba954c7640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba78003b10 0x7fba78003f10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fba840018d0 tx=0x7fba8401c560 comp rx=0 tx=0).stop 2024-04-18T05:11:39.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba954c7640 1 -- 172.21.15.32:0/2782270889 shutdown_connections 2024-04-18T05:11:39.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba954c7640 1 --2- 172.21.15.32:0/2782270889 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba78003b10 0x7fba78003f10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba954c7640 1 -- 172.21.15.32:0/2782270889 >> 172.21.15.32:0/2782270889 conn(0x7fba900c54b0 msgr2=0x7fba900c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:39.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba954c7640 1 -- 172.21.15.32:0/2782270889 shutdown_connections 2024-04-18T05:11:39.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.605+0000 7fba954c7640 1 -- 172.21.15.32:0/2782270889 wait complete. 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 Processor -- start 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 -- start start 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba78003b10 0x7fba900bd610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fba9013be90 0x7fba901eddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba901543b0 0x7fba90136ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba901eadb0 con 0x7fba901543b0 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba901eaad0 con 0x7fba78003b10 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba901ed5d0 con 0x7fba9013be90 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba901543b0 0x7fba90136ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba901543b0 0x7fba90136ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60628/0 (socket says 172.21.15.32:60628) 2024-04-18T05:11:39.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8f7fe640 1 -- 172.21.15.32:0/2293999359 learned_addr learned my addr 172.21.15.32:0/2293999359 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8effd640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba78003b10 0x7fba900bd610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8f7fe640 1 -- 172.21.15.32:0/2293999359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fba9013be90 msgr2=0x7fba901eddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8f7fe640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fba9013be90 0x7fba901eddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8f7fe640 1 -- 172.21.15.32:0/2293999359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba78003b10 msgr2=0x7fba900bd610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8f7fe640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba78003b10 0x7fba900bd610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8f7fe640 1 -- 172.21.15.32:0/2293999359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba901ed8b0 con 0x7fba901543b0 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba8f7fe640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba901543b0 0x7fba90136ce0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fba9013b1f0 tx=0x7fba88007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba777fe640 1 -- 172.21.15.32:0/2293999359 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba8800e9e0 con 0x7fba901543b0 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba777fe640 1 -- 172.21.15.32:0/2293999359 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba8800eb40 con 0x7fba901543b0 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba900bdb50 con 0x7fba901543b0 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba777fe640 1 -- 172.21.15.32:0/2293999359 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba8800eed0 con 0x7fba901543b0 2024-04-18T05:11:39.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba900c4130 con 0x7fba901543b0 2024-04-18T05:11:39.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba900a9320 con 0x7fba901543b0 2024-04-18T05:11:39.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.609+0000 7fba777fe640 1 -- 172.21.15.32:0/2293999359 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fba8801d460 con 0x7fba901543b0 2024-04-18T05:11:39.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.613+0000 7fba777fe640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fba7c066690 0x7fba7c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.613+0000 7fba777fe640 1 -- 172.21.15.32:0/2293999359 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fba88085240 con 0x7fba901543b0 2024-04-18T05:11:39.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.613+0000 7fba8effd640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fba7c066690 0x7fba7c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.613+0000 7fba8effd640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fba7c066690 0x7fba7c068b50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fba840ac000 tx=0x7fba84009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:39.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.613+0000 7fba777fe640 1 -- 172.21.15.32:0/2293999359 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fba88052330 con 0x7fba901543b0 2024-04-18T05:11:39.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.769+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fba9004e1e0 con 0x7fba901543b0 2024-04-18T05:11:39.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.769+0000 7fba777fe640 1 -- 172.21.15.32:0/2293999359 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fba88055950 con 0x7fba901543b0 2024-04-18T05:11:39.770 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:11:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.769+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fba7c066690 msgr2=0x7fba7c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.769+0000 7fba954c7640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fba7c066690 0x7fba7c068b50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fba840ac000 tx=0x7fba84009040 comp rx=0 tx=0).stop 2024-04-18T05:11:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.769+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba901543b0 msgr2=0x7fba90136ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.769+0000 7fba954c7640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba901543b0 0x7fba90136ce0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fba9013b1f0 tx=0x7fba88007b00 comp rx=0 tx=0).stop 2024-04-18T05:11:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.773+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 shutdown_connections 2024-04-18T05:11:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.773+0000 7fba954c7640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fba901543b0 0x7fba90136ce0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.773+0000 7fba954c7640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fba9013be90 0x7fba901eddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.773+0000 7fba954c7640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fba7c066690 0x7fba7c068b50 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.773+0000 7fba954c7640 1 --2- 172.21.15.32:0/2293999359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba78003b10 0x7fba900bd610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.773+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 >> 172.21.15.32:0/2293999359 conn(0x7fba900c54b0 msgr2=0x7fba90152180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.773+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 shutdown_connections 2024-04-18T05:11:39.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.773+0000 7fba954c7640 1 -- 172.21.15.32:0/2293999359 wait complete. 2024-04-18T05:11:39.788 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:11:39.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.905+0000 7f8957e52640 1 Processor -- start 2024-04-18T05:11:39.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.905+0000 7f8957e52640 1 -- start start 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f8957e52640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f895006b2e0 0x7f89500c4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f8957e52640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89501527c0 con 0x7f895006ae90 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f8957e52640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8950151950 con 0x7f895014eeb0 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f8957e52640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f895006b6e0 con 0x7f895006b2e0 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f89553ed640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f895006ae90 0x7f89500c3a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55226/0 (socket says 172.21.15.32:55226) 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f89553ed640 1 -- 172.21.15.32:0/1782303678 learned_addr learned my addr 172.21.15.32:0/1782303678 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f89563ef640 1 --2- 172.21.15.32:0/1782303678 >> v2:172.21.15.32:3300/0 conn(0x7f895006b2e0 0x7f89500c4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f8954bec640 1 -- 172.21.15.32:0/1782303678 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 353142421 0 0) 0x7f89501527c0 con 0x7f895006ae90 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f8954bec640 1 -- 172.21.15.32:0/1782303678 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8938003530 con 0x7f895006ae90 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f89563ef640 1 -- 172.21.15.32:0/1782303678 >> v1:172.21.15.92:6789/0 conn(0x7f895014eeb0 legacy=0x7f89500a4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f89563ef640 1 -- 172.21.15.32:0/1782303678 >> v1:172.21.15.32:6789/0 conn(0x7f895006ae90 legacy=0x7f89500c3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f89563ef640 1 -- 172.21.15.32:0/1782303678 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89500a53d0 con 0x7f895006b2e0 2024-04-18T05:11:39.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f89563ef640 1 --2- 172.21.15.32:0/1782303678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 0x7f89500c4190 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f89480097c0 tx=0x7f894801ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a77dba7340c3773c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:39.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f8954bec640 1 -- 172.21.15.32:0/1782303678 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89480a8990 con 0x7f895006b2e0 2024-04-18T05:11:39.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f8954bec640 1 -- 172.21.15.32:0/1782303678 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89480a8af0 con 0x7f895006b2e0 2024-04-18T05:11:39.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.909+0000 7f8954bec640 1 -- 172.21.15.32:0/1782303678 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89480a8e60 con 0x7f895006b2e0 2024-04-18T05:11:39.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- 172.21.15.32:0/1782303678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 msgr2=0x7f89500c4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 --2- 172.21.15.32:0/1782303678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 0x7f89500c4190 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f89480097c0 tx=0x7f894801ec90 comp rx=0 tx=0).stop 2024-04-18T05:11:39.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- 172.21.15.32:0/1782303678 shutdown_connections 2024-04-18T05:11:39.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 --2- 172.21.15.32:0/1782303678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 0x7f89500c4190 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- 172.21.15.32:0/1782303678 >> 172.21.15.32:0/1782303678 conn(0x7f89500c23e0 msgr2=0x7f89500c27f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:39.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- 172.21.15.32:0/1782303678 shutdown_connections 2024-04-18T05:11:39.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- 172.21.15.32:0/1782303678 wait complete. 2024-04-18T05:11:39.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 Processor -- start 2024-04-18T05:11:39.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- start start 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f895006ae90 0x7f89501504e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 0x7f89501553f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f895014eeb0 0x7f895014b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89500aae40 con 0x7f895006b2e0 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8950154300 con 0x7f895006ae90 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89501545e0 con 0x7f895014eeb0 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89553ed640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 0x7f89501553f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89553ed640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 0x7f89501553f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60642/0 (socket says 172.21.15.32:60642) 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89553ed640 1 -- 172.21.15.32:0/1139246349 learned_addr learned my addr 172.21.15.32:0/1139246349 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8955bee640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f895006ae90 0x7f89501504e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89563ef640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f895014eeb0 0x7f895014b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89553ed640 1 -- 172.21.15.32:0/1139246349 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f895014eeb0 msgr2=0x7f895014b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89553ed640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f895014eeb0 0x7f895014b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89553ed640 1 -- 172.21.15.32:0/1139246349 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f895006ae90 msgr2=0x7f89501504e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89553ed640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f895006ae90 0x7f89501504e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89553ed640 1 -- 172.21.15.32:0/1139246349 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8948009420 con 0x7f895006b2e0 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89563ef640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f895014eeb0 0x7f895014b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f89553ed640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 0x7f89501553f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f894400c4d0 tx=0x7f894400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f894e7fc640 1 -- 172.21.15.32:0/1139246349 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8944005cf0 con 0x7f895006b2e0 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f894e7fc640 1 -- 172.21.15.32:0/1139246349 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8944005e50 con 0x7f895006b2e0 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89501ec6d0 con 0x7f895006b2e0 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f894e7fc640 1 -- 172.21.15.32:0/1139246349 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8944007270 con 0x7f895006b2e0 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.913+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89500aaaf0 con 0x7f895006b2e0 2024-04-18T05:11:39.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.917+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89500bff40 con 0x7f895006b2e0 2024-04-18T05:11:39.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.917+0000 7f894e7fc640 1 -- 172.21.15.32:0/1139246349 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f89440073d0 con 0x7f895006b2e0 2024-04-18T05:11:39.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.917+0000 7f894e7fc640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f893c0666c0 0x7f893c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:39.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.917+0000 7f894e7fc640 1 -- 172.21.15.32:0/1139246349 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8944083930 con 0x7f895006b2e0 2024-04-18T05:11:39.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.917+0000 7f8955bee640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f893c0666c0 0x7f893c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:39.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.917+0000 7f8955bee640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f893c0666c0 0x7f893c068b80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f895014c7e0 tx=0x7f8940009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:39.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:39.921+0000 7f894e7fc640 1 -- 172.21.15.32:0/1139246349 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8944050a50 con 0x7f895006b2e0 2024-04-18T05:11:40.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.085+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f895004e250 con 0x7f895006b2e0 2024-04-18T05:11:40.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f894e7fc640 1 -- 172.21.15.32:0/1139246349 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f8944017080 con 0x7f895006b2e0 2024-04-18T05:11:40.088 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:11:40.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f893c0666c0 msgr2=0x7f893c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f893c0666c0 0x7f893c068b80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f895014c7e0 tx=0x7f8940009040 comp rx=0 tx=0).stop 2024-04-18T05:11:40.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 msgr2=0x7f89501553f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 0x7f89501553f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f894400c4d0 tx=0x7f894400c990 comp rx=0 tx=0).stop 2024-04-18T05:11:40.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 shutdown_connections 2024-04-18T05:11:40.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f895014eeb0 0x7f895014b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f895006b2e0 0x7f89501553f0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f893c0666c0 0x7f893c068b80 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 --2- 172.21.15.32:0/1139246349 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f895006ae90 0x7f89501504e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 >> 172.21.15.32:0/1139246349 conn(0x7f89500c23e0 msgr2=0x7f89500c1260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:40.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 shutdown_connections 2024-04-18T05:11:40.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.089+0000 7f8957e52640 1 -- 172.21.15.32:0/1139246349 wait complete. 2024-04-18T05:11:40.106 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:11:40.106 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:11:40.111 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:40.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63f97a640 1 Processor -- start 2024-04-18T05:11:40.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63f97a640 1 -- start start 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63f97a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe63814def0 0x7fe6380716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63f97a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe6380c0e50 0x7fe638070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63f97a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe63814e2d0 con 0x7fe6380c1820 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63f97a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe638151440 con 0x7fe6380c0e50 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63f97a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe638151720 con 0x7fe63814def0 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63df17640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe6380c0e50 0x7fe638070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63df17640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe6380c0e50 0x7fe638070a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60652/0 (socket says 172.21.15.32:60652) 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63df17640 1 -- 172.21.15.32:0/3368448749 learned_addr learned my addr 172.21.15.32:0/3368448749 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63df17640 1 -- 172.21.15.32:0/3368448749 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe63814def0 msgr2=0x7fe6380716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63d716640 1 --2- 172.21.15.32:0/3368448749 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe63814def0 0x7fe6380716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63df17640 1 --2- 172.21.15.32:0/3368448749 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe63814def0 0x7fe6380716f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63df17640 1 -- 172.21.15.32:0/3368448749 >> v1:172.21.15.32:6789/0 conn(0x7fe6380c1820 legacy=0x7fe638070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63df17640 1 -- 172.21.15.32:0/3368448749 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6380c1cf0 con 0x7fe6380c0e50 2024-04-18T05:11:40.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.269+0000 7fe63df17640 1 --2- 172.21.15.32:0/3368448749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380c0e50 0x7fe638070a50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe630009e50 tx=0x7fe63001c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f28a9f1d0b95e29 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:40.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe62ffff640 1 -- 172.21.15.32:0/3368448749 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6300a5660 con 0x7fe6380c0e50 2024-04-18T05:11:40.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe62ffff640 1 -- 172.21.15.32:0/3368448749 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6300a57c0 con 0x7fe6380c0e50 2024-04-18T05:11:40.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe62ffff640 1 -- 172.21.15.32:0/3368448749 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6300a5b50 con 0x7fe6380c0e50 2024-04-18T05:11:40.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- 172.21.15.32:0/3368448749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380c0e50 msgr2=0x7fe638070a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 --2- 172.21.15.32:0/3368448749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380c0e50 0x7fe638070a50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe630009e50 tx=0x7fe63001c9a0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- 172.21.15.32:0/3368448749 shutdown_connections 2024-04-18T05:11:40.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 --2- 172.21.15.32:0/3368448749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380c0e50 0x7fe638070a50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 --2- 172.21.15.32:0/3368448749 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe63814def0 0x7fe6380716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- 172.21.15.32:0/3368448749 >> 172.21.15.32:0/3368448749 conn(0x7fe638069e80 msgr2=0x7fe63806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:40.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- 172.21.15.32:0/3368448749 shutdown_connections 2024-04-18T05:11:40.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- 172.21.15.32:0/3368448749 wait complete. 2024-04-18T05:11:40.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 Processor -- start 2024-04-18T05:11:40.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- start start 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c0e50 0x7fe63814a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6380c1820 0x7fe63814a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe63814def0 0x7fe6380c2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe638149020 con 0x7fe63814def0 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6381e9840 con 0x7fe6380c1820 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6381e9d70 con 0x7fe6380c0e50 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63df17640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe63814def0 0x7fe6380c2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63df17640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe63814def0 0x7fe6380c2e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60660/0 (socket says 172.21.15.32:60660) 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63df17640 1 -- 172.21.15.32:0/1518543888 learned_addr learned my addr 172.21.15.32:0/1518543888 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:40.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63df17640 1 -- 172.21.15.32:0/1518543888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c0e50 msgr2=0x7fe63814a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63d716640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c0e50 0x7fe63814a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63cf15640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6380c1820 0x7fe63814a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63df17640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c0e50 0x7fe63814a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63df17640 1 -- 172.21.15.32:0/1518543888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6380c1820 msgr2=0x7fe63814a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63df17640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6380c1820 0x7fe63814a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63df17640 1 -- 172.21.15.32:0/1518543888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe630009b30 con 0x7fe63814def0 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63df17640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe63814def0 0x7fe6380c2e00 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe6300af040 tx=0x7fe630019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe62dffb640 1 -- 172.21.15.32:0/1518543888 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6300b4640 con 0x7fe63814def0 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe62dffb640 1 -- 172.21.15.32:0/1518543888 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6300b8070 con 0x7fe63814def0 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe638148640 con 0x7fe63814def0 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe62dffb640 1 -- 172.21.15.32:0/1518543888 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6300b49c0 con 0x7fe63814def0 2024-04-18T05:11:40.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.273+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6381e9a90 con 0x7fe63814def0 2024-04-18T05:11:40.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.277+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6380c3b00 con 0x7fe63814def0 2024-04-18T05:11:40.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.277+0000 7fe62dffb640 1 -- 172.21.15.32:0/1518543888 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe6300b4b20 con 0x7fe63814def0 2024-04-18T05:11:40.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.277+0000 7fe62dffb640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe61c066690 0x7fe61c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.277+0000 7fe62dffb640 1 -- 172.21.15.32:0/1518543888 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe630120ae0 con 0x7fe63814def0 2024-04-18T05:11:40.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.277+0000 7fe63d716640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe61c066690 0x7fe61c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.277+0000 7fe63d716640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe61c066690 0x7fe61c068b50 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe63814e5a0 tx=0x7fe634008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:40.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.281+0000 7fe62dffb640 1 -- 172.21.15.32:0/1518543888 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe6300edbf0 con 0x7fe63814def0 2024-04-18T05:11:40.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.445+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe6381487d0 con 0x7fe63814def0 2024-04-18T05:11:40.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.445+0000 7fe62dffb640 1 -- 172.21.15.32:0/1518543888 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7fe6300ba090 con 0x7fe63814def0 2024-04-18T05:11:40.448 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:40.448 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe61c066690 msgr2=0x7fe61c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe61c066690 0x7fe61c068b50 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe63814e5a0 tx=0x7fe634008040 comp rx=0 tx=0).stop 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe63814def0 msgr2=0x7fe6380c2e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe63814def0 0x7fe6380c2e00 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe6300af040 tx=0x7fe630019740 comp rx=0 tx=0).stop 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 shutdown_connections 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe63814def0 0x7fe6380c2e00 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe61c066690 0x7fe61c068b50 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6380c1820 0x7fe63814a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 --2- 172.21.15.32:0/1518543888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c0e50 0x7fe63814a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 >> 172.21.15.32:0/1518543888 conn(0x7fe638069e80 msgr2=0x7fe6380a9af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 shutdown_connections 2024-04-18T05:11:40.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.449+0000 7fe63f97a640 1 -- 172.21.15.32:0/1518543888 wait complete. 2024-04-18T05:11:40.467 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:11:40.467 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:11:40.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.585+0000 7fbb7de8e640 1 Processor -- start 2024-04-18T05:11:40.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.585+0000 7fbb7de8e640 1 -- start start 2024-04-18T05:11:40.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.585+0000 7fbb7de8e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbb7806df40 0x7fbb78151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.585+0000 7fbb7de8e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb780a8200 con 0x7fbb7813ae10 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.585+0000 7fbb7de8e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb780a84e0 con 0x7fbb7813a8c0 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.585+0000 7fbb7de8e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb780a8fb0 con 0x7fbb7806df40 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.585+0000 7fbb6ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbb7813ae10 0x7fbb781559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55254/0 (socket says 172.21.15.32:55254) 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb6ffff640 1 -- 172.21.15.32:0/3911204783 learned_addr learned my addr 172.21.15.32:0/3911204783 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb777fe640 1 --2- 172.21.15.32:0/3911204783 >> v2:172.21.15.92:3300/0 conn(0x7fbb7806df40 0x7fbb78151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2896124590 0 0) 0x7fbb780a8200 con 0x7fbb7813ae10 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb64003530 con 0x7fbb7813ae10 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3111919553 0 0) 0x7fbb64003530 con 0x7fbb7813ae10 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 >> v2:172.21.15.92:3300/0 conn(0x7fbb7806df40 msgr2=0x7fbb78151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 --2- 172.21.15.32:0/3911204783 >> v2:172.21.15.92:3300/0 conn(0x7fbb7806df40 0x7fbb78151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 >> v1:172.21.15.92:6789/0 conn(0x7fbb7813a8c0 legacy=0x7fbb780a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb780a87c0 con 0x7fbb7813ae10 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fbb60001680 con 0x7fbb7813ae10 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 >> v1:172.21.15.32:6789/0 conn(0x7fbb7813ae10 legacy=0x7fbb781559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb64003980 0x7fbb64003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb640047d0 0x7fbb64004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb640052b0 0x7fbb6400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6400c150 con 0x7fbb640047d0 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6400c2c0 con 0x7fbb640052b0 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb6400c480 con 0x7fbb64003980 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb777fe640 1 --2- 172.21.15.32:0/3911204783 >> v2:172.21.15.92:3300/0 conn(0x7fbb7806df40 0x7fbb78151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb6ffff640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb640047d0 0x7fbb64004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb77fff640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb640052b0 0x7fbb6400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb6ffff640 1 -- 172.21.15.32:0/3911204783 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb64003980 msgr2=0x7fbb64003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb6ffff640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb64003980 0x7fbb64003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb6ffff640 1 -- 172.21.15.32:0/3911204783 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb640052b0 msgr2=0x7fbb6400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb6ffff640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb640052b0 0x7fbb6400b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb77fff640 1 -- 172.21.15.32:0/3911204783 reap_dead start 2024-04-18T05:11:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb6ffff640 1 -- 172.21.15.32:0/3911204783 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb64003530 con 0x7fbb640047d0 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb6ffff640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb640047d0 0x7fbb64004c50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000c210 tx=0x7fbb6001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f724579b095f596 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb60005ae0 con 0x7fbb640047d0 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb60005c40 con 0x7fbb640047d0 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb76ffd640 1 -- 172.21.15.32:0/3911204783 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb600a59d0 con 0x7fbb640047d0 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb7de8e640 1 -- 172.21.15.32:0/3911204783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb640047d0 msgr2=0x7fbb64004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb7de8e640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb640047d0 0x7fbb64004c50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000c210 tx=0x7fbb6001cc40 comp rx=0 tx=0).stop 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb7de8e640 1 -- 172.21.15.32:0/3911204783 shutdown_connections 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb7de8e640 1 --2- 172.21.15.32:0/3911204783 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb640047d0 0x7fbb64004c50 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb7de8e640 1 -- 172.21.15.32:0/3911204783 >> 172.21.15.32:0/3911204783 conn(0x7fbb780c54b0 msgr2=0x7fbb780c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb7de8e640 1 -- 172.21.15.32:0/3911204783 shutdown_connections 2024-04-18T05:11:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.589+0000 7fbb7de8e640 1 -- 172.21.15.32:0/3911204783 wait complete. 2024-04-18T05:11:40.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 Processor -- start 2024-04-18T05:11:40.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 -- start start 2024-04-18T05:11:40.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb640047d0 0x7fbb781549e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb78130100 0x7fbb780bb010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb780bb550 0x7fbb780c2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb780bab80 con 0x7fbb780bb550 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb78153240 con 0x7fbb640047d0 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb78152c80 con 0x7fbb78130100 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb77fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb780bb550 0x7fbb780c2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb77fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb780bb550 0x7fbb780c2ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60670/0 (socket says 172.21.15.32:60670) 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb77fff640 1 -- 172.21.15.32:0/396484409 learned_addr learned my addr 172.21.15.32:0/396484409 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb777fe640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb640047d0 0x7fbb781549e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb6ffff640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb78130100 0x7fbb780bb010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb77fff640 1 -- 172.21.15.32:0/396484409 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb78130100 msgr2=0x7fbb780bb010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb77fff640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb78130100 0x7fbb780bb010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb77fff640 1 -- 172.21.15.32:0/396484409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb640047d0 msgr2=0x7fbb781549e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb77fff640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb640047d0 0x7fbb781549e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb77fff640 1 -- 172.21.15.32:0/396484409 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb78152f60 con 0x7fbb780bb550 2024-04-18T05:11:40.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb77fff640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb780bb550 0x7fbb780c2ca0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbb7806b750 tx=0x7fbb7000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:40.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb74ff9640 1 -- 172.21.15.32:0/396484409 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb70003b80 con 0x7fbb780bb550 2024-04-18T05:11:40.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb74ff9640 1 -- 172.21.15.32:0/396484409 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb70003ce0 con 0x7fbb780bb550 2024-04-18T05:11:40.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb780ba810 con 0x7fbb780bb550 2024-04-18T05:11:40.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb74ff9640 1 -- 172.21.15.32:0/396484409 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb700052b0 con 0x7fbb780bb550 2024-04-18T05:11:40.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb780c4ab0 con 0x7fbb780bb550 2024-04-18T05:11:40.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.593+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb780ba650 con 0x7fbb780bb550 2024-04-18T05:11:40.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.597+0000 7fbb74ff9640 1 -- 172.21.15.32:0/396484409 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbb70005410 con 0x7fbb780bb550 2024-04-18T05:11:40.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.597+0000 7fbb74ff9640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb58066690 0x7fbb58068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.597+0000 7fbb74ff9640 1 -- 172.21.15.32:0/396484409 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbb70083d20 con 0x7fbb780bb550 2024-04-18T05:11:40.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.597+0000 7fbb777fe640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb58066690 0x7fbb58068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.597+0000 7fbb777fe640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb58066690 0x7fbb58068b50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbb680047a0 tx=0x7fbb68008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:40.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.601+0000 7fbb74ff9640 1 -- 172.21.15.32:0/396484409 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fbb70050ef0 con 0x7fbb780bb550 2024-04-18T05:11:40.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.753+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbb7804e1e0 con 0x7fbb780bb550 2024-04-18T05:11:40.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb74ff9640 1 -- 172.21.15.32:0/396484409 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbb70018070 con 0x7fbb780bb550 2024-04-18T05:11:40.757 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb58066690 msgr2=0x7fbb58068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb58066690 0x7fbb58068b50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbb680047a0 tx=0x7fbb68008040 comp rx=0 tx=0).stop 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb780bb550 msgr2=0x7fbb780c2ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb780bb550 0x7fbb780c2ca0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbb7806b750 tx=0x7fbb7000dc00 comp rx=0 tx=0).stop 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 shutdown_connections 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb780bb550 0x7fbb780c2ca0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb78130100 0x7fbb780bb010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb58066690 0x7fbb58068b50 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 --2- 172.21.15.32:0/396484409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb640047d0 0x7fbb781549e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 >> 172.21.15.32:0/396484409 conn(0x7fbb780c54b0 msgr2=0x7fbb78150450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:40.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 shutdown_connections 2024-04-18T05:11:40.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.757+0000 7fbb7de8e640 1 -- 172.21.15.32:0/396484409 wait complete. 2024-04-18T05:11:40.774 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:11:40.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef08738640 1 Processor -- start 2024-04-18T05:11:40.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef08738640 1 -- start start 2024-04-18T05:11:40.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef08738640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fef0006b0f0 0x7fef0014f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef08738640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef00072780 0x7fef0014f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef08738640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef0006e050 con 0x7fef001551d0 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef08738640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef000a53e0 con 0x7fef0006b0f0 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef08738640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef0006ea50 con 0x7fef00072780 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef064d4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fef0006b0f0 0x7fef0014f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef05cd3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef00072780 0x7fef0014f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef06cd5640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fef001551d0 0x7fef00155650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:43414/0 (socket says 172.21.15.32:43414) 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef06cd5640 1 -- 172.21.15.32:0/3625732068 learned_addr learned my addr 172.21.15.32:0/3625732068 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef054d2640 1 -- 172.21.15.32:0/3625732068 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3791140866 0 0) 0x7fef0006e050 con 0x7fef001551d0 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef054d2640 1 -- 172.21.15.32:0/3625732068 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feeec003530 con 0x7fef001551d0 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef05cd3640 1 -- 172.21.15.32:0/3625732068 >> v2:172.21.15.92:3300/0 conn(0x7fef0006b0f0 msgr2=0x7fef0014f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef05cd3640 1 --2- 172.21.15.32:0/3625732068 >> v2:172.21.15.92:3300/0 conn(0x7fef0006b0f0 0x7fef0014f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef05cd3640 1 -- 172.21.15.32:0/3625732068 >> v1:172.21.15.92:6789/0 conn(0x7fef001551d0 legacy=0x7fef00155650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef05cd3640 1 -- 172.21.15.32:0/3625732068 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef00072de0 con 0x7fef00072780 2024-04-18T05:11:40.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.893+0000 7fef064d4640 1 --2- 172.21.15.32:0/3625732068 >> v2:172.21.15.92:3300/0 conn(0x7fef0006b0f0 0x7fef0014f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:40.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef05cd3640 1 --2- 172.21.15.32:0/3625732068 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef00072780 0x7fef0014f5e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7feef00097c0 tx=0x7feef001c380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a91336e234a63df2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:40.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef054d2640 1 -- 172.21.15.32:0/3625732068 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef00ad680 con 0x7fef00072780 2024-04-18T05:11:40.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef054d2640 1 -- 172.21.15.32:0/3625732068 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feef00ad7e0 con 0x7fef00072780 2024-04-18T05:11:40.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef054d2640 1 -- 172.21.15.32:0/3625732068 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef00adb70 con 0x7fef00072780 2024-04-18T05:11:40.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 -- 172.21.15.32:0/3625732068 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef00072780 msgr2=0x7fef0014f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 --2- 172.21.15.32:0/3625732068 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef00072780 0x7fef0014f5e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7feef00097c0 tx=0x7feef001c380 comp rx=0 tx=0).stop 2024-04-18T05:11:40.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 -- 172.21.15.32:0/3625732068 shutdown_connections 2024-04-18T05:11:40.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 --2- 172.21.15.32:0/3625732068 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef00072780 0x7fef0014f5e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 --2- 172.21.15.32:0/3625732068 >> v2:172.21.15.92:3300/0 conn(0x7fef0006b0f0 0x7fef0014f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 -- 172.21.15.32:0/3625732068 >> 172.21.15.32:0/3625732068 conn(0x7fef000c2550 msgr2=0x7fef000c2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:40.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 -- 172.21.15.32:0/3625732068 shutdown_connections 2024-04-18T05:11:40.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 -- 172.21.15.32:0/3625732068 wait complete. 2024-04-18T05:11:40.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 Processor -- start 2024-04-18T05:11:40.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 -- start start 2024-04-18T05:11:40.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.897+0000 7fef08738640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef0006b0f0 0x7fef000a9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef08738640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef00072780 0x7fef0014adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef08738640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef001551d0 0x7fef00146970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef08738640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef00145f60 con 0x7fef001551d0 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef08738640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef000aa640 con 0x7fef00072780 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef08738640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef000aa920 con 0x7fef0006b0f0 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef06cd5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef001551d0 0x7fef00146970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef06cd5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef001551d0 0x7fef00146970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60674/0 (socket says 172.21.15.32:60674) 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef06cd5640 1 -- 172.21.15.32:0/787568716 learned_addr learned my addr 172.21.15.32:0/787568716 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef05cd3640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef00072780 0x7fef0014adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef064d4640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef0006b0f0 0x7fef000a9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef06cd5640 1 -- 172.21.15.32:0/787568716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef0006b0f0 msgr2=0x7fef000a9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef06cd5640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef0006b0f0 0x7fef000a9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef06cd5640 1 -- 172.21.15.32:0/787568716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef00072780 msgr2=0x7fef0014adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:40.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef06cd5640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef00072780 0x7fef0014adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:40.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef06cd5640 1 -- 172.21.15.32:0/787568716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feefc009420 con 0x7fef001551d0 2024-04-18T05:11:40.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef06cd5640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef001551d0 0x7fef00146970 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7feef800cbb0 tx=0x7feef800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:40.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7feef6ffd640 1 -- 172.21.15.32:0/787568716 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef800ad40 con 0x7fef001551d0 2024-04-18T05:11:40.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7feef6ffd640 1 -- 172.21.15.32:0/787568716 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feef8012400 con 0x7fef001551d0 2024-04-18T05:11:40.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7feef6ffd640 1 -- 172.21.15.32:0/787568716 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef800aea0 con 0x7fef001551d0 2024-04-18T05:11:40.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feef0009420 con 0x7fef001551d0 2024-04-18T05:11:40.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef00146450 con 0x7fef001551d0 2024-04-18T05:11:40.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef000aaae0 con 0x7fef001551d0 2024-04-18T05:11:40.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7feef6ffd640 1 -- 172.21.15.32:0/787568716 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7feef8007070 con 0x7fef001551d0 2024-04-18T05:11:40.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7feef6ffd640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feee4066690 0x7feee4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:40.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef064d4640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feee4066690 0x7feee4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:40.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7feef6ffd640 1 -- 172.21.15.32:0/787568716 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7feef8084390 con 0x7fef001551d0 2024-04-18T05:11:40.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.901+0000 7fef064d4640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feee4066690 0x7feee4068b50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7feefc009be0 tx=0x7feefc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:40.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:40.905+0000 7feef6ffd640 1 -- 172.21.15.32:0/787568716 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7feef80514b0 con 0x7fef001551d0 2024-04-18T05:11:41.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.061+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fef00146640 con 0x7fef001551d0 2024-04-18T05:11:41.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.061+0000 7feef6ffd640 1 -- 172.21.15.32:0/787568716 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7feef8054ad0 con 0x7fef001551d0 2024-04-18T05:11:41.062 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:11:41.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.061+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feee4066690 msgr2=0x7feee4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.061+0000 7fef08738640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feee4066690 0x7feee4068b50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7feefc009be0 tx=0x7feefc008040 comp rx=0 tx=0).stop 2024-04-18T05:11:41.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.061+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef001551d0 msgr2=0x7fef00146970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.061+0000 7fef08738640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef001551d0 0x7fef00146970 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7feef800cbb0 tx=0x7feef800a430 comp rx=0 tx=0).stop 2024-04-18T05:11:41.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.065+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 shutdown_connections 2024-04-18T05:11:41.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.065+0000 7fef08738640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef001551d0 0x7fef00146970 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.065+0000 7fef08738640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feee4066690 0x7feee4068b50 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.065+0000 7fef08738640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef00072780 0x7fef0014adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.065+0000 7fef08738640 1 --2- 172.21.15.32:0/787568716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef0006b0f0 0x7fef000a9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.065+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 >> 172.21.15.32:0/787568716 conn(0x7fef000c2550 msgr2=0x7fef00155650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:41.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.065+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 shutdown_connections 2024-04-18T05:11:41.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.065+0000 7fef08738640 1 -- 172.21.15.32:0/787568716 wait complete. 2024-04-18T05:11:41.079 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:11:41.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.193+0000 7fda6a981640 1 Processor -- start 2024-04-18T05:11:41.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.193+0000 7fda6a981640 1 -- start start 2024-04-18T05:11:41.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda6a981640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fda641513f0 0x7fda64071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda6a981640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda64154bb0 con 0x7fda64157520 2024-04-18T05:11:41.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda6a981640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda64154030 con 0x7fda6406a310 2024-04-18T05:11:41.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda6a981640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda64154310 con 0x7fda641513f0 2024-04-18T05:11:41.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fda64157520 0x7fda64157980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:55266/0 (socket says 172.21.15.32:55266) 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 -- 172.21.15.32:0/2690774201 learned_addr learned my addr 172.21.15.32:0/2690774201 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda5bfff640 1 --2- 172.21.15.32:0/2690774201 >> v2:172.21.15.92:3300/0 conn(0x7fda641513f0 0x7fda64071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 897227583 0 0) 0x7fda64154bb0 con 0x7fda64157520 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda50003530 con 0x7fda64157520 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1122701991 0 0) 0x7fda50003530 con 0x7fda64157520 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 >> v2:172.21.15.92:3300/0 conn(0x7fda641513f0 msgr2=0x7fda64071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 --2- 172.21.15.32:0/2690774201 >> v2:172.21.15.92:3300/0 conn(0x7fda641513f0 0x7fda64071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 >> v1:172.21.15.92:6789/0 conn(0x7fda6406a310 legacy=0x7fda64150ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda641545f0 con 0x7fda64157520 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fda5c001a00 con 0x7fda64157520 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 >> v1:172.21.15.32:6789/0 conn(0x7fda64157520 legacy=0x7fda64157980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda50003980 0x7fda50003d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda50004380 0x7fda50004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda5000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda64154310 con 0x7fda500050f0 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda5000c030 con 0x7fda50004380 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda5000c1f0 con 0x7fda50003980 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda5000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda5bfff640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda50004380 0x7fda50004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda63fff640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda50003980 0x7fda50003d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 -- 172.21.15.32:0/2690774201 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda50003980 msgr2=0x7fda50003d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda50003980 0x7fda50003d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 -- 172.21.15.32:0/2690774201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda50004380 msgr2=0x7fda50004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda50004380 0x7fda50004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 -- 172.21.15.32:0/2690774201 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda50003530 con 0x7fda500050f0 2024-04-18T05:11:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda63fff640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda50003980 0x7fda50003d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 -- 172.21.15.32:0/2690774201 reap_dead start 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda68f1e640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda5000b990 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fda5c00a830 tx=0x7fda5c01d360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=102579dcd831a319 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5c0ad630 con 0x7fda500050f0 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda5c0a8070 con 0x7fda500050f0 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.197+0000 7fda637fe640 1 -- 172.21.15.32:0/2690774201 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5c0ad9f0 con 0x7fda500050f0 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- 172.21.15.32:0/2690774201 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 msgr2=0x7fda5000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda5000b990 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fda5c00a830 tx=0x7fda5c01d360 comp rx=0 tx=0).stop 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- 172.21.15.32:0/2690774201 shutdown_connections 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 --2- 172.21.15.32:0/2690774201 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda5000b990 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- 172.21.15.32:0/2690774201 >> 172.21.15.32:0/2690774201 conn(0x7fda640c54b0 msgr2=0x7fda640c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- 172.21.15.32:0/2690774201 shutdown_connections 2024-04-18T05:11:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- 172.21.15.32:0/2690774201 wait complete. 2024-04-18T05:11:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 Processor -- start 2024-04-18T05:11:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- start start 2024-04-18T05:11:41.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda64144c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda6406d680 0x7fda6406c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda640c31c0 0x7fda640a9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda6406c0b0 con 0x7fda500050f0 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda641ef920 con 0x7fda6406d680 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda641efc00 con 0x7fda640c31c0 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda63fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda64144c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda63fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda64144c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60694/0 (socket says 172.21.15.32:60694) 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda63fff640 1 -- 172.21.15.32:0/71777997 learned_addr learned my addr 172.21.15.32:0/71777997 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda5bfff640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda6406d680 0x7fda6406c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda68f1e640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda640c31c0 0x7fda640a9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda63fff640 1 -- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda640c31c0 msgr2=0x7fda640a9ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda63fff640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda640c31c0 0x7fda640a9ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda63fff640 1 -- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda6406d680 msgr2=0x7fda6406c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda63fff640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda6406d680 0x7fda6406c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda63fff640 1 -- 172.21.15.32:0/71777997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda6406b9f0 con 0x7fda500050f0 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda68f1e640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda640c31c0 0x7fda640a9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda5bfff640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda6406d680 0x7fda6406c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda63fff640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda64144c20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fda5400d7c0 tx=0x7fda5400dc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda617fa640 1 -- 172.21.15.32:0/71777997 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda54005480 con 0x7fda500050f0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda617fa640 1 -- 172.21.15.32:0/71777997 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda5400de70 con 0x7fda500050f0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda6406bcd0 con 0x7fda500050f0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda617fa640 1 -- 172.21.15.32:0/71777997 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5400b8d0 con 0x7fda500050f0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda640c59b0 con 0x7fda500050f0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.201+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda640666c0 con 0x7fda500050f0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.205+0000 7fda617fa640 1 -- 172.21.15.32:0/71777997 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fda5400ba30 con 0x7fda500050f0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.205+0000 7fda617fa640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fda44066690 0x7fda44068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.205+0000 7fda617fa640 1 -- 172.21.15.32:0/71777997 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fda54084440 con 0x7fda500050f0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.205+0000 7fda5bfff640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fda44066690 0x7fda44068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.205+0000 7fda5bfff640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fda44066690 0x7fda44068b50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fda640bc0c0 tx=0x7fda4c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:41.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.209+0000 7fda617fa640 1 -- 172.21.15.32:0/71777997 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fda54051550 con 0x7fda500050f0 2024-04-18T05:11:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fda6406c390 con 0x7fda500050f0 2024-04-18T05:11:41.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda617fa640 1 -- 172.21.15.32:0/71777997 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fda54054b70 con 0x7fda500050f0 2024-04-18T05:11:41.366 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:11:41.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fda44066690 msgr2=0x7fda44068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fda44066690 0x7fda44068b50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fda640bc0c0 tx=0x7fda4c008040 comp rx=0 tx=0).stop 2024-04-18T05:11:41.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 msgr2=0x7fda64144c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda64144c20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fda5400d7c0 tx=0x7fda5400dc80 comp rx=0 tx=0).stop 2024-04-18T05:11:41.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 shutdown_connections 2024-04-18T05:11:41.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda640c31c0 0x7fda640a9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fda44066690 0x7fda44068b50 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda6406d680 0x7fda6406c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 --2- 172.21.15.32:0/71777997 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fda500050f0 0x7fda64144c20 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 >> 172.21.15.32:0/71777997 conn(0x7fda640c54b0 msgr2=0x7fda64148400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 shutdown_connections 2024-04-18T05:11:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.365+0000 7fda6a981640 1 -- 172.21.15.32:0/71777997 wait complete. 2024-04-18T05:11:41.383 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:11:41.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd5577cc640 1 Processor -- start 2024-04-18T05:11:41.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd5577cc640 1 -- start start 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd5577cc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd5500c34a0 0x7fd5500a8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd5577cc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5500c3880 0x7fd550152200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd5577cc640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd55006f730 con 0x7fd55006e000 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd5577cc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5500bd9d0 con 0x7fd5500c34a0 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd5577cc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd55006f9f0 con 0x7fd5500c3880 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd554d67640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd55006e000 0x7fd550151af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:40956/0 (socket says 172.21.15.32:40956) 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd554d67640 1 -- 172.21.15.32:0/2425518782 learned_addr learned my addr 172.21.15.32:0/2425518782 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd555568640 1 --2- 172.21.15.32:0/2425518782 >> v2:172.21.15.32:3300/0 conn(0x7fd5500c34a0 0x7fd5500a8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd547fff640 1 -- 172.21.15.32:0/2425518782 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3108523861 0 0) 0x7fd55006f730 con 0x7fd55006e000 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd547fff640 1 -- 172.21.15.32:0/2425518782 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd53c003530 con 0x7fd55006e000 2024-04-18T05:11:41.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd555d69640 1 --2- 172.21.15.32:0/2425518782 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5500c3880 0x7fd550152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd555568640 1 -- 172.21.15.32:0/2425518782 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5500c3880 msgr2=0x7fd550152200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:41.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd555568640 1 --2- 172.21.15.32:0/2425518782 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5500c3880 0x7fd550152200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd555568640 1 -- 172.21.15.32:0/2425518782 >> v1:172.21.15.32:6789/0 conn(0x7fd55006e000 legacy=0x7fd550151af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd555568640 1 -- 172.21.15.32:0/2425518782 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd550155b90 con 0x7fd5500c34a0 2024-04-18T05:11:41.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.509+0000 7fd555d69640 1 --2- 172.21.15.32:0/2425518782 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5500c3880 0x7fd550152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:41.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd555568640 1 --2- 172.21.15.32:0/2425518782 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c34a0 0x7fd5500a8ee0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd54c0097c0 tx=0x7fd54c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6f85b797a9d6d16 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:41.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd547fff640 1 -- 172.21.15.32:0/2425518782 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54c0ac620 con 0x7fd5500c34a0 2024-04-18T05:11:41.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd547fff640 1 -- 172.21.15.32:0/2425518782 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd54c0ac780 con 0x7fd5500c34a0 2024-04-18T05:11:41.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd547fff640 1 -- 172.21.15.32:0/2425518782 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54c0acb10 con 0x7fd5500c34a0 2024-04-18T05:11:41.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 -- 172.21.15.32:0/2425518782 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c34a0 msgr2=0x7fd5500a8ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 --2- 172.21.15.32:0/2425518782 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c34a0 0x7fd5500a8ee0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd54c0097c0 tx=0x7fd54c01c3e0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 -- 172.21.15.32:0/2425518782 shutdown_connections 2024-04-18T05:11:41.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 --2- 172.21.15.32:0/2425518782 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5500c3880 0x7fd550152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 --2- 172.21.15.32:0/2425518782 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c34a0 0x7fd5500a8ee0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 -- 172.21.15.32:0/2425518782 >> 172.21.15.32:0/2425518782 conn(0x7fd550072d80 msgr2=0x7fd5500c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:41.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 -- 172.21.15.32:0/2425518782 shutdown_connections 2024-04-18T05:11:41.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 -- 172.21.15.32:0/2425518782 wait complete. 2024-04-18T05:11:41.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 Processor -- start 2024-04-18T05:11:41.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 -- start start 2024-04-18T05:11:41.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd55006e000 0x7fd5501ef9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5500c34a0 0x7fd55014a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c3880 0x7fd55014a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5501f0500 con 0x7fd5500c3880 2024-04-18T05:11:41.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd550151470 con 0x7fd5500c34a0 2024-04-18T05:11:41.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd5577cc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5501f0220 con 0x7fd55006e000 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd555d69640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c3880 0x7fd55014a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd555d69640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c3880 0x7fd55014a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56688/0 (socket says 172.21.15.32:56688) 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd555d69640 1 -- 172.21.15.32:0/2688657940 learned_addr learned my addr 172.21.15.32:0/2688657940 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd555d69640 1 -- 172.21.15.32:0/2688657940 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd55006e000 msgr2=0x7fd5501ef9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.513+0000 7fd555d69640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd55006e000 0x7fd5501ef9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd555d69640 1 -- 172.21.15.32:0/2688657940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5500c34a0 msgr2=0x7fd55014a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd554d67640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5500c34a0 0x7fd55014a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd555d69640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5500c34a0 0x7fd55014a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd555d69640 1 -- 172.21.15.32:0/2688657940 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd54c009420 con 0x7fd5500c3880 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd554d67640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5500c34a0 0x7fd55014a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd555d69640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c3880 0x7fd55014a7d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd54800cef0 tx=0x7fd54800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:41.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd545ffb640 1 -- 172.21.15.32:0/2688657940 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54800d840 con 0x7fd5500c3880 2024-04-18T05:11:41.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd545ffb640 1 -- 172.21.15.32:0/2688657940 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd54800d9c0 con 0x7fd5500c3880 2024-04-18T05:11:41.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd550150e20 con 0x7fd5500c3880 2024-04-18T05:11:41.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd545ffb640 1 -- 172.21.15.32:0/2688657940 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54800dd70 con 0x7fd5500c3880 2024-04-18T05:11:41.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5501eff10 con 0x7fd5500c3880 2024-04-18T05:11:41.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd550150c80 con 0x7fd5500c3880 2024-04-18T05:11:41.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd545ffb640 1 -- 172.21.15.32:0/2688657940 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd54801f440 con 0x7fd5500c3880 2024-04-18T05:11:41.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd545ffb640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd5340666c0 0x7fd534068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd545ffb640 1 -- 172.21.15.32:0/2688657940 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd548084da0 con 0x7fd5500c3880 2024-04-18T05:11:41.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd555568640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd5340666c0 0x7fd534068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.517+0000 7fd555568640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd5340666c0 0x7fd534068b80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd54c0ae000 tx=0x7fd54c004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:41.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.521+0000 7fd545ffb640 1 -- 172.21.15.32:0/2688657940 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd550150c80 con 0x7fd5500c3880 2024-04-18T05:11:41.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.681+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd550150c80 con 0x7fd5500c3880 2024-04-18T05:11:41.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd545ffb640 1 -- 172.21.15.32:0/2688657940 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd550150c80 con 0x7fd5500c3880 2024-04-18T05:11:41.684 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:11:41.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd5340666c0 msgr2=0x7fd534068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd5340666c0 0x7fd534068b80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd54c0ae000 tx=0x7fd54c004740 comp rx=0 tx=0).stop 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c3880 msgr2=0x7fd55014a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c3880 0x7fd55014a7d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd54800cef0 tx=0x7fd54800a710 comp rx=0 tx=0).stop 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 shutdown_connections 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd5500c3880 0x7fd55014a7d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd5340666c0 0x7fd534068b80 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5500c34a0 0x7fd55014a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 --2- 172.21.15.32:0/2688657940 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd55006e000 0x7fd5501ef9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 >> 172.21.15.32:0/2688657940 conn(0x7fd550072d80 msgr2=0x7fd5500c7940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 shutdown_connections 2024-04-18T05:11:41.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.685+0000 7fd5577cc640 1 -- 172.21.15.32:0/2688657940 wait complete. 2024-04-18T05:11:41.704 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:11:41.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f4641cf9640 1 Processor -- start 2024-04-18T05:11:41.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f4641cf9640 1 -- start start 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f4641cf9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 0x7f463c0a8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f4641cf9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f463c06d710 0x7f463c0bfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f4641cf9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f463c06d280 con 0x7f463c0c0190 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f4641cf9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f463c0a8e80 con 0x7f463c06d710 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f4641cf9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f463c06ca20 con 0x7f463c14ef40 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f463affd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f463c06d710 0x7f463c0bfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f463bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f463c0c0190 0x7f463c0aa2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:40958/0 (socket says 172.21.15.32:40958) 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f463bfff640 1 -- 172.21.15.32:0/3948038758 learned_addr learned my addr 172.21.15.32:0/3948038758 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f463b7fe640 1 --2- 172.21.15.32:0/3948038758 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 0x7f463c0a8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f463affd640 1 -- 172.21.15.32:0/3948038758 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 msgr2=0x7f463c0a8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f463affd640 1 --2- 172.21.15.32:0/3948038758 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 0x7f463c0a8370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f463affd640 1 -- 172.21.15.32:0/3948038758 >> v1:172.21.15.32:6789/0 conn(0x7f463c0c0190 legacy=0x7f463c0aa2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.825+0000 7f463affd640 1 -- 172.21.15.32:0/3948038758 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f463c0a8ba0 con 0x7f463c06d710 2024-04-18T05:11:41.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f463affd640 1 --2- 172.21.15.32:0/3948038758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c06d710 0x7f463c0bfc50 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f462c009d90 tx=0x7f462c01c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0e9eac476c37f06 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:41.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f463a7fc640 1 -- 172.21.15.32:0/3948038758 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f462c0a5a00 con 0x7f463c06d710 2024-04-18T05:11:41.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f463a7fc640 1 -- 172.21.15.32:0/3948038758 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f462c0a5b60 con 0x7f463c06d710 2024-04-18T05:11:41.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f463a7fc640 1 -- 172.21.15.32:0/3948038758 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f462c0ad440 con 0x7f463c06d710 2024-04-18T05:11:41.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 -- 172.21.15.32:0/3948038758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c06d710 msgr2=0x7f463c0bfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 --2- 172.21.15.32:0/3948038758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c06d710 0x7f463c0bfc50 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f462c009d90 tx=0x7f462c01c940 comp rx=0 tx=0).stop 2024-04-18T05:11:41.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 -- 172.21.15.32:0/3948038758 shutdown_connections 2024-04-18T05:11:41.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 --2- 172.21.15.32:0/3948038758 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c06d710 0x7f463c0bfc50 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 --2- 172.21.15.32:0/3948038758 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 0x7f463c0a8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 -- 172.21.15.32:0/3948038758 >> 172.21.15.32:0/3948038758 conn(0x7f463c0a7d80 msgr2=0x7f463c069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:41.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 -- 172.21.15.32:0/3948038758 shutdown_connections 2024-04-18T05:11:41.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 -- 172.21.15.32:0/3948038758 wait complete. 2024-04-18T05:11:41.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 Processor -- start 2024-04-18T05:11:41.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 -- start start 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f463c06d710 0x7f463c1558c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c0c0190 0x7f463c1460b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 0x7f463c14d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f463c1ee300 con 0x7f463c0c0190 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f463c1ee5e0 con 0x7f463c06d710 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f4641cf9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f463c152e00 con 0x7f463c14ef40 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f463affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c0c0190 0x7f463c1460b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f463affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c0c0190 0x7f463c1460b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56708/0 (socket says 172.21.15.32:56708) 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.829+0000 7f463affd640 1 -- 172.21.15.32:0/3719927524 learned_addr learned my addr 172.21.15.32:0/3719927524 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:41.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463b7fe640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f463c06d710 0x7f463c1558c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463bfff640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 0x7f463c14d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463affd640 1 -- 172.21.15.32:0/3719927524 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 msgr2=0x7f463c14d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463affd640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 0x7f463c14d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463affd640 1 -- 172.21.15.32:0/3719927524 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f463c06d710 msgr2=0x7f463c1558c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463affd640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f463c06d710 0x7f463c1558c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463affd640 1 -- 172.21.15.32:0/3719927524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f462c009a70 con 0x7f463c0c0190 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463affd640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c0c0190 0x7f463c1460b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f462c01a570 tx=0x7f462c0196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f4633fff640 1 -- 172.21.15.32:0/3719927524 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f462c0ade60 con 0x7f463c0c0190 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f4633fff640 1 -- 172.21.15.32:0/3719927524 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f462c009450 con 0x7f463c0c0190 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f463c1530e0 con 0x7f463c0c0190 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f4633fff640 1 -- 172.21.15.32:0/3719927524 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f462c0b9670 con 0x7f463c0c0190 2024-04-18T05:11:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f463c14d930 con 0x7f463c0c0190 2024-04-18T05:11:41.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f463c1ee440 con 0x7f463c0c0190 2024-04-18T05:11:41.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f4633fff640 1 -- 172.21.15.32:0/3719927524 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f462c0b97d0 con 0x7f463c0c0190 2024-04-18T05:11:41.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f4633fff640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f461c066690 0x7f461c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:41.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f4633fff640 1 -- 172.21.15.32:0/3719927524 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f462c11fda0 con 0x7f463c0c0190 2024-04-18T05:11:41.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463b7fe640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f461c066690 0x7f461c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.833+0000 7f463b7fe640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f461c066690 0x7f461c068b50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f463c0c4250 tx=0x7f4624008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:41.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:41.837+0000 7f4633fff640 1 -- 172.21.15.32:0/3719927524 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f463c1ee440 con 0x7f463c0c0190 2024-04-18T05:11:42.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.005+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f463c1ee440 con 0x7f463c0c0190 2024-04-18T05:11:42.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.005+0000 7f4633fff640 1 -- 172.21.15.32:0/3719927524 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f463c1ee440 con 0x7f463c0c0190 2024-04-18T05:11:42.006 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:11:42.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.005+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f461c066690 msgr2=0x7f461c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:42.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.005+0000 7f4641cf9640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f461c066690 0x7f461c068b50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f463c0c4250 tx=0x7f4624008040 comp rx=0 tx=0).stop 2024-04-18T05:11:42.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c0c0190 msgr2=0x7f463c1460b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:42.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c0c0190 0x7f463c1460b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f462c01a570 tx=0x7f462c0196e0 comp rx=0 tx=0).stop 2024-04-18T05:11:42.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 shutdown_connections 2024-04-18T05:11:42.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f463c14ef40 0x7f463c14d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:42.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f463c0c0190 0x7f463c1460b0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:42.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f461c066690 0x7f461c068b50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:42.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 --2- 172.21.15.32:0/3719927524 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f463c06d710 0x7f463c1558c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:42.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 >> 172.21.15.32:0/3719927524 conn(0x7f463c0a7d80 msgr2=0x7f463c151a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:42.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 shutdown_connections 2024-04-18T05:11:42.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:42.009+0000 7f4641cf9640 1 -- 172.21.15.32:0/3719927524 wait complete. 2024-04-18T05:11:42.024 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-04-18T05:11:42.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:42.024 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-04-18T05:11:42.042 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi032.stderr:ceph-fuse[33312]: fuse finished with error 0 and tester_r 0 2024-04-18T05:11:42.043 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:11:48.144 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T05:11:48.144 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:11:48.145 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-04-18T05:11:48.165 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:48.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9215ad3640 1 Processor -- start 2024-04-18T05:11:48.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9215ad3640 1 -- start start 2024-04-18T05:11:48.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9215ad3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f92100a84c0 0x7f92101519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9215ad3640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92100a8d00 con 0x7f92100a88a0 2024-04-18T05:11:48.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9215ad3640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9210155e50 con 0x7f921006d5d0 2024-04-18T05:11:48.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9215ad3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92100a9080 con 0x7f92100a84c0 2024-04-18T05:11:48.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9207fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f92100a88a0 0x7f921006cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:40960/0 (socket says 172.21.15.32:40960) 2024-04-18T05:11:48.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9207fff640 1 -- 172.21.15.32:0/3737573267 learned_addr learned my addr 172.21.15.32:0/3737573267 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:48.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920f7fe640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f92100a84c0 0x7f92101519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 230797016 0 0) 0x7f92100a8d00 con 0x7f92100a88a0 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f91fc003530 con 0x7f92100a88a0 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2738311730 0 0) 0x7f9210155e50 con 0x7f921006d5d0 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f92100a8d00 con 0x7f921006d5d0 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4265298458 0 0) 0x7f91fc003530 con 0x7f92100a88a0 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f92100a84c0 msgr2=0x7f92101519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f92100a84c0 0x7f92101519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 >> v1:172.21.15.92:6789/0 conn(0x7f921006d5d0 legacy=0x7f921015c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9210154f60 con 0x7f92100a88a0 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920f7fe640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f92100a84c0 0x7f92101519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f91f8001680 con 0x7f92100a88a0 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 >> v1:172.21.15.32:6789/0 conn(0x7f92100a88a0 legacy=0x7f921006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc003b40 0x7f91fc003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91fc0047d0 0x7f91fc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f92100a84c0 0x7f91fc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92100a9080 con 0x7f91fc0047d0 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91fc00ba70 con 0x7f91fc003b40 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91fc00bc30 con 0x7f92100a84c0 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9207fff640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91fc0047d0 0x7f91fc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920f7fe640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc003b40 0x7f91fc003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f920ffff640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f92100a84c0 0x7f91fc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9207fff640 1 -- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f92100a84c0 msgr2=0x7f91fc005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9207fff640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f92100a84c0 0x7f91fc005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9207fff640 1 -- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc003b40 msgr2=0x7f91fc003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:48.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9207fff640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc003b40 0x7f91fc003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.341+0000 7f9207fff640 1 -- 172.21.15.32:0/3737573267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9200009420 con 0x7f91fc0047d0 2024-04-18T05:11:48.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f9207fff640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91fc0047d0 0x7f91fc004c50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f91f800c160 tx=0x7f91f801cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb09c2d7efa37d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:48.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f80058e0 con 0x7f91fc0047d0 2024-04-18T05:11:48.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91f8005a40 con 0x7f91fc0047d0 2024-04-18T05:11:48.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f920effd640 1 -- 172.21.15.32:0/3737573267 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f8005e10 con 0x7f91fc0047d0 2024-04-18T05:11:48.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f9215ad3640 1 -- 172.21.15.32:0/3737573267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91fc0047d0 msgr2=0x7f91fc004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f9215ad3640 1 --2- 172.21.15.32:0/3737573267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f91fc0047d0 0x7f91fc004c50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f91f800c160 tx=0x7f91f801cb60 comp rx=0 tx=0).stop 2024-04-18T05:11:48.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f920ffff640 1 -- 172.21.15.32:0/3737573267 reap_dead start 2024-04-18T05:11:48.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f9215ad3640 1 -- 172.21.15.32:0/3737573267 shutdown_connections 2024-04-18T05:11:48.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f9215ad3640 1 -- 172.21.15.32:0/3737573267 >> 172.21.15.32:0/3737573267 conn(0x7f9210069e80 msgr2=0x7f921006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:48.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f9215ad3640 1 -- 172.21.15.32:0/3737573267 shutdown_connections 2024-04-18T05:11:48.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.345+0000 7f9215ad3640 1 -- 172.21.15.32:0/3737573267 wait complete. 2024-04-18T05:11:48.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 Processor -- start 2024-04-18T05:11:48.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 -- start start 2024-04-18T05:11:48.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc0047d0 0x7f92100be850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9210152f70 0x7f921012ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f921012d3a0 0x7f921012eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9210154190 con 0x7f921012d3a0 2024-04-18T05:11:48.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9210070d00 con 0x7f91fc0047d0 2024-04-18T05:11:48.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9210070130 con 0x7f9210152f70 2024-04-18T05:11:48.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f921012d3a0 0x7f921012eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f921012d3a0 0x7f921012eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56722/0 (socket says 172.21.15.32:56722) 2024-04-18T05:11:48.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920ffff640 1 -- 172.21.15.32:0/2850611474 learned_addr learned my addr 172.21.15.32:0/2850611474 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920f7fe640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc0047d0 0x7f92100be850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9207fff640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9210152f70 0x7f921012ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920ffff640 1 -- 172.21.15.32:0/2850611474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9210152f70 msgr2=0x7f921012ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920ffff640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9210152f70 0x7f921012ce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920ffff640 1 -- 172.21.15.32:0/2850611474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc0047d0 msgr2=0x7f92100be850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920ffff640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc0047d0 0x7f92100be850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920ffff640 1 -- 172.21.15.32:0/2850611474 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92100703d0 con 0x7f921012d3a0 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920f7fe640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc0047d0 0x7f92100be850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920ffff640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f921012d3a0 0x7f921012eb00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f91fc004750 tx=0x7f920800eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920cff9640 1 -- 172.21.15.32:0/2850611474 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9208003980 con 0x7f921012d3a0 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920cff9640 1 -- 172.21.15.32:0/2850611474 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9208003ae0 con 0x7f921012d3a0 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920cff9640 1 -- 172.21.15.32:0/2850611474 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9208003e90 con 0x7f921012d3a0 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92100706b0 con 0x7f921012d3a0 2024-04-18T05:11:48.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9210071190 con 0x7f921012d3a0 2024-04-18T05:11:48.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9210070e90 con 0x7f921012d3a0 2024-04-18T05:11:48.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.349+0000 7f920cff9640 1 -- 172.21.15.32:0/2850611474 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f92080050d0 con 0x7f921012d3a0 2024-04-18T05:11:48.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.353+0000 7f920cff9640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f91f00666c0 0x7f91f0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.353+0000 7f920f7fe640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f91f00666c0 0x7f91f0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.353+0000 7f920cff9640 1 -- 172.21.15.32:0/2850611474 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9208084d60 con 0x7f921012d3a0 2024-04-18T05:11:48.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.353+0000 7f920f7fe640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f91f00666c0 0x7f91f0068b80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9200009ae0 tx=0x7f9200008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:48.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.357+0000 7f920cff9640 1 -- 172.21.15.32:0/2850611474 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9208051e50 con 0x7f921012d3a0 2024-04-18T05:11:48.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.517+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f92100666e0 con 0x7f921012d3a0 2024-04-18T05:11:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f920cff9640 1 -- 172.21.15.32:0/2850611474 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7f9208055470 con 0x7f921012d3a0 2024-04-18T05:11:48.520 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:48.521 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:48.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f91f00666c0 msgr2=0x7f91f0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f91f00666c0 0x7f91f0068b80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9200009ae0 tx=0x7f9200008040 comp rx=0 tx=0).stop 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f921012d3a0 msgr2=0x7f921012eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f921012d3a0 0x7f921012eb00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f91fc004750 tx=0x7f920800eb20 comp rx=0 tx=0).stop 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 shutdown_connections 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f921012d3a0 0x7f921012eb00 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9210152f70 0x7f921012ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f91f00666c0 0x7f91f0068b80 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 --2- 172.21.15.32:0/2850611474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91fc0047d0 0x7f92100be850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 >> 172.21.15.32:0/2850611474 conn(0x7f9210069e80 msgr2=0x7f9210150c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 shutdown_connections 2024-04-18T05:11:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.521+0000 7f9215ad3640 1 -- 172.21.15.32:0/2850611474 wait complete. 2024-04-18T05:11:48.540 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:48.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f603a541640 1 Processor -- start 2024-04-18T05:11:48.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f603a541640 1 -- start start 2024-04-18T05:11:48.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f603a541640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603406cc00 0x7f60340bd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f603a541640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60340a6790 con 0x7f60341573c0 2024-04-18T05:11:48.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f603a541640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6034157eb0 con 0x7f60340c1ca0 2024-04-18T05:11:48.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f603a541640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f603406c0d0 con 0x7f603406cc00 2024-04-18T05:11:48.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6033fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f60341573c0 0x7f60341577a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:40966/0 (socket says 172.21.15.32:40966) 2024-04-18T05:11:48.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6033fff640 1 -- 172.21.15.32:0/2125425904 learned_addr learned my addr 172.21.15.32:0/2125425904 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:48.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1916762224 0 0) 0x7f60340a6790 con 0x7f60341573c0 2024-04-18T05:11:48.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f601c003530 con 0x7f60341573c0 2024-04-18T05:11:48.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6038ade640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603406cc00 0x7f60340bd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 654026753 0 0) 0x7f601c003530 con 0x7f60341573c0 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603406cc00 msgr2=0x7f60340bd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603406cc00 0x7f60340bd1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 >> v1:172.21.15.92:6789/0 conn(0x7f60340c1ca0 legacy=0x7f60340c3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60340a6cc0 con 0x7f60341573c0 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f6024001680 con 0x7f60341573c0 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 >> v1:172.21.15.32:6789/0 conn(0x7f60341573c0 legacy=0x7f60341577a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0039b0 0x7f601c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601c0047d0 0x7f601c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603406cc00 0x7f601c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601c0054e0 con 0x7f601c0047d0 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601c005650 con 0x7f601c0039b0 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f601c00bf00 con 0x7f603406cc00 2024-04-18T05:11:48.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f60337fe640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601c0047d0 0x7f601c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f6033fff640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0039b0 0x7f601c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f60337fe640 1 -- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603406cc00 msgr2=0x7f601c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f60337fe640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603406cc00 0x7f601c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f60337fe640 1 -- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0039b0 msgr2=0x7f601c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f60337fe640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0039b0 0x7f601c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.661+0000 7f60337fe640 1 -- 172.21.15.32:0/2125425904 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f601c003530 con 0x7f601c0047d0 2024-04-18T05:11:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f60337fe640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601c0047d0 0x7f601c004c50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6028001780 tx=0x7f602801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cca4570d40103328 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60280052d0 con 0x7f601c0047d0 2024-04-18T05:11:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6028005450 con 0x7f601c0047d0 2024-04-18T05:11:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f6032ffd640 1 -- 172.21.15.32:0/2125425904 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6028003840 con 0x7f601c0047d0 2024-04-18T05:11:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 -- 172.21.15.32:0/2125425904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601c0047d0 msgr2=0x7f601c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 --2- 172.21.15.32:0/2125425904 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f601c0047d0 0x7f601c004c50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6028001780 tx=0x7f602801c3f0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f6038ade640 1 -- 172.21.15.32:0/2125425904 reap_dead start 2024-04-18T05:11:48.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 -- 172.21.15.32:0/2125425904 shutdown_connections 2024-04-18T05:11:48.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 -- 172.21.15.32:0/2125425904 >> 172.21.15.32:0/2125425904 conn(0x7f60340c7320 msgr2=0x7f60340c7730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:48.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 -- 172.21.15.32:0/2125425904 shutdown_connections 2024-04-18T05:11:48.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 -- 172.21.15.32:0/2125425904 wait complete. 2024-04-18T05:11:48.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 Processor -- start 2024-04-18T05:11:48.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 -- start start 2024-04-18T05:11:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0047d0 0x7f60341ed5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60341f0040 0x7f6034150070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6034149df0 0x7f6034147fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f603406df50 con 0x7f60341f0040 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f603414af40 con 0x7f601c0047d0 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f603a541640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60341f04c0 con 0x7f6034149df0 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f60337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60341f0040 0x7f6034150070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f60337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60341f0040 0x7f6034150070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56734/0 (socket says 172.21.15.32:56734) 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.665+0000 7f60337fe640 1 -- 172.21.15.32:0/891453214 learned_addr learned my addr 172.21.15.32:0/891453214 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6033fff640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0047d0 0x7f60341ed5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6038ade640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6034149df0 0x7f6034147fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f60337fe640 1 -- 172.21.15.32:0/891453214 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6034149df0 msgr2=0x7f6034147fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f60337fe640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6034149df0 0x7f6034147fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f60337fe640 1 -- 172.21.15.32:0/891453214 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0047d0 msgr2=0x7f60341ed5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f60337fe640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0047d0 0x7f60341ed5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f60337fe640 1 -- 172.21.15.32:0/891453214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f603414a980 con 0x7f60341f0040 2024-04-18T05:11:48.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6033fff640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0047d0 0x7f60341ed5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:48.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f60337fe640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60341f0040 0x7f6034150070 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f602801c220 tx=0x7f601c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:48.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6030ff9640 1 -- 172.21.15.32:0/891453214 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60280b8070 con 0x7f60341f0040 2024-04-18T05:11:48.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6030ff9640 1 -- 172.21.15.32:0/891453214 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6028007a40 con 0x7f60341f0040 2024-04-18T05:11:48.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f603414ac60 con 0x7f60341f0040 2024-04-18T05:11:48.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6030ff9640 1 -- 172.21.15.32:0/891453214 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6028003600 con 0x7f60341f0040 2024-04-18T05:11:48.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60341498d0 con 0x7f60341f0040 2024-04-18T05:11:48.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60340666e0 con 0x7f60341f0040 2024-04-18T05:11:48.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6030ff9640 1 -- 172.21.15.32:0/891453214 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f60280050d0 con 0x7f60341f0040 2024-04-18T05:11:48.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6030ff9640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60200666c0 0x7f6020068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6030ff9640 1 -- 172.21.15.32:0/891453214 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f602811daf0 con 0x7f60341f0040 2024-04-18T05:11:48.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6033fff640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60200666c0 0x7f6020068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.669+0000 7f6033fff640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60200666c0 0x7f6020068b80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6024001ca0 tx=0x7f6024009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:48.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.673+0000 7f6030ff9640 1 -- 172.21.15.32:0/891453214 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f60280eac00 con 0x7f60341f0040 2024-04-18T05:11:48.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.829+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f60340666e0 con 0x7f60341f0040 2024-04-18T05:11:48.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.833+0000 7f6030ff9640 1 -- 172.21.15.32:0/891453214 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7f60280ee220 con 0x7f60341f0040 2024-04-18T05:11:48.835 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:48.835 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60200666c0 msgr2=0x7f6020068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60200666c0 0x7f6020068b80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6024001ca0 tx=0x7f6024009040 comp rx=0 tx=0).stop 2024-04-18T05:11:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60341f0040 msgr2=0x7f6034150070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60341f0040 0x7f6034150070 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f602801c220 tx=0x7f601c005800 comp rx=0 tx=0).stop 2024-04-18T05:11:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 shutdown_connections 2024-04-18T05:11:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6034149df0 0x7f6034147fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f60341f0040 0x7f6034150070 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60200666c0 0x7f6020068b80 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 --2- 172.21.15.32:0/891453214 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f601c0047d0 0x7f60341ed5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 >> 172.21.15.32:0/891453214 conn(0x7f60340c7320 msgr2=0x7f60340c6210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:48.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 shutdown_connections 2024-04-18T05:11:48.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.837+0000 7f603a541640 1 -- 172.21.15.32:0/891453214 wait complete. 2024-04-18T05:11:48.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-18T05:11:48.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d3a42640 1 Processor -- start 2024-04-18T05:11:48.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d3a42640 1 -- start start 2024-04-18T05:11:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d3a42640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f37cc0a7450 0x7f37cc151dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d3a42640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f37cc152300 0x7f37cc15c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d3a42640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37cc070d20 con 0x7f37cc14f1b0 2024-04-18T05:11:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d3a42640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37cc155e80 con 0x7f37cc0a7450 2024-04-18T05:11:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d3a42640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37cc151970 con 0x7f37cc152300 2024-04-18T05:11:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d0fdd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f37cc0a7450 0x7f37cc151dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d0fdd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f37cc0a7450 0x7f37cc151dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56750/0 (socket says 172.21.15.32:56750) 2024-04-18T05:11:48.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d0fdd640 1 -- 172.21.15.32:0/3129622905 learned_addr learned my addr 172.21.15.32:0/3129622905 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d0fdd640 1 -- 172.21.15.32:0/3129622905 >> v2:172.21.15.92:3300/0 conn(0x7f37cc152300 msgr2=0x7f37cc15c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d0fdd640 1 --2- 172.21.15.32:0/3129622905 >> v2:172.21.15.92:3300/0 conn(0x7f37cc152300 0x7f37cc15c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d0fdd640 1 -- 172.21.15.32:0/3129622905 >> v1:172.21.15.92:6789/0 conn(0x7f37cc14f1b0 legacy=0x7f37cc0ab690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:48.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.965+0000 7f37d0fdd640 1 -- 172.21.15.32:0/3129622905 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37cc155970 con 0x7f37cc0a7450 2024-04-18T05:11:48.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d0fdd640 1 --2- 172.21.15.32:0/3129622905 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc0a7450 0x7f37cc151dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f37cc070cb0 tx=0x7f37bc01c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ff0f24627a08eb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:48.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37c3fff640 1 -- 172.21.15.32:0/3129622905 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37bc0ac630 con 0x7f37cc0a7450 2024-04-18T05:11:48.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37c3fff640 1 -- 172.21.15.32:0/3129622905 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37bc0ac790 con 0x7f37cc0a7450 2024-04-18T05:11:48.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37c3fff640 1 -- 172.21.15.32:0/3129622905 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37bc0acb20 con 0x7f37cc0a7450 2024-04-18T05:11:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 -- 172.21.15.32:0/3129622905 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc0a7450 msgr2=0x7f37cc151dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 --2- 172.21.15.32:0/3129622905 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc0a7450 0x7f37cc151dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f37cc070cb0 tx=0x7f37bc01c4e0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 -- 172.21.15.32:0/3129622905 shutdown_connections 2024-04-18T05:11:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 --2- 172.21.15.32:0/3129622905 >> v2:172.21.15.92:3300/0 conn(0x7f37cc152300 0x7f37cc15c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 --2- 172.21.15.32:0/3129622905 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc0a7450 0x7f37cc151dc0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 -- 172.21.15.32:0/3129622905 >> 172.21.15.32:0/3129622905 conn(0x7f37cc0c6260 msgr2=0x7f37cc0c6670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 -- 172.21.15.32:0/3129622905 shutdown_connections 2024-04-18T05:11:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 -- 172.21.15.32:0/3129622905 wait complete. 2024-04-18T05:11:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 Processor -- start 2024-04-18T05:11:48.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.969+0000 7f37d3a42640 1 -- start start 2024-04-18T05:11:48.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d3a42640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc14f1b0 0x7f37cc153600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d3a42640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f37cc152300 0x7f37cc1edb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d3a42640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37cc13ca70 0x7f37cc13cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d3a42640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37cc153b40 con 0x7f37cc14f1b0 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d3a42640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37cc13d460 con 0x7f37cc13ca70 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d3a42640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37cc153170 con 0x7f37cc152300 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d17de640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc14f1b0 0x7f37cc153600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d17de640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc14f1b0 0x7f37cc153600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56764/0 (socket says 172.21.15.32:56764) 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d17de640 1 -- 172.21.15.32:0/364690658 learned_addr learned my addr 172.21.15.32:0/364690658 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d17de640 1 -- 172.21.15.32:0/364690658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f37cc152300 msgr2=0x7f37cc1edb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d17de640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f37cc152300 0x7f37cc1edb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d17de640 1 -- 172.21.15.32:0/364690658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37cc13ca70 msgr2=0x7f37cc13cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d1fdf640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37cc13ca70 0x7f37cc13cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d17de640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37cc13ca70 0x7f37cc13cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:48.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d17de640 1 -- 172.21.15.32:0/364690658 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37bc0094d0 con 0x7f37cc14f1b0 2024-04-18T05:11:48.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d17de640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc14f1b0 0x7f37cc153600 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f37c800ba80 tx=0x7f37c800bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:48.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37c1ffb640 1 -- 172.21.15.32:0/364690658 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c800cc90 con 0x7f37cc14f1b0 2024-04-18T05:11:48.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37c1ffb640 1 -- 172.21.15.32:0/364690658 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37c800cdf0 con 0x7f37cc14f1b0 2024-04-18T05:11:48.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37c1ffb640 1 -- 172.21.15.32:0/364690658 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c8014680 con 0x7f37cc14f1b0 2024-04-18T05:11:48.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37cc14ae50 con 0x7f37cc14f1b0 2024-04-18T05:11:48.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37cc14b410 con 0x7f37cc14f1b0 2024-04-18T05:11:48.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37cc0a8130 con 0x7f37cc14f1b0 2024-04-18T05:11:48.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37c1ffb640 1 -- 172.21.15.32:0/364690658 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f37c801d3b0 con 0x7f37cc14f1b0 2024-04-18T05:11:48.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37c1ffb640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f37b00666c0 0x7f37b0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:48.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37c1ffb640 1 -- 172.21.15.32:0/364690658 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f37c80843f0 con 0x7f37cc14f1b0 2024-04-18T05:11:48.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d0fdd640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f37b00666c0 0x7f37b0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:48.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.973+0000 7f37d0fdd640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f37b00666c0 0x7f37b0068b80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f37bc0ae000 tx=0x7f37bc004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:48.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:48.977+0000 7f37c1ffb640 1 -- 172.21.15.32:0/364690658 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f37c8051500 con 0x7f37cc14f1b0 2024-04-18T05:11:49.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.169+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f37cc073590 con 0x7f37cc14f1b0 2024-04-18T05:11:49.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.945+0000 7f37c1ffb640 1 -- 172.21.15.32:0/364690658 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7f37cc073590 con 0x7f37cc14f1b0 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f37b00666c0 msgr2=0x7f37b0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f37b00666c0 0x7f37b0068b80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f37bc0ae000 tx=0x7f37bc004740 comp rx=0 tx=0).stop 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc14f1b0 msgr2=0x7f37cc153600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc14f1b0 0x7f37cc153600 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f37c800ba80 tx=0x7f37c800bf40 comp rx=0 tx=0).stop 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 shutdown_connections 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f37b00666c0 0x7f37b0068b80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f37cc13ca70 0x7f37cc13cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f37cc152300 0x7f37cc1edb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 --2- 172.21.15.32:0/364690658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f37cc14f1b0 0x7f37cc153600 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:49.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 >> 172.21.15.32:0/364690658 conn(0x7f37cc0c6260 msgr2=0x7f37cc071740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:49.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 shutdown_connections 2024-04-18T05:11:49.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:49.949+0000 7f37d3a42640 1 -- 172.21.15.32:0/364690658 wait complete. 2024-04-18T05:11:49.973 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-04-18T05:11:49.973 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-18T05:11:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f73953c0640 1 Processor -- start 2024-04-18T05:11:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f73953c0640 1 -- start start 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f73953c0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f73900c2920 0x7f739006e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f73953c0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7390153d70 0x7f7390154180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f73953c0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7390071730 con 0x7f739014a7d0 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f73953c0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73900c1350 con 0x7f73900c2920 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f73953c0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7390071980 con 0x7f7390153d70 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738effd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f739014a7d0 0x7f739006dd10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:40968/0 (socket says 172.21.15.32:40968) 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738effd640 1 -- 172.21.15.32:0/3637598259 learned_addr learned my addr 172.21.15.32:0/3637598259 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738e7fc640 1 --2- 172.21.15.32:0/3637598259 >> v2:172.21.15.32:3300/0 conn(0x7f73900c2920 0x7f739006e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738dffb640 1 -- 172.21.15.32:0/3637598259 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3997527701 0 0) 0x7f7390071730 con 0x7f739014a7d0 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738f7fe640 1 --2- 172.21.15.32:0/3637598259 >> v2:172.21.15.92:3300/0 conn(0x7f7390153d70 0x7f7390154180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738dffb640 1 -- 172.21.15.32:0/3637598259 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f737c003530 con 0x7f739014a7d0 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738e7fc640 1 -- 172.21.15.32:0/3637598259 >> v2:172.21.15.92:3300/0 conn(0x7f7390153d70 msgr2=0x7f7390154180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738e7fc640 1 --2- 172.21.15.32:0/3637598259 >> v2:172.21.15.92:3300/0 conn(0x7f7390153d70 0x7f7390154180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738e7fc640 1 -- 172.21.15.32:0/3637598259 >> v1:172.21.15.32:6789/0 conn(0x7f739014a7d0 legacy=0x7f739006dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:50.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.105+0000 7f738e7fc640 1 -- 172.21.15.32:0/3637598259 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7390071c60 con 0x7f73900c2920 2024-04-18T05:11:50.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738e7fc640 1 --2- 172.21.15.32:0/3637598259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73900c2920 0x7f739006e420 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f73900a7700 tx=0x7f738001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c140f9dd9ca7e93f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:50.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738dffb640 1 -- 172.21.15.32:0/3637598259 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73800a57f0 con 0x7f73900c2920 2024-04-18T05:11:50.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738dffb640 1 -- 172.21.15.32:0/3637598259 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73800a5950 con 0x7f73900c2920 2024-04-18T05:11:50.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738dffb640 1 -- 172.21.15.32:0/3637598259 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73800a5ce0 con 0x7f73900c2920 2024-04-18T05:11:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 -- 172.21.15.32:0/3637598259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73900c2920 msgr2=0x7f739006e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 --2- 172.21.15.32:0/3637598259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73900c2920 0x7f739006e420 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f73900a7700 tx=0x7f738001c930 comp rx=0 tx=0).stop 2024-04-18T05:11:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 -- 172.21.15.32:0/3637598259 shutdown_connections 2024-04-18T05:11:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 --2- 172.21.15.32:0/3637598259 >> v2:172.21.15.92:3300/0 conn(0x7f7390153d70 0x7f7390154180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 --2- 172.21.15.32:0/3637598259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73900c2920 0x7f739006e420 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 -- 172.21.15.32:0/3637598259 >> 172.21.15.32:0/3637598259 conn(0x7f73900c6260 msgr2=0x7f73900c6670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 -- 172.21.15.32:0/3637598259 shutdown_connections 2024-04-18T05:11:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 -- 172.21.15.32:0/3637598259 wait complete. 2024-04-18T05:11:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 Processor -- start 2024-04-18T05:11:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 -- start start 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73900c2920 0x7f7390147320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f739014a7d0 0x7f73900c4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7390153d70 0x7f739013cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73901404c0 con 0x7f7390153d70 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73900c4a40 con 0x7f73900c2920 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f73953c0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7390142960 con 0x7f739014a7d0 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7390153d70 0x7f739013cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7390153d70 0x7f739013cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56786/0 (socket says 172.21.15.32:56786) 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738f7fe640 1 -- 172.21.15.32:0/994165424 learned_addr learned my addr 172.21.15.32:0/994165424 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738effd640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73900c2920 0x7f7390147320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738e7fc640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f739014a7d0 0x7f73900c4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738f7fe640 1 -- 172.21.15.32:0/994165424 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f739014a7d0 msgr2=0x7f73900c4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738f7fe640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f739014a7d0 0x7f73900c4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738f7fe640 1 -- 172.21.15.32:0/994165424 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73900c2920 msgr2=0x7f7390147320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738f7fe640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73900c2920 0x7f7390147320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738f7fe640 1 -- 172.21.15.32:0/994165424 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7380009a70 con 0x7f7390153d70 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.109+0000 7f738e7fc640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f739014a7d0 0x7f73900c4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f738f7fe640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7390153d70 0x7f739013cae0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f737800d560 tx=0x7f737800da20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f73877fe640 1 -- 172.21.15.32:0/994165424 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73780125f0 con 0x7f7390153d70 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f73877fe640 1 -- 172.21.15.32:0/994165424 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7378012770 con 0x7f7390153d70 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73901401e0 con 0x7f7390153d70 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f73877fe640 1 -- 172.21.15.32:0/994165424 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7378012b20 con 0x7f7390153d70 2024-04-18T05:11:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73900c4c90 con 0x7f7390153d70 2024-04-18T05:11:50.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f739006ed50 con 0x7f7390153d70 2024-04-18T05:11:50.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f73877fe640 1 -- 172.21.15.32:0/994165424 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7378012c80 con 0x7f7390153d70 2024-04-18T05:11:50.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f73877fe640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7370066690 0x7f7370068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:50.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f73877fe640 1 -- 172.21.15.32:0/994165424 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7378084960 con 0x7f7390153d70 2024-04-18T05:11:50.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f738effd640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7370066690 0x7f7370068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:50.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.113+0000 7f738effd640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7370066690 0x7f7370068b50 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f73880011f0 tx=0x7f7388009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:50.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.117+0000 7f73877fe640 1 -- 172.21.15.32:0/994165424 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f739006ed50 con 0x7f7390153d70 2024-04-18T05:11:50.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.313+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f739006ed50 con 0x7f7390153d70 2024-04-18T05:11:50.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.961+0000 7f73877fe640 1 -- 172.21.15.32:0/994165424 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7f739006ed50 con 0x7f7390153d70 2024-04-18T05:11:50.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7370066690 msgr2=0x7f7370068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:50.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7370066690 0x7f7370068b50 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f73880011f0 tx=0x7f7388009040 comp rx=0 tx=0).stop 2024-04-18T05:11:50.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7390153d70 msgr2=0x7f739013cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:50.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7390153d70 0x7f739013cae0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f737800d560 tx=0x7f737800da20 comp rx=0 tx=0).stop 2024-04-18T05:11:50.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 shutdown_connections 2024-04-18T05:11:50.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7390153d70 0x7f739013cae0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:50.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f739014a7d0 0x7f73900c4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:50.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7370066690 0x7f7370068b50 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:50.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 --2- 172.21.15.32:0/994165424 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73900c2920 0x7f7390147320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:50.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 >> 172.21.15.32:0/994165424 conn(0x7f73900c6260 msgr2=0x7f739006dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:50.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 shutdown_connections 2024-04-18T05:11:50.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:50.965+0000 7f73953c0640 1 -- 172.21.15.32:0/994165424 wait complete. 2024-04-18T05:11:50.987 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-18T05:11:50.987 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:11:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.113+0000 7f6aa0947640 1 Processor -- start 2024-04-18T05:11:51.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.113+0000 7f6aa0947640 1 -- start start 2024-04-18T05:11:51.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6aa0947640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6a9c1519f0 0x7f6a9c0a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6aa0947640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a9c155e50 con 0x7f6a9c06d5d0 2024-04-18T05:11:51.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6aa0947640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a9c154f60 con 0x7f6a9c0a84c0 2024-04-18T05:11:51.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6aa0947640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a9c0a9080 con 0x7f6a9c1519f0 2024-04-18T05:11:51.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9ad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6a9c06d5d0 0x7f6a9c15c2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:40972/0 (socket says 172.21.15.32:40972) 2024-04-18T05:11:51.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9ad9d640 1 -- 172.21.15.32:0/3699170207 learned_addr learned my addr 172.21.15.32:0/3699170207 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a99d9b640 1 --2- 172.21.15.32:0/3699170207 >> v2:172.21.15.92:3300/0 conn(0x7f6a9c1519f0 0x7f6a9c0a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 803178144 0 0) 0x7f6a9c155e50 con 0x7f6a9c06d5d0 2024-04-18T05:11:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6a84003530 con 0x7f6a9c06d5d0 2024-04-18T05:11:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 959657349 0 0) 0x7f6a84003530 con 0x7f6a9c06d5d0 2024-04-18T05:11:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 >> v2:172.21.15.92:3300/0 conn(0x7f6a9c1519f0 msgr2=0x7f6a9c0a88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 --2- 172.21.15.32:0/3699170207 >> v2:172.21.15.92:3300/0 conn(0x7f6a9c1519f0 0x7f6a9c0a88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 >> v1:172.21.15.92:6789/0 conn(0x7f6a9c0a84c0 legacy=0x7f6a9c06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a9c155240 con 0x7f6a9c06d5d0 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f6a94001a00 con 0x7f6a9c06d5d0 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 >> v1:172.21.15.32:6789/0 conn(0x7f6a9c06d5d0 legacy=0x7f6a9c15c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a84003980 0x7f6a84003d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84004380 0x7f6a84004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a840050f0 0x7f6a8400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9c0a9080 con 0x7f6a84003980 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a8400c030 con 0x7f6a840050f0 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a8400c1f0 con 0x7f6a84004380 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9a59c640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a84003980 0x7f6a84003d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a99d9b640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84004380 0x7f6a84004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9ad9d640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a840050f0 0x7f6a8400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9a59c640 1 -- 172.21.15.32:0/3699170207 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84004380 msgr2=0x7f6a84004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9a59c640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84004380 0x7f6a84004850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9a59c640 1 -- 172.21.15.32:0/3699170207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a840050f0 msgr2=0x7f6a8400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9a59c640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a840050f0 0x7f6a8400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9a59c640 1 -- 172.21.15.32:0/3699170207 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a84003530 con 0x7f6a84003980 2024-04-18T05:11:51.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9ad9d640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a840050f0 0x7f6a8400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:51.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.117+0000 7f6a9ad9d640 1 -- 172.21.15.32:0/3699170207 reap_dead start 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a9a59c640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a84003980 0x7f6a84003d60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c001860 tx=0x7f6a8c01c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18e2ee69d19983d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c0ab600 con 0x7f6a84003980 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a8c0a7050 con 0x7f6a84003980 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a9959a640 1 -- 172.21.15.32:0/3699170207 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c0ab9e0 con 0x7f6a84003980 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 -- 172.21.15.32:0/3699170207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a84003980 msgr2=0x7f6a84003d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a84003980 0x7f6a84003d60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c001860 tx=0x7f6a8c01c500 comp rx=0 tx=0).stop 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 -- 172.21.15.32:0/3699170207 shutdown_connections 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 --2- 172.21.15.32:0/3699170207 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a84003980 0x7f6a84003d60 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 -- 172.21.15.32:0/3699170207 >> 172.21.15.32:0/3699170207 conn(0x7f6a9c069e80 msgr2=0x7f6a9c06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:51.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 -- 172.21.15.32:0/3699170207 shutdown_connections 2024-04-18T05:11:51.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 -- 172.21.15.32:0/3699170207 wait complete. 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 Processor -- start 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 -- start start 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84003980 0x7f6a9c1ea520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a9c154c00 0x7f6a9c1ee3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a9c132110 0x7f6a9c1365a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9c131f30 con 0x7f6a9c154c00 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9c154820 con 0x7f6a9c132110 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6aa0947640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9c1eaa60 con 0x7f6a84003980 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a99d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a9c154c00 0x7f6a9c1ee3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a99d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a9c154c00 0x7f6a9c1ee3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56798/0 (socket says 172.21.15.32:56798) 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a99d9b640 1 -- 172.21.15.32:0/1724094826 learned_addr learned my addr 172.21.15.32:0/1724094826 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:51.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a9a59c640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84003980 0x7f6a9c1ea520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a9ad9d640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a9c132110 0x7f6a9c1365a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a99d9b640 1 -- 172.21.15.32:0/1724094826 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84003980 msgr2=0x7f6a9c1ea520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a99d9b640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84003980 0x7f6a9c1ea520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a99d9b640 1 -- 172.21.15.32:0/1724094826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a9c132110 msgr2=0x7f6a9c1365a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a99d9b640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a9c132110 0x7f6a9c1365a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a99d9b640 1 -- 172.21.15.32:0/1724094826 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a9c154540 con 0x7f6a9c154c00 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a9a59c640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84003980 0x7f6a9c1ea520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.121+0000 7f6a99d9b640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a9c154c00 0x7f6a9c1ee3a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6a90010930 tx=0x7f6a90010df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6a8affd640 1 -- 172.21.15.32:0/1724094826 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a900096b0 con 0x7f6a9c154c00 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6a8affd640 1 -- 172.21.15.32:0/1724094826 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a9000ec20 con 0x7f6a9c154c00 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a9c1edba0 con 0x7f6a9c154c00 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6a8affd640 1 -- 172.21.15.32:0/1724094826 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a9001c400 con 0x7f6a9c154c00 2024-04-18T05:11:51.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a9c1ee8e0 con 0x7f6a9c154c00 2024-04-18T05:11:51.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a9c0666e0 con 0x7f6a9c154c00 2024-04-18T05:11:51.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6a8affd640 1 -- 172.21.15.32:0/1724094826 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6a9001c560 con 0x7f6a9c154c00 2024-04-18T05:11:51.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6a8affd640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a7c0666c0 0x7f6a7c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6a8affd640 1 -- 172.21.15.32:0/1724094826 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6a900849c0 con 0x7f6a9c154c00 2024-04-18T05:11:51.127 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6a9a59c640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a7c0666c0 0x7f6a7c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.125+0000 7f6a9a59c640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a7c0666c0 0x7f6a7c068b80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c0ad000 tx=0x7f6a8c0a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:51.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.129+0000 7f6a8affd640 1 -- 172.21.15.32:0/1724094826 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f6a90051ba0 con 0x7f6a9c154c00 2024-04-18T05:11:51.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.325+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6a9c1500d0 con 0x7f6a9c154c00 2024-04-18T05:11:51.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.325+0000 7f6a8affd640 1 -- 172.21.15.32:0/1724094826 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4724 (secure 0 0 0) 0x7f6a900551c0 con 0x7f6a9c154c00 2024-04-18T05:11:51.328 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:51.328 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:50.952081+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-18T05:11:51.328 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-04-18T05:11:51.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a7c0666c0 msgr2=0x7f6a7c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a7c0666c0 0x7f6a7c068b80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c0ad000 tx=0x7f6a8c0a6000 comp rx=0 tx=0).stop 2024-04-18T05:11:51.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a9c154c00 msgr2=0x7f6a9c1ee3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a9c154c00 0x7f6a9c1ee3a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6a90010930 tx=0x7f6a90010df0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 shutdown_connections 2024-04-18T05:11:51.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a7c0666c0 0x7f6a7c068b80 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a9c132110 0x7f6a9c1365a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a9c154c00 0x7f6a9c1ee3a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 --2- 172.21.15.32:0/1724094826 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a84003980 0x7f6a9c1ea520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 >> 172.21.15.32:0/1724094826 conn(0x7f6a9c069e80 msgr2=0x7f6a9c151f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:51.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 shutdown_connections 2024-04-18T05:11:51.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.329+0000 7f6aa0947640 1 -- 172.21.15.32:0/1724094826 wait complete. 2024-04-18T05:11:51.347 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:51.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc84121640 1 Processor -- start 2024-04-18T05:11:51.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc84121640 1 -- start start 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc84121640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c151df0 0x7efc7c06e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc84121640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efc7c0c6ca0 0x7efc7c154f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc84121640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc7c152940 con 0x7efc7c1521d0 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc84121640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc7c155c70 con 0x7efc7c0c6ca0 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc84121640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc7c152660 con 0x7efc7c151df0 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc816bc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7efc7c1521d0 0x7efc7c152e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37314/0 (socket says 172.21.15.32:37314) 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc816bc640 1 -- 172.21.15.32:0/2935580960 learned_addr learned my addr 172.21.15.32:0/2935580960 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc81ebd640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c151df0 0x7efc7c06e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc826be640 1 --2- 172.21.15.32:0/2935580960 >> v2:172.21.15.92:3300/0 conn(0x7efc7c0c6ca0 0x7efc7c154f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 464336716 0 0) 0x7efc7c152940 con 0x7efc7c1521d0 2024-04-18T05:11:51.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc68003530 con 0x7efc7c1521d0 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1567262705 0 0) 0x7efc68003530 con 0x7efc7c1521d0 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c151df0 msgr2=0x7efc7c06e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c151df0 0x7efc7c06e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 >> v2:172.21.15.92:3300/0 conn(0x7efc7c0c6ca0 msgr2=0x7efc7c154f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 --2- 172.21.15.32:0/2935580960 >> v2:172.21.15.92:3300/0 conn(0x7efc7c0c6ca0 0x7efc7c154f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc7c153590 con 0x7efc7c1521d0 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7efc6c001680 con 0x7efc7c1521d0 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 >> v1:172.21.15.32:6789/0 conn(0x7efc7c1521d0 legacy=0x7efc7c152e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c151df0 0x7efc68003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc68003f00 0x7efc680047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc68004d10 0x7efc68005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc7c155c70 con 0x7efc68004d10 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc7c152660 con 0x7efc68003f00 2024-04-18T05:11:51.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc6800b9e0 con 0x7efc7c151df0 2024-04-18T05:11:51.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc826be640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc68004d10 0x7efc68005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc816bc640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc68003f00 0x7efc680047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc81ebd640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c151df0 0x7efc68003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc826be640 1 -- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c151df0 msgr2=0x7efc68003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc826be640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c151df0 0x7efc68003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc826be640 1 -- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc68003f00 msgr2=0x7efc680047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc826be640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc68003f00 0x7efc680047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.457+0000 7efc826be640 1 -- 172.21.15.32:0/2935580960 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc68003530 con 0x7efc68004d10 2024-04-18T05:11:51.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc826be640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc68004d10 0x7efc68005190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efc7400e170 tx=0x7efc7401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a39fc918101a1df7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:51.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc740a5ba0 con 0x7efc68004d10 2024-04-18T05:11:51.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc7400f040 con 0x7efc68004d10 2024-04-18T05:11:51.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc80ebb640 1 -- 172.21.15.32:0/2935580960 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc740ad440 con 0x7efc68004d10 2024-04-18T05:11:51.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 -- 172.21.15.32:0/2935580960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc68004d10 msgr2=0x7efc68005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 --2- 172.21.15.32:0/2935580960 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc68004d10 0x7efc68005190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efc7400e170 tx=0x7efc7401cca0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc826be640 1 -- 172.21.15.32:0/2935580960 reap_dead start 2024-04-18T05:11:51.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 -- 172.21.15.32:0/2935580960 shutdown_connections 2024-04-18T05:11:51.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 -- 172.21.15.32:0/2935580960 >> 172.21.15.32:0/2935580960 conn(0x7efc7c0c7390 msgr2=0x7efc7c0c77a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:51.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 -- 172.21.15.32:0/2935580960 shutdown_connections 2024-04-18T05:11:51.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 -- 172.21.15.32:0/2935580960 wait complete. 2024-04-18T05:11:51.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 Processor -- start 2024-04-18T05:11:51.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 -- start start 2024-04-18T05:11:51.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc7c153ae0 0x7efc7c0c0430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc7c0bc3b0 0x7efc7c0c0970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c0bfd50 0x7efc7c14cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc7c14da80 con 0x7efc7c153ae0 2024-04-18T05:11:51.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc7c0bce20 con 0x7efc7c0bc3b0 2024-04-18T05:11:51.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc84121640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc7c0bd100 con 0x7efc7c0bfd50 2024-04-18T05:11:51.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc81ebd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc7c153ae0 0x7efc7c0c0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc81ebd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc7c153ae0 0x7efc7c0c0430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57636/0 (socket says 172.21.15.32:57636) 2024-04-18T05:11:51.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.461+0000 7efc81ebd640 1 -- 172.21.15.32:0/1718464332 learned_addr learned my addr 172.21.15.32:0/1718464332 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:51.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc826be640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c0bfd50 0x7efc7c14cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc816bc640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc7c0bc3b0 0x7efc7c0c0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc81ebd640 1 -- 172.21.15.32:0/1718464332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c0bfd50 msgr2=0x7efc7c14cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc81ebd640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c0bfd50 0x7efc7c14cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc81ebd640 1 -- 172.21.15.32:0/1718464332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc7c0bc3b0 msgr2=0x7efc7c0c0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc81ebd640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc7c0bc3b0 0x7efc7c0c0970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc81ebd640 1 -- 172.21.15.32:0/1718464332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc7c1eb270 con 0x7efc7c153ae0 2024-04-18T05:11:51.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc81ebd640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc7c153ae0 0x7efc7c0c0430 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efc780115e0 tx=0x7efc78011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:51.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc727fc640 1 -- 172.21.15.32:0/1718464332 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc7800f8f0 con 0x7efc7c153ae0 2024-04-18T05:11:51.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc727fc640 1 -- 172.21.15.32:0/1718464332 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc7800fa50 con 0x7efc7c153ae0 2024-04-18T05:11:51.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc7c0c0eb0 con 0x7efc7c153ae0 2024-04-18T05:11:51.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc727fc640 1 -- 172.21.15.32:0/1718464332 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc7800fdc0 con 0x7efc7c153ae0 2024-04-18T05:11:51.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc7c154090 con 0x7efc7c153ae0 2024-04-18T05:11:51.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc7c0666e0 con 0x7efc7c153ae0 2024-04-18T05:11:51.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc727fc640 1 -- 172.21.15.32:0/1718464332 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efc78015460 con 0x7efc7c153ae0 2024-04-18T05:11:51.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc727fc640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc600666c0 0x7efc60068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc727fc640 1 -- 172.21.15.32:0/1718464332 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efc78084bd0 con 0x7efc7c153ae0 2024-04-18T05:11:51.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc816bc640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc600666c0 0x7efc60068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.465+0000 7efc816bc640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc600666c0 0x7efc60068b80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7efc6c000fc0 tx=0x7efc6c001c80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:51.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.469+0000 7efc727fc640 1 -- 172.21.15.32:0/1718464332 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7efc78051dc0 con 0x7efc7c153ae0 2024-04-18T05:11:51.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.625+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efc7c1eb400 con 0x7efc7c153ae0 2024-04-18T05:11:51.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc727fc640 1 -- 172.21.15.32:0/1718464332 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7efc780553e0 con 0x7efc7c153ae0 2024-04-18T05:11:51.629 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:51.629 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc600666c0 msgr2=0x7efc60068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc600666c0 0x7efc60068b80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7efc6c000fc0 tx=0x7efc6c001c80 comp rx=0 tx=0).stop 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc7c153ae0 msgr2=0x7efc7c0c0430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc7c153ae0 0x7efc7c0c0430 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efc780115e0 tx=0x7efc78011aa0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 shutdown_connections 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc7c0bfd50 0x7efc7c14cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc600666c0 0x7efc60068b80 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc7c0bc3b0 0x7efc7c0c0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 --2- 172.21.15.32:0/1718464332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc7c153ae0 0x7efc7c0c0430 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 >> 172.21.15.32:0/1718464332 conn(0x7efc7c0c7390 msgr2=0x7efc7c155400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 shutdown_connections 2024-04-18T05:11:51.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.629+0000 7efc84121640 1 -- 172.21.15.32:0/1718464332 wait complete. 2024-04-18T05:11:51.647 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-18T05:11:51.647 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:11:51.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.765+0000 7fa543cd1640 1 Processor -- start 2024-04-18T05:11:51.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.765+0000 7fa543cd1640 1 -- start start 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa543cd1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c0a84c0 0x7fa53c1519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa543cd1640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa53c06d5d0 0x7fa53c15c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa543cd1640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa53c0a8d00 con 0x7fa53c0a88a0 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa543cd1640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa53c0a9080 con 0x7fa53c06d5d0 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa543cd1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa53c155e50 con 0x7fa53c0a84c0 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa54126c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa53c0a88a0 0x7fa53c06cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37326/0 (socket says 172.21.15.32:37326) 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa54126c640 1 -- 172.21.15.32:0/3948899313 learned_addr learned my addr 172.21.15.32:0/3948899313 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa541a6d640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c0a84c0 0x7fa53c1519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2078888375 0 0) 0x7fa53c0a8d00 con 0x7fa53c0a88a0 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa54226e640 1 --2- 172.21.15.32:0/3948899313 >> v2:172.21.15.92:3300/0 conn(0x7fa53c06d5d0 0x7fa53c15c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa528003530 con 0x7fa53c0a88a0 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2153669821 0 0) 0x7fa528003530 con 0x7fa53c0a88a0 2024-04-18T05:11:51.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c0a84c0 msgr2=0x7fa53c1519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c0a84c0 0x7fa53c1519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 >> v2:172.21.15.92:3300/0 conn(0x7fa53c06d5d0 msgr2=0x7fa53c15c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 --2- 172.21.15.32:0/3948899313 >> v2:172.21.15.92:3300/0 conn(0x7fa53c06d5d0 0x7fa53c15c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa53c154f60 con 0x7fa53c0a88a0 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fa52c001680 con 0x7fa53c0a88a0 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 >> v1:172.21.15.32:6789/0 conn(0x7fa53c0a88a0 legacy=0x7fa53c06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa528003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c0a84c0 0x7fa5280047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa528004d10 0x7fa528005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa53c0a9080 con 0x7fa528003980 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa53c155e50 con 0x7fa528004d10 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa52800b990 con 0x7fa53c0a84c0 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa541a6d640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa528003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa54226e640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa528004d10 0x7fa528005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa541a6d640 1 -- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c0a84c0 msgr2=0x7fa5280047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa54126c640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c0a84c0 0x7fa5280047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa541a6d640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c0a84c0 0x7fa5280047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa541a6d640 1 -- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa528004d10 msgr2=0x7fa528005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:51.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa541a6d640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa528004d10 0x7fa528005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa541a6d640 1 -- 172.21.15.32:0/3948899313 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa528003530 con 0x7fa528003980 2024-04-18T05:11:51.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa54226e640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa528004d10 0x7fa528005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:51.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.769+0000 7fa54126c640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c0a84c0 0x7fa5280047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:51.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa528003da0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa538009ae0 tx=0x7fa53801ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86fa74e72e3a55c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:51.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5380a6450 con 0x7fa528003980 2024-04-18T05:11:51.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5380a65b0 con 0x7fa528003980 2024-04-18T05:11:51.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa540a6b640 1 -- 172.21.15.32:0/3948899313 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5380a6960 con 0x7fa528003980 2024-04-18T05:11:51.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- 172.21.15.32:0/3948899313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 msgr2=0x7fa528003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 --2- 172.21.15.32:0/3948899313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa528003da0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa538009ae0 tx=0x7fa53801ca70 comp rx=0 tx=0).stop 2024-04-18T05:11:51.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa54226e640 1 -- 172.21.15.32:0/3948899313 reap_dead start 2024-04-18T05:11:51.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- 172.21.15.32:0/3948899313 shutdown_connections 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- 172.21.15.32:0/3948899313 >> 172.21.15.32:0/3948899313 conn(0x7fa53c069e80 msgr2=0x7fa53c06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- 172.21.15.32:0/3948899313 shutdown_connections 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- 172.21.15.32:0/3948899313 wait complete. 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 Processor -- start 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- start start 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa53c1eca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c1e2740 0x7fa53c136990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa53c1e2d30 0x7fa53c136ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa53c0c2770 con 0x7fa528003980 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa53c1ec310 con 0x7fa53c1e2d30 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa53c137510 con 0x7fa53c1e2740 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa53c1eca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa53c1eca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57660/0 (socket says 172.21.15.32:57660) 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 -- 172.21.15.32:0/866406196 learned_addr learned my addr 172.21.15.32:0/866406196 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa54126c640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c1e2740 0x7fa53c136990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa54226e640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa53c1e2d30 0x7fa53c136ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 -- 172.21.15.32:0/866406196 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c1e2740 msgr2=0x7fa53c136990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c1e2740 0x7fa53c136990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 -- 172.21.15.32:0/866406196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa53c1e2d30 msgr2=0x7fa53c136ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa53c1e2d30 0x7fa53c136ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 -- 172.21.15.32:0/866406196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa53c139a80 con 0x7fa528003980 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa541a6d640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa53c1eca40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa53801cf50 tx=0x7fa528005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa5327fc640 1 -- 172.21.15.32:0/866406196 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5380a6720 con 0x7fa528003980 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa5327fc640 1 -- 172.21.15.32:0/866406196 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa53800f000 con 0x7fa528003980 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa53c139d60 con 0x7fa528003980 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa5327fc640 1 -- 172.21.15.32:0/866406196 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5380a7670 con 0x7fa528003980 2024-04-18T05:11:51.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.773+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa53c1ec520 con 0x7fa528003980 2024-04-18T05:11:51.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.777+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa53c0666e0 con 0x7fa528003980 2024-04-18T05:11:51.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.777+0000 7fa5327fc640 1 -- 172.21.15.32:0/866406196 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa5380a77d0 con 0x7fa528003980 2024-04-18T05:11:51.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.777+0000 7fa5327fc640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa5200666c0 0x7fa520068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:51.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.777+0000 7fa5327fc640 1 -- 172.21.15.32:0/866406196 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa53811e0b0 con 0x7fa528003980 2024-04-18T05:11:51.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.777+0000 7fa54126c640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa5200666c0 0x7fa520068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:51.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.777+0000 7fa54126c640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa5200666c0 0x7fa520068b80 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa52c001830 tx=0x7fa52c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:51.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.781+0000 7fa5327fc640 1 -- 172.21.15.32:0/866406196 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa5380eb1c0 con 0x7fa528003980 2024-04-18T05:11:51.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.933+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa53c155ae0 con 0x7fa5200666c0 2024-04-18T05:11:51.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.945+0000 7fa5327fc640 1 -- 172.21.15.32:0/866406196 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345171 (secure 0 0 0) 0x7fa52c00d050 con 0x7fa5200666c0 2024-04-18T05:11:51.946 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:51.953 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:11:51.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa5200666c0 msgr2=0x7fa520068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa5200666c0 0x7fa520068b80 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa52c001830 tx=0x7fa52c009040 comp rx=0 tx=0).stop 2024-04-18T05:11:51.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 msgr2=0x7fa53c1eca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:51.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa53c1eca40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa53801cf50 tx=0x7fa528005800 comp rx=0 tx=0).stop 2024-04-18T05:11:51.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 shutdown_connections 2024-04-18T05:11:51.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa5200666c0 0x7fa520068b80 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa53c1e2d30 0x7fa53c136ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa53c1e2740 0x7fa53c136990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 --2- 172.21.15.32:0/866406196 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa528003980 0x7fa53c1eca40 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:51.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 >> 172.21.15.32:0/866406196 conn(0x7fa53c069e80 msgr2=0x7fa53c14f860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:51.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 shutdown_connections 2024-04-18T05:11:51.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:51.949+0000 7fa543cd1640 1 -- 172.21.15.32:0/866406196 wait complete. 2024-04-18T05:11:51.967 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-04-18T05:11:50.845331+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594962,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235912,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738808,"statfs":{"total":773094113280,"available":772852539392,"internally_reserved":0,"allocated":3416064,"data_stored":2033204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004348"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346595+0000","last_change":"2024-04-18T05:11:27.938169+0000","last_active":"2024-04-18T05:11:32.346595+0000","last_peered":"2024-04-18T05:11:32.346595+0000","last_clean":"2024-04-18T05:11:32.346595+0000","last_became_active":"2024-04-18T05:11:27.937292+0000","last_became_peered":"2024-04-18T05:11:27.937292+0000","last_unstale":"2024-04-18T05:11:32.346595+0000","last_undegraded":"2024-04-18T05:11:32.346595+0000","last_fullsized":"2024-04-18T05:11:32.346595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349258+0000","last_change":"2024-04-18T05:11:28.337316+0000","last_active":"2024-04-18T05:11:32.349258+0000","last_peered":"2024-04-18T05:11:32.349258+0000","last_clean":"2024-04-18T05:11:32.349258+0000","last_became_active":"2024-04-18T05:11:28.336930+0000","last_became_peered":"2024-04-18T05:11:28.336930+0000","last_unstale":"2024-04-18T05:11:32.349258+0000","last_undegraded":"2024-04-18T05:11:32.349258+0000","last_fullsized":"2024-04-18T05:11:32.349258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:11:37.642503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865621+0000","last_change":"2024-04-18T05:11:32.389761+0000","last_active":"2024-04-18T05:11:32.865621+0000","last_peered":"2024-04-18T05:11:32.865621+0000","last_clean":"2024-04-18T05:11:32.865621+0000","last_became_active":"2024-04-18T05:11:32.382876+0000","last_became_peered":"2024-04-18T05:11:32.382876+0000","last_unstale":"2024-04-18T05:11:32.865621+0000","last_undegraded":"2024-04-18T05:11:32.865621+0000","last_fullsized":"2024-04-18T05:11:32.865621+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:59:25.172725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349668+0000","last_change":"2024-04-18T05:11:27.952953+0000","last_active":"2024-04-18T05:11:32.349668+0000","last_peered":"2024-04-18T05:11:32.349668+0000","last_clean":"2024-04-18T05:11:32.349668+0000","last_became_active":"2024-04-18T05:11:27.952221+0000","last_became_peered":"2024-04-18T05:11:27.952221+0000","last_unstale":"2024-04-18T05:11:32.349668+0000","last_undegraded":"2024-04-18T05:11:32.349668+0000","last_fullsized":"2024-04-18T05:11:32.349668+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349509+0000","last_change":"2024-04-18T05:11:28.334901+0000","last_active":"2024-04-18T05:11:32.349509+0000","last_peered":"2024-04-18T05:11:32.349509+0000","last_clean":"2024-04-18T05:11:32.349509+0000","last_became_active":"2024-04-18T05:11:28.334607+0000","last_became_peered":"2024-04-18T05:11:28.334607+0000","last_unstale":"2024-04-18T05:11:32.349509+0000","last_undegraded":"2024-04-18T05:11:32.349509+0000","last_fullsized":"2024-04-18T05:11:32.349509+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:09:16.376115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862258+0000","last_change":"2024-04-18T05:11:32.375798+0000","last_active":"2024-04-18T05:11:32.862258+0000","last_peered":"2024-04-18T05:11:32.862258+0000","last_clean":"2024-04-18T05:11:32.862258+0000","last_became_active":"2024-04-18T05:11:32.375403+0000","last_became_peered":"2024-04-18T05:11:32.375403+0000","last_unstale":"2024-04-18T05:11:32.862258+0000","last_undegraded":"2024-04-18T05:11:32.862258+0000","last_fullsized":"2024-04-18T05:11:32.862258+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346913+0000","last_change":"2024-04-18T05:11:27.941223+0000","last_active":"2024-04-18T05:11:32.346913+0000","last_peered":"2024-04-18T05:11:32.346913+0000","last_clean":"2024-04-18T05:11:32.346913+0000","last_became_active":"2024-04-18T05:11:27.940904+0000","last_became_peered":"2024-04-18T05:11:27.940904+0000","last_unstale":"2024-04-18T05:11:32.346913+0000","last_undegraded":"2024-04-18T05:11:32.346913+0000","last_fullsized":"2024-04-18T05:11:32.346913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.354789+0000","last_change":"2024-04-18T05:11:28.335691+0000","last_active":"2024-04-18T05:11:32.354789+0000","last_peered":"2024-04-18T05:11:32.354789+0000","last_clean":"2024-04-18T05:11:32.354789+0000","last_became_active":"2024-04-18T05:11:28.335306+0000","last_became_peered":"2024-04-18T05:11:28.335306+0000","last_unstale":"2024-04-18T05:11:32.354789+0000","last_undegraded":"2024-04-18T05:11:32.354789+0000","last_fullsized":"2024-04-18T05:11:32.354789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:47.346075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863250+0000","last_change":"2024-04-18T05:11:32.353841+0000","last_active":"2024-04-18T05:11:32.863250+0000","last_peered":"2024-04-18T05:11:32.863250+0000","last_clean":"2024-04-18T05:11:32.863250+0000","last_became_active":"2024-04-18T05:11:32.353330+0000","last_became_peered":"2024-04-18T05:11:32.353330+0000","last_unstale":"2024-04-18T05:11:32.863250+0000","last_undegraded":"2024-04-18T05:11:32.863250+0000","last_fullsized":"2024-04-18T05:11:32.863250+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:17:48.111520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346342+0000","last_change":"2024-04-18T05:11:27.941836+0000","last_active":"2024-04-18T05:11:32.346342+0000","last_peered":"2024-04-18T05:11:32.346342+0000","last_clean":"2024-04-18T05:11:32.346342+0000","last_became_active":"2024-04-18T05:11:27.941547+0000","last_became_peered":"2024-04-18T05:11:27.941547+0000","last_unstale":"2024-04-18T05:11:32.346342+0000","last_undegraded":"2024-04-18T05:11:32.346342+0000","last_fullsized":"2024-04-18T05:11:32.346342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.335839+0000","last_change":"2024-04-18T05:11:28.344651+0000","last_active":"2024-04-18T05:11:32.335839+0000","last_peered":"2024-04-18T05:11:32.335839+0000","last_clean":"2024-04-18T05:11:32.335839+0000","last_became_active":"2024-04-18T05:11:28.344402+0000","last_became_peered":"2024-04-18T05:11:28.344402+0000","last_unstale":"2024-04-18T05:11:32.335839+0000","last_undegraded":"2024-04-18T05:11:32.335839+0000","last_fullsized":"2024-04-18T05:11:32.335839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863027+0000","last_change":"2024-04-18T05:11:32.391030+0000","last_active":"2024-04-18T05:11:32.863027+0000","last_peered":"2024-04-18T05:11:32.863027+0000","last_clean":"2024-04-18T05:11:32.863027+0000","last_became_active":"2024-04-18T05:11:32.390561+0000","last_became_peered":"2024-04-18T05:11:32.390561+0000","last_unstale":"2024-04-18T05:11:32.863027+0000","last_undegraded":"2024-04-18T05:11:32.863027+0000","last_fullsized":"2024-04-18T05:11:32.863027+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:57:29.868670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330161+0000","last_change":"2024-04-18T05:11:28.334462+0000","last_active":"2024-04-18T05:11:32.330161+0000","last_peered":"2024-04-18T05:11:32.330161+0000","last_clean":"2024-04-18T05:11:32.330161+0000","last_became_active":"2024-04-18T05:11:28.334216+0000","last_became_peered":"2024-04-18T05:11:28.334216+0000","last_unstale":"2024-04-18T05:11:32.330161+0000","last_undegraded":"2024-04-18T05:11:32.330161+0000","last_fullsized":"2024-04-18T05:11:32.330161+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:38.804241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330179+0000","last_change":"2024-04-18T05:11:27.952118+0000","last_active":"2024-04-18T05:11:32.330179+0000","last_peered":"2024-04-18T05:11:32.330179+0000","last_clean":"2024-04-18T05:11:32.330179+0000","last_became_active":"2024-04-18T05:11:27.948653+0000","last_became_peered":"2024-04-18T05:11:27.948653+0000","last_unstale":"2024-04-18T05:11:32.330179+0000","last_undegraded":"2024-04-18T05:11:32.330179+0000","last_fullsized":"2024-04-18T05:11:32.330179+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:02.060991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718498+0000","last_change":"2024-04-18T05:11:32.375536+0000","last_active":"2024-04-18T05:11:32.718498+0000","last_peered":"2024-04-18T05:11:32.718498+0000","last_clean":"2024-04-18T05:11:32.718498+0000","last_became_active":"2024-04-18T05:11:32.375141+0000","last_became_peered":"2024-04-18T05:11:32.375141+0000","last_unstale":"2024-04-18T05:11:32.718498+0000","last_undegraded":"2024-04-18T05:11:32.718498+0000","last_fullsized":"2024-04-18T05:11:32.718498+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:41:35.277328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373528+0000","last_change":"2024-04-18T05:11:28.329538+0000","last_active":"2024-04-18T05:11:32.373528+0000","last_peered":"2024-04-18T05:11:32.373528+0000","last_clean":"2024-04-18T05:11:32.373528+0000","last_became_active":"2024-04-18T05:11:28.329185+0000","last_became_peered":"2024-04-18T05:11:28.329185+0000","last_unstale":"2024-04-18T05:11:32.373528+0000","last_undegraded":"2024-04-18T05:11:32.373528+0000","last_fullsized":"2024-04-18T05:11:32.373528+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:00:58.051561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333331+0000","last_change":"2024-04-18T05:11:27.956004+0000","last_active":"2024-04-18T05:11:32.333331+0000","last_peered":"2024-04-18T05:11:32.333331+0000","last_clean":"2024-04-18T05:11:32.333331+0000","last_became_active":"2024-04-18T05:11:27.952027+0000","last_became_peered":"2024-04-18T05:11:27.952027+0000","last_unstale":"2024-04-18T05:11:32.333331+0000","last_undegraded":"2024-04-18T05:11:32.333331+0000","last_fullsized":"2024-04-18T05:11:32.333331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:10:24.051228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862778+0000","last_change":"2024-04-18T05:11:32.369454+0000","last_active":"2024-04-18T05:11:32.862778+0000","last_peered":"2024-04-18T05:11:32.862778+0000","last_clean":"2024-04-18T05:11:32.862778+0000","last_became_active":"2024-04-18T05:11:32.369058+0000","last_became_peered":"2024-04-18T05:11:32.369058+0000","last_unstale":"2024-04-18T05:11:32.862778+0000","last_undegraded":"2024-04-18T05:11:32.862778+0000","last_fullsized":"2024-04-18T05:11:32.862778+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342817+0000","last_change":"2024-04-18T05:11:28.335611+0000","last_active":"2024-04-18T05:11:32.342817+0000","last_peered":"2024-04-18T05:11:32.342817+0000","last_clean":"2024-04-18T05:11:32.342817+0000","last_became_active":"2024-04-18T05:11:28.335387+0000","last_became_peered":"2024-04-18T05:11:28.335387+0000","last_unstale":"2024-04-18T05:11:32.342817+0000","last_undegraded":"2024-04-18T05:11:32.342817+0000","last_fullsized":"2024-04-18T05:11:32.342817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:13:58.767073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342989+0000","last_change":"2024-04-18T05:11:27.935320+0000","last_active":"2024-04-18T05:11:32.342989+0000","last_peered":"2024-04-18T05:11:32.342989+0000","last_clean":"2024-04-18T05:11:32.342989+0000","last_became_active":"2024-04-18T05:11:27.934567+0000","last_became_peered":"2024-04-18T05:11:27.934567+0000","last_unstale":"2024-04-18T05:11:32.342989+0000","last_undegraded":"2024-04-18T05:11:32.342989+0000","last_fullsized":"2024-04-18T05:11:32.342989+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865628+0000","last_change":"2024-04-18T05:11:32.394847+0000","last_active":"2024-04-18T05:11:32.865628+0000","last_peered":"2024-04-18T05:11:32.865628+0000","last_clean":"2024-04-18T05:11:32.865628+0000","last_became_active":"2024-04-18T05:11:32.393997+0000","last_became_peered":"2024-04-18T05:11:32.393997+0000","last_unstale":"2024-04-18T05:11:32.865628+0000","last_undegraded":"2024-04-18T05:11:32.865628+0000","last_fullsized":"2024-04-18T05:11:32.865628+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:02:53.669090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329828+0000","last_change":"2024-04-18T05:11:28.337120+0000","last_active":"2024-04-18T05:11:32.329828+0000","last_peered":"2024-04-18T05:11:32.329828+0000","last_clean":"2024-04-18T05:11:32.329828+0000","last_became_active":"2024-04-18T05:11:28.336839+0000","last_became_peered":"2024-04-18T05:11:28.336839+0000","last_unstale":"2024-04-18T05:11:32.329828+0000","last_undegraded":"2024-04-18T05:11:32.329828+0000","last_fullsized":"2024-04-18T05:11:32.329828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:25:10.878519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344641+0000","last_change":"2024-04-18T05:11:27.938456+0000","last_active":"2024-04-18T05:11:32.344641+0000","last_peered":"2024-04-18T05:11:32.344641+0000","last_clean":"2024-04-18T05:11:32.344641+0000","last_became_active":"2024-04-18T05:11:27.937988+0000","last_became_peered":"2024-04-18T05:11:27.937988+0000","last_unstale":"2024-04-18T05:11:32.344641+0000","last_undegraded":"2024-04-18T05:11:32.344641+0000","last_fullsized":"2024-04-18T05:11:32.344641+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862704+0000","last_change":"2024-04-18T05:11:32.390757+0000","last_active":"2024-04-18T05:11:32.862704+0000","last_peered":"2024-04-18T05:11:32.862704+0000","last_clean":"2024-04-18T05:11:32.862704+0000","last_became_active":"2024-04-18T05:11:32.390252+0000","last_became_peered":"2024-04-18T05:11:32.390252+0000","last_unstale":"2024-04-18T05:11:32.862704+0000","last_undegraded":"2024-04-18T05:11:32.862704+0000","last_fullsized":"2024-04-18T05:11:32.862704+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:36:46.455230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344670+0000","last_change":"2024-04-18T05:11:28.335068+0000","last_active":"2024-04-18T05:11:32.344670+0000","last_peered":"2024-04-18T05:11:32.344670+0000","last_clean":"2024-04-18T05:11:32.344670+0000","last_became_active":"2024-04-18T05:11:28.334690+0000","last_became_peered":"2024-04-18T05:11:28.334690+0000","last_unstale":"2024-04-18T05:11:32.344670+0000","last_undegraded":"2024-04-18T05:11:32.344670+0000","last_fullsized":"2024-04-18T05:11:32.344670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:33:13.385752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336313+0000","last_change":"2024-04-18T05:11:27.946814+0000","last_active":"2024-04-18T05:11:32.336313+0000","last_peered":"2024-04-18T05:11:32.336313+0000","last_clean":"2024-04-18T05:11:32.336313+0000","last_became_active":"2024-04-18T05:11:27.946543+0000","last_became_peered":"2024-04-18T05:11:27.946543+0000","last_unstale":"2024-04-18T05:11:32.336313+0000","last_undegraded":"2024-04-18T05:11:32.336313+0000","last_fullsized":"2024-04-18T05:11:32.336313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:46.336701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862738+0000","last_change":"2024-04-18T05:11:32.355946+0000","last_active":"2024-04-18T05:11:32.862738+0000","last_peered":"2024-04-18T05:11:32.862738+0000","last_clean":"2024-04-18T05:11:32.862738+0000","last_became_active":"2024-04-18T05:11:32.355431+0000","last_became_peered":"2024-04-18T05:11:32.355431+0000","last_unstale":"2024-04-18T05:11:32.862738+0000","last_undegraded":"2024-04-18T05:11:32.862738+0000","last_fullsized":"2024-04-18T05:11:32.862738+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.339626+0000","last_change":"2024-04-18T05:11:28.335233+0000","last_active":"2024-04-18T05:11:32.339626+0000","last_peered":"2024-04-18T05:11:32.339626+0000","last_clean":"2024-04-18T05:11:32.339626+0000","last_became_active":"2024-04-18T05:11:28.334849+0000","last_became_peered":"2024-04-18T05:11:28.334849+0000","last_unstale":"2024-04-18T05:11:32.339626+0000","last_undegraded":"2024-04-18T05:11:32.339626+0000","last_fullsized":"2024-04-18T05:11:32.339626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:46.942790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345147+0000","last_change":"2024-04-18T05:11:27.931721+0000","last_active":"2024-04-18T05:11:32.345147+0000","last_peered":"2024-04-18T05:11:32.345147+0000","last_clean":"2024-04-18T05:11:32.345147+0000","last_became_active":"2024-04-18T05:11:27.930966+0000","last_became_peered":"2024-04-18T05:11:27.930966+0000","last_unstale":"2024-04-18T05:11:32.345147+0000","last_undegraded":"2024-04-18T05:11:32.345147+0000","last_fullsized":"2024-04-18T05:11:32.345147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.864730+0000","last_change":"2024-04-18T05:11:32.367077+0000","last_active":"2024-04-18T05:11:32.864730+0000","last_peered":"2024-04-18T05:11:32.864730+0000","last_clean":"2024-04-18T05:11:32.864730+0000","last_became_active":"2024-04-18T05:11:32.361977+0000","last_became_peered":"2024-04-18T05:11:32.361977+0000","last_unstale":"2024-04-18T05:11:32.864730+0000","last_undegraded":"2024-04-18T05:11:32.864730+0000","last_fullsized":"2024-04-18T05:11:32.864730+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334254+0000","last_change":"2024-04-18T05:11:28.328285+0000","last_active":"2024-04-18T05:11:32.334254+0000","last_peered":"2024-04-18T05:11:32.334254+0000","last_clean":"2024-04-18T05:11:32.334254+0000","last_became_active":"2024-04-18T05:11:28.327890+0000","last_became_peered":"2024-04-18T05:11:28.327890+0000","last_unstale":"2024-04-18T05:11:32.334254+0000","last_undegraded":"2024-04-18T05:11:32.334254+0000","last_fullsized":"2024-04-18T05:11:32.334254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.339124+0000","last_change":"2024-04-18T05:11:27.954047+0000","last_active":"2024-04-18T05:11:32.339124+0000","last_peered":"2024-04-18T05:11:32.339124+0000","last_clean":"2024-04-18T05:11:32.339124+0000","last_became_active":"2024-04-18T05:11:27.952562+0000","last_became_peered":"2024-04-18T05:11:27.952562+0000","last_unstale":"2024-04-18T05:11:32.339124+0000","last_undegraded":"2024-04-18T05:11:32.339124+0000","last_fullsized":"2024-04-18T05:11:32.339124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.722399+0000","last_change":"2024-04-18T05:11:32.386328+0000","last_active":"2024-04-18T05:11:32.722399+0000","last_peered":"2024-04-18T05:11:32.722399+0000","last_clean":"2024-04-18T05:11:32.722399+0000","last_became_active":"2024-04-18T05:11:32.385552+0000","last_became_peered":"2024-04-18T05:11:32.385552+0000","last_unstale":"2024-04-18T05:11:32.722399+0000","last_undegraded":"2024-04-18T05:11:32.722399+0000","last_fullsized":"2024-04-18T05:11:32.722399+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:07:48.580338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334956+0000","last_change":"2024-04-18T05:11:28.312877+0000","last_active":"2024-04-18T05:11:32.334956+0000","last_peered":"2024-04-18T05:11:32.334956+0000","last_clean":"2024-04-18T05:11:32.334956+0000","last_became_active":"2024-04-18T05:11:28.312375+0000","last_became_peered":"2024-04-18T05:11:28.312375+0000","last_unstale":"2024-04-18T05:11:32.334956+0000","last_undegraded":"2024-04-18T05:11:32.334956+0000","last_fullsized":"2024-04-18T05:11:32.334956+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:47.346075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.341173+0000","last_change":"2024-04-18T05:11:27.958209+0000","last_active":"2024-04-18T05:11:32.341173+0000","last_peered":"2024-04-18T05:11:32.341173+0000","last_clean":"2024-04-18T05:11:32.341173+0000","last_became_active":"2024-04-18T05:11:27.957453+0000","last_became_peered":"2024-04-18T05:11:27.957453+0000","last_unstale":"2024-04-18T05:11:32.341173+0000","last_undegraded":"2024-04-18T05:11:32.341173+0000","last_fullsized":"2024-04-18T05:11:32.341173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.721584+0000","last_change":"2024-04-18T05:11:32.387156+0000","last_active":"2024-04-18T05:11:32.721584+0000","last_peered":"2024-04-18T05:11:32.721584+0000","last_clean":"2024-04-18T05:11:32.721584+0000","last_became_active":"2024-04-18T05:11:32.383083+0000","last_became_peered":"2024-04-18T05:11:32.383083+0000","last_unstale":"2024-04-18T05:11:32.721584+0000","last_undegraded":"2024-04-18T05:11:32.721584+0000","last_fullsized":"2024-04-18T05:11:32.721584+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:25:14.286660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346876+0000","last_change":"2024-04-18T05:11:28.326721+0000","last_active":"2024-04-18T05:11:32.346876+0000","last_peered":"2024-04-18T05:11:32.346876+0000","last_clean":"2024-04-18T05:11:32.346876+0000","last_became_active":"2024-04-18T05:11:28.325072+0000","last_became_peered":"2024-04-18T05:11:28.325072+0000","last_unstale":"2024-04-18T05:11:32.346876+0000","last_undegraded":"2024-04-18T05:11:32.346876+0000","last_fullsized":"2024-04-18T05:11:32.346876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330796+0000","last_change":"2024-04-18T05:11:27.958003+0000","last_active":"2024-04-18T05:11:32.330796+0000","last_peered":"2024-04-18T05:11:32.330796+0000","last_clean":"2024-04-18T05:11:32.330796+0000","last_became_active":"2024-04-18T05:11:27.957677+0000","last_became_peered":"2024-04-18T05:11:27.957677+0000","last_unstale":"2024-04-18T05:11:32.330796+0000","last_undegraded":"2024-04-18T05:11:32.330796+0000","last_fullsized":"2024-04-18T05:11:32.330796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:55:55.914228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723340+0000","last_change":"2024-04-18T05:11:32.387267+0000","last_active":"2024-04-18T05:11:32.723340+0000","last_peered":"2024-04-18T05:11:32.723340+0000","last_clean":"2024-04-18T05:11:32.723340+0000","last_became_active":"2024-04-18T05:11:32.386198+0000","last_became_peered":"2024-04-18T05:11:32.386198+0000","last_unstale":"2024-04-18T05:11:32.723340+0000","last_undegraded":"2024-04-18T05:11:32.723340+0000","last_fullsized":"2024-04-18T05:11:32.723340+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345986+0000","last_change":"2024-04-18T05:11:28.323930+0000","last_active":"2024-04-18T05:11:32.345986+0000","last_peered":"2024-04-18T05:11:32.345986+0000","last_clean":"2024-04-18T05:11:32.345986+0000","last_became_active":"2024-04-18T05:11:28.323569+0000","last_became_peered":"2024-04-18T05:11:28.323569+0000","last_unstale":"2024-04-18T05:11:32.345986+0000","last_undegraded":"2024-04-18T05:11:32.345986+0000","last_fullsized":"2024-04-18T05:11:32.345986+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373656+0000","last_change":"2024-04-18T05:11:27.952506+0000","last_active":"2024-04-18T05:11:32.373656+0000","last_peered":"2024-04-18T05:11:32.373656+0000","last_clean":"2024-04-18T05:11:32.373656+0000","last_became_active":"2024-04-18T05:11:27.951854+0000","last_became_peered":"2024-04-18T05:11:27.951854+0000","last_unstale":"2024-04-18T05:11:32.373656+0000","last_undegraded":"2024-04-18T05:11:32.373656+0000","last_fullsized":"2024-04-18T05:11:32.373656+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:07:46.380463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723543+0000","last_change":"2024-04-18T05:11:32.384619+0000","last_active":"2024-04-18T05:11:32.723543+0000","last_peered":"2024-04-18T05:11:32.723543+0000","last_clean":"2024-04-18T05:11:32.723543+0000","last_became_active":"2024-04-18T05:11:32.383069+0000","last_became_peered":"2024-04-18T05:11:32.383069+0000","last_unstale":"2024-04-18T05:11:32.723543+0000","last_undegraded":"2024-04-18T05:11:32.723543+0000","last_fullsized":"2024-04-18T05:11:32.723543+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:41:33.731763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332973+0000","last_change":"2024-04-18T05:11:28.328600+0000","last_active":"2024-04-18T05:11:32.332973+0000","last_peered":"2024-04-18T05:11:32.332973+0000","last_clean":"2024-04-18T05:11:32.332973+0000","last_became_active":"2024-04-18T05:11:28.328117+0000","last_became_peered":"2024-04-18T05:11:28.328117+0000","last_unstale":"2024-04-18T05:11:32.332973+0000","last_undegraded":"2024-04-18T05:11:32.332973+0000","last_fullsized":"2024-04-18T05:11:32.332973+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330162+0000","last_change":"2024-04-18T05:11:27.953204+0000","last_active":"2024-04-18T05:11:32.330162+0000","last_peered":"2024-04-18T05:11:32.330162+0000","last_clean":"2024-04-18T05:11:32.330162+0000","last_became_active":"2024-04-18T05:11:27.952116+0000","last_became_peered":"2024-04-18T05:11:27.952116+0000","last_unstale":"2024-04-18T05:11:32.330162+0000","last_undegraded":"2024-04-18T05:11:32.330162+0000","last_fullsized":"2024-04-18T05:11:32.330162+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724205+0000","last_change":"2024-04-18T05:11:32.382993+0000","last_active":"2024-04-18T05:11:32.724205+0000","last_peered":"2024-04-18T05:11:32.724205+0000","last_clean":"2024-04-18T05:11:32.724205+0000","last_became_active":"2024-04-18T05:11:32.382377+0000","last_became_peered":"2024-04-18T05:11:32.382377+0000","last_unstale":"2024-04-18T05:11:32.724205+0000","last_undegraded":"2024-04-18T05:11:32.724205+0000","last_fullsized":"2024-04-18T05:11:32.724205+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:30:04.379363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349630+0000","last_change":"2024-04-18T05:11:28.327739+0000","last_active":"2024-04-18T05:11:32.349630+0000","last_peered":"2024-04-18T05:11:32.349630+0000","last_clean":"2024-04-18T05:11:32.349630+0000","last_became_active":"2024-04-18T05:11:28.326627+0000","last_became_peered":"2024-04-18T05:11:28.326627+0000","last_unstale":"2024-04-18T05:11:32.349630+0000","last_undegraded":"2024-04-18T05:11:32.349630+0000","last_fullsized":"2024-04-18T05:11:32.349630+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:38.804241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333276+0000","last_change":"2024-04-18T05:11:27.950039+0000","last_active":"2024-04-18T05:11:32.333276+0000","last_peered":"2024-04-18T05:11:32.333276+0000","last_clean":"2024-04-18T05:11:32.333276+0000","last_became_active":"2024-04-18T05:11:27.948662+0000","last_became_peered":"2024-04-18T05:11:27.948662+0000","last_unstale":"2024-04-18T05:11:32.333276+0000","last_undegraded":"2024-04-18T05:11:32.333276+0000","last_fullsized":"2024-04-18T05:11:32.333276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:40.398108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.355763+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:11:32.355763+0000","last_peered":"2024-04-18T05:11:32.355763+0000","last_clean":"2024-04-18T05:11:32.355763+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:11:32.355763+0000","last_undegraded":"2024-04-18T05:11:32.355763+0000","last_fullsized":"2024-04-18T05:11:32.355763+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.719217+0000","last_change":"2024-04-18T05:11:32.356160+0000","last_active":"2024-04-18T05:11:32.719217+0000","last_peered":"2024-04-18T05:11:32.719217+0000","last_clean":"2024-04-18T05:11:32.719217+0000","last_became_active":"2024-04-18T05:11:32.355505+0000","last_became_peered":"2024-04-18T05:11:32.355505+0000","last_unstale":"2024-04-18T05:11:32.719217+0000","last_undegraded":"2024-04-18T05:11:32.719217+0000","last_fullsized":"2024-04-18T05:11:32.719217+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:06:03.601948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336057+0000","last_change":"2024-04-18T05:11:28.331188+0000","last_active":"2024-04-18T05:11:32.336057+0000","last_peered":"2024-04-18T05:11:32.336057+0000","last_clean":"2024-04-18T05:11:32.336057+0000","last_became_active":"2024-04-18T05:11:28.330676+0000","last_became_peered":"2024-04-18T05:11:28.330676+0000","last_unstale":"2024-04-18T05:11:32.336057+0000","last_undegraded":"2024-04-18T05:11:32.336057+0000","last_fullsized":"2024-04-18T05:11:32.336057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334392+0000","last_change":"2024-04-18T05:11:27.945772+0000","last_active":"2024-04-18T05:11:32.334392+0000","last_peered":"2024-04-18T05:11:32.334392+0000","last_clean":"2024-04-18T05:11:32.334392+0000","last_became_active":"2024-04-18T05:11:27.944752+0000","last_became_peered":"2024-04-18T05:11:27.944752+0000","last_unstale":"2024-04-18T05:11:32.334392+0000","last_undegraded":"2024-04-18T05:11:32.334392+0000","last_fullsized":"2024-04-18T05:11:32.334392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863204+0000","last_change":"2024-04-18T05:11:32.383524+0000","last_active":"2024-04-18T05:11:32.863204+0000","last_peered":"2024-04-18T05:11:32.863204+0000","last_clean":"2024-04-18T05:11:32.863204+0000","last_became_active":"2024-04-18T05:11:32.383077+0000","last_became_peered":"2024-04-18T05:11:32.383077+0000","last_unstale":"2024-04-18T05:11:32.863204+0000","last_undegraded":"2024-04-18T05:11:32.863204+0000","last_fullsized":"2024-04-18T05:11:32.863204+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:40:48.910488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346099+0000","last_change":"2024-04-18T05:11:28.333993+0000","last_active":"2024-04-18T05:11:32.346099+0000","last_peered":"2024-04-18T05:11:32.346099+0000","last_clean":"2024-04-18T05:11:32.346099+0000","last_became_active":"2024-04-18T05:11:28.333610+0000","last_became_peered":"2024-04-18T05:11:28.333610+0000","last_unstale":"2024-04-18T05:11:32.346099+0000","last_undegraded":"2024-04-18T05:11:32.346099+0000","last_fullsized":"2024-04-18T05:11:32.346099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:40:47.790012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345429+0000","last_change":"2024-04-18T05:11:27.945629+0000","last_active":"2024-04-18T05:11:32.345429+0000","last_peered":"2024-04-18T05:11:32.345429+0000","last_clean":"2024-04-18T05:11:32.345429+0000","last_became_active":"2024-04-18T05:11:27.944935+0000","last_became_peered":"2024-04-18T05:11:27.944935+0000","last_unstale":"2024-04-18T05:11:32.345429+0000","last_undegraded":"2024-04-18T05:11:32.345429+0000","last_fullsized":"2024-04-18T05:11:32.345429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724579+0000","last_change":"2024-04-18T05:11:32.364991+0000","last_active":"2024-04-18T05:11:32.724579+0000","last_peered":"2024-04-18T05:11:32.724579+0000","last_clean":"2024-04-18T05:11:32.724579+0000","last_became_active":"2024-04-18T05:11:32.363399+0000","last_became_peered":"2024-04-18T05:11:32.363399+0000","last_unstale":"2024-04-18T05:11:32.724579+0000","last_undegraded":"2024-04-18T05:11:32.724579+0000","last_fullsized":"2024-04-18T05:11:32.724579+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:23:23.273673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345272+0000","last_change":"2024-04-18T05:11:28.344212+0000","last_active":"2024-04-18T05:11:32.345272+0000","last_peered":"2024-04-18T05:11:32.345272+0000","last_clean":"2024-04-18T05:11:32.345272+0000","last_became_active":"2024-04-18T05:11:28.341510+0000","last_became_peered":"2024-04-18T05:11:28.341510+0000","last_unstale":"2024-04-18T05:11:32.345272+0000","last_undegraded":"2024-04-18T05:11:32.345272+0000","last_fullsized":"2024-04-18T05:11:32.345272+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344904+0000","last_change":"2024-04-18T05:11:27.951441+0000","last_active":"2024-04-18T05:11:32.344904+0000","last_peered":"2024-04-18T05:11:32.344904+0000","last_clean":"2024-04-18T05:11:32.344904+0000","last_became_active":"2024-04-18T05:11:27.950712+0000","last_became_peered":"2024-04-18T05:11:27.950712+0000","last_unstale":"2024-04-18T05:11:32.344904+0000","last_undegraded":"2024-04-18T05:11:32.344904+0000","last_fullsized":"2024-04-18T05:11:32.344904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.717422+0000","last_change":"2024-04-18T05:11:32.355860+0000","last_active":"2024-04-18T05:11:32.717422+0000","last_peered":"2024-04-18T05:11:32.717422+0000","last_clean":"2024-04-18T05:11:32.717422+0000","last_became_active":"2024-04-18T05:11:32.355427+0000","last_became_peered":"2024-04-18T05:11:32.355427+0000","last_unstale":"2024-04-18T05:11:32.717422+0000","last_undegraded":"2024-04-18T05:11:32.717422+0000","last_fullsized":"2024-04-18T05:11:32.717422+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:56:45.661810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334212+0000","last_change":"2024-04-18T05:11:28.322949+0000","last_active":"2024-04-18T05:11:32.334212+0000","last_peered":"2024-04-18T05:11:32.334212+0000","last_clean":"2024-04-18T05:11:32.334212+0000","last_became_active":"2024-04-18T05:11:28.322559+0000","last_became_peered":"2024-04-18T05:11:28.322559+0000","last_unstale":"2024-04-18T05:11:32.334212+0000","last_undegraded":"2024-04-18T05:11:32.334212+0000","last_fullsized":"2024-04-18T05:11:32.334212+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:26.521278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345414+0000","last_change":"2024-04-18T05:11:27.950231+0000","last_active":"2024-04-18T05:11:32.345414+0000","last_peered":"2024-04-18T05:11:32.345414+0000","last_clean":"2024-04-18T05:11:32.345414+0000","last_became_active":"2024-04-18T05:11:27.949949+0000","last_became_peered":"2024-04-18T05:11:27.949949+0000","last_unstale":"2024-04-18T05:11:32.345414+0000","last_undegraded":"2024-04-18T05:11:32.345414+0000","last_fullsized":"2024-04-18T05:11:32.345414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.749273+0000","last_change":"2024-04-18T05:11:32.356513+0000","last_active":"2024-04-18T05:11:32.749273+0000","last_peered":"2024-04-18T05:11:32.749273+0000","last_clean":"2024-04-18T05:11:32.749273+0000","last_became_active":"2024-04-18T05:11:32.355724+0000","last_became_peered":"2024-04-18T05:11:32.355724+0000","last_unstale":"2024-04-18T05:11:32.749273+0000","last_undegraded":"2024-04-18T05:11:32.749273+0000","last_fullsized":"2024-04-18T05:11:32.749273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:33:16.793893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329643+0000","last_change":"2024-04-18T05:11:28.340204+0000","last_active":"2024-04-18T05:11:32.329643+0000","last_peered":"2024-04-18T05:11:32.329643+0000","last_clean":"2024-04-18T05:11:32.329643+0000","last_became_active":"2024-04-18T05:11:28.339903+0000","last_became_peered":"2024-04-18T05:11:28.339903+0000","last_unstale":"2024-04-18T05:11:32.329643+0000","last_undegraded":"2024-04-18T05:11:32.329643+0000","last_fullsized":"2024-04-18T05:11:32.329643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.387141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.343065+0000","last_change":"2024-04-18T05:11:27.934245+0000","last_active":"2024-04-18T05:11:32.343065+0000","last_peered":"2024-04-18T05:11:32.343065+0000","last_clean":"2024-04-18T05:11:32.343065+0000","last_became_active":"2024-04-18T05:11:27.933515+0000","last_became_peered":"2024-04-18T05:11:27.933515+0000","last_unstale":"2024-04-18T05:11:32.343065+0000","last_undegraded":"2024-04-18T05:11:32.343065+0000","last_fullsized":"2024-04-18T05:11:32.343065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724756+0000","last_change":"2024-04-18T05:11:32.377393+0000","last_active":"2024-04-18T05:11:32.724756+0000","last_peered":"2024-04-18T05:11:32.724756+0000","last_clean":"2024-04-18T05:11:32.724756+0000","last_became_active":"2024-04-18T05:11:32.376616+0000","last_became_peered":"2024-04-18T05:11:32.376616+0000","last_unstale":"2024-04-18T05:11:32.724756+0000","last_undegraded":"2024-04-18T05:11:32.724756+0000","last_fullsized":"2024-04-18T05:11:32.724756+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.355532+0000","last_change":"2024-04-18T05:11:28.325291+0000","last_active":"2024-04-18T05:11:32.355532+0000","last_peered":"2024-04-18T05:11:32.355532+0000","last_clean":"2024-04-18T05:11:32.355532+0000","last_became_active":"2024-04-18T05:11:28.322982+0000","last_became_peered":"2024-04-18T05:11:28.322982+0000","last_unstale":"2024-04-18T05:11:32.355532+0000","last_undegraded":"2024-04-18T05:11:32.355532+0000","last_fullsized":"2024-04-18T05:11:32.355532+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345069+0000","last_change":"2024-04-18T05:11:27.953479+0000","last_active":"2024-04-18T05:11:32.345069+0000","last_peered":"2024-04-18T05:11:32.345069+0000","last_clean":"2024-04-18T05:11:32.345069+0000","last_became_active":"2024-04-18T05:11:27.953166+0000","last_became_peered":"2024-04-18T05:11:27.953166+0000","last_unstale":"2024-04-18T05:11:32.345069+0000","last_undegraded":"2024-04-18T05:11:32.345069+0000","last_fullsized":"2024-04-18T05:11:32.345069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:07.207835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724577+0000","last_change":"2024-04-18T05:11:32.365672+0000","last_active":"2024-04-18T05:11:32.724577+0000","last_peered":"2024-04-18T05:11:32.724577+0000","last_clean":"2024-04-18T05:11:32.724577+0000","last_became_active":"2024-04-18T05:11:32.364720+0000","last_became_peered":"2024-04-18T05:11:32.364720+0000","last_unstale":"2024-04-18T05:11:32.724577+0000","last_undegraded":"2024-04-18T05:11:32.724577+0000","last_fullsized":"2024-04-18T05:11:32.724577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:25:22.609972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330307+0000","last_change":"2024-04-18T05:11:28.342002+0000","last_active":"2024-04-18T05:11:32.330307+0000","last_peered":"2024-04-18T05:11:32.330307+0000","last_clean":"2024-04-18T05:11:32.330307+0000","last_became_active":"2024-04-18T05:11:28.341745+0000","last_became_peered":"2024-04-18T05:11:28.341745+0000","last_unstale":"2024-04-18T05:11:32.330307+0000","last_undegraded":"2024-04-18T05:11:32.330307+0000","last_fullsized":"2024-04-18T05:11:32.330307+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:18.867545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330494+0000","last_change":"2024-04-18T05:11:27.950344+0000","last_active":"2024-04-18T05:11:32.330494+0000","last_peered":"2024-04-18T05:11:32.330494+0000","last_clean":"2024-04-18T05:11:32.330494+0000","last_became_active":"2024-04-18T05:11:27.948673+0000","last_became_peered":"2024-04-18T05:11:27.948673+0000","last_unstale":"2024-04-18T05:11:32.330494+0000","last_undegraded":"2024-04-18T05:11:32.330494+0000","last_fullsized":"2024-04-18T05:11:32.330494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:25.511903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723241+0000","last_change":"2024-04-18T05:11:32.383188+0000","last_active":"2024-04-18T05:11:32.723241+0000","last_peered":"2024-04-18T05:11:32.723241+0000","last_clean":"2024-04-18T05:11:32.723241+0000","last_became_active":"2024-04-18T05:11:32.382570+0000","last_became_peered":"2024-04-18T05:11:32.382570+0000","last_unstale":"2024-04-18T05:11:32.723241+0000","last_undegraded":"2024-04-18T05:11:32.723241+0000","last_fullsized":"2024-04-18T05:11:32.723241+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:07.795281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333143+0000","last_change":"2024-04-18T05:11:28.328057+0000","last_active":"2024-04-18T05:11:32.333143+0000","last_peered":"2024-04-18T05:11:32.333143+0000","last_clean":"2024-04-18T05:11:32.333143+0000","last_became_active":"2024-04-18T05:11:28.327669+0000","last_became_peered":"2024-04-18T05:11:28.327669+0000","last_unstale":"2024-04-18T05:11:32.333143+0000","last_undegraded":"2024-04-18T05:11:32.333143+0000","last_fullsized":"2024-04-18T05:11:32.333143+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:13:58.767073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373783+0000","last_change":"2024-04-18T05:11:27.938654+0000","last_active":"2024-04-18T05:11:32.373783+0000","last_peered":"2024-04-18T05:11:32.373783+0000","last_clean":"2024-04-18T05:11:32.373783+0000","last_became_active":"2024-04-18T05:11:27.937852+0000","last_became_peered":"2024-04-18T05:11:27.937852+0000","last_unstale":"2024-04-18T05:11:32.373783+0000","last_undegraded":"2024-04-18T05:11:32.373783+0000","last_fullsized":"2024-04-18T05:11:32.373783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:01:43.591064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718997+0000","last_change":"2024-04-18T05:11:32.353961+0000","last_active":"2024-04-18T05:11:32.718997+0000","last_peered":"2024-04-18T05:11:32.718997+0000","last_clean":"2024-04-18T05:11:32.718997+0000","last_became_active":"2024-04-18T05:11:32.353178+0000","last_became_peered":"2024-04-18T05:11:32.353178+0000","last_unstale":"2024-04-18T05:11:32.718997+0000","last_undegraded":"2024-04-18T05:11:32.718997+0000","last_fullsized":"2024-04-18T05:11:32.718997+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:32:35.953060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346683+0000","last_change":"2024-04-18T05:11:28.330276+0000","last_active":"2024-04-18T05:11:32.346683+0000","last_peered":"2024-04-18T05:11:32.346683+0000","last_clean":"2024-04-18T05:11:32.346683+0000","last_became_active":"2024-04-18T05:11:28.329382+0000","last_became_peered":"2024-04-18T05:11:28.329382+0000","last_unstale":"2024-04-18T05:11:32.346683+0000","last_undegraded":"2024-04-18T05:11:32.346683+0000","last_fullsized":"2024-04-18T05:11:32.346683+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:18.867545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:38.114915+0000","last_change":"2024-04-18T05:11:27.939375+0000","last_active":"2024-04-18T05:11:38.114915+0000","last_peered":"2024-04-18T05:11:38.114915+0000","last_clean":"2024-04-18T05:11:38.114915+0000","last_became_active":"2024-04-18T05:11:27.939021+0000","last_became_peered":"2024-04-18T05:11:27.939021+0000","last_unstale":"2024-04-18T05:11:38.114915+0000","last_undegraded":"2024-04-18T05:11:38.114915+0000","last_fullsized":"2024-04-18T05:11:38.114915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3796,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865133+0000","last_change":"2024-04-18T05:11:32.365282+0000","last_active":"2024-04-18T05:11:32.865133+0000","last_peered":"2024-04-18T05:11:32.865133+0000","last_clean":"2024-04-18T05:11:32.865133+0000","last_became_active":"2024-04-18T05:11:32.363114+0000","last_became_peered":"2024-04-18T05:11:32.363114+0000","last_unstale":"2024-04-18T05:11:32.865133+0000","last_undegraded":"2024-04-18T05:11:32.865133+0000","last_fullsized":"2024-04-18T05:11:32.865133+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332468+0000","last_change":"2024-04-18T05:11:28.343459+0000","last_active":"2024-04-18T05:11:32.332468+0000","last_peered":"2024-04-18T05:11:32.332468+0000","last_clean":"2024-04-18T05:11:32.332468+0000","last_became_active":"2024-04-18T05:11:28.343223+0000","last_became_peered":"2024-04-18T05:11:28.343223+0000","last_unstale":"2024-04-18T05:11:32.332468+0000","last_undegraded":"2024-04-18T05:11:32.332468+0000","last_fullsized":"2024-04-18T05:11:32.332468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:17:44.703379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.374377+0000","last_change":"2024-04-18T05:11:27.941187+0000","last_active":"2024-04-18T05:11:32.374377+0000","last_peered":"2024-04-18T05:11:32.374377+0000","last_clean":"2024-04-18T05:11:32.374377+0000","last_became_active":"2024-04-18T05:11:27.940474+0000","last_became_peered":"2024-04-18T05:11:27.940474+0000","last_unstale":"2024-04-18T05:11:32.374377+0000","last_undegraded":"2024-04-18T05:11:32.374377+0000","last_fullsized":"2024-04-18T05:11:32.374377+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:28.905283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863369+0000","last_change":"2024-04-18T05:11:32.382389+0000","last_active":"2024-04-18T05:11:32.863369+0000","last_peered":"2024-04-18T05:11:32.863369+0000","last_clean":"2024-04-18T05:11:32.863369+0000","last_became_active":"2024-04-18T05:11:32.382008+0000","last_became_peered":"2024-04-18T05:11:32.382008+0000","last_unstale":"2024-04-18T05:11:32.863369+0000","last_undegraded":"2024-04-18T05:11:32.863369+0000","last_fullsized":"2024-04-18T05:11:32.863369+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:25:22.609972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349731+0000","last_change":"2024-04-18T05:11:28.338756+0000","last_active":"2024-04-18T05:11:32.349731+0000","last_peered":"2024-04-18T05:11:32.349731+0000","last_clean":"2024-04-18T05:11:32.349731+0000","last_became_active":"2024-04-18T05:11:28.338436+0000","last_became_peered":"2024-04-18T05:11:28.338436+0000","last_unstale":"2024-04-18T05:11:32.349731+0000","last_undegraded":"2024-04-18T05:11:32.349731+0000","last_fullsized":"2024-04-18T05:11:32.349731+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345375+0000","last_change":"2024-04-18T05:11:27.940677+0000","last_active":"2024-04-18T05:11:32.345375+0000","last_peered":"2024-04-18T05:11:32.345375+0000","last_clean":"2024-04-18T05:11:32.345375+0000","last_became_active":"2024-04-18T05:11:27.940372+0000","last_became_peered":"2024-04-18T05:11:27.940372+0000","last_unstale":"2024-04-18T05:11:32.345375+0000","last_undegraded":"2024-04-18T05:11:32.345375+0000","last_fullsized":"2024-04-18T05:11:32.345375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.864506+0000","last_change":"2024-04-18T05:11:32.393801+0000","last_active":"2024-04-18T05:11:32.864506+0000","last_peered":"2024-04-18T05:11:32.864506+0000","last_clean":"2024-04-18T05:11:32.864506+0000","last_became_active":"2024-04-18T05:11:32.389964+0000","last_became_peered":"2024-04-18T05:11:32.389964+0000","last_unstale":"2024-04-18T05:11:32.864506+0000","last_undegraded":"2024-04-18T05:11:32.864506+0000","last_fullsized":"2024-04-18T05:11:32.864506+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:45:18.375410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334012+0000","last_change":"2024-04-18T05:11:28.323121+0000","last_active":"2024-04-18T05:11:32.334012+0000","last_peered":"2024-04-18T05:11:32.334012+0000","last_clean":"2024-04-18T05:11:32.334012+0000","last_became_active":"2024-04-18T05:11:28.322864+0000","last_became_peered":"2024-04-18T05:11:28.322864+0000","last_unstale":"2024-04-18T05:11:32.334012+0000","last_undegraded":"2024-04-18T05:11:32.334012+0000","last_fullsized":"2024-04-18T05:11:32.334012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356473+0000","last_change":"2024-04-18T05:11:27.927085+0000","last_active":"2024-04-18T05:11:32.356473+0000","last_peered":"2024-04-18T05:11:32.356473+0000","last_clean":"2024-04-18T05:11:32.356473+0000","last_became_active":"2024-04-18T05:11:27.926280+0000","last_became_peered":"2024-04-18T05:11:27.926280+0000","last_unstale":"2024-04-18T05:11:32.356473+0000","last_undegraded":"2024-04-18T05:11:32.356473+0000","last_fullsized":"2024-04-18T05:11:32.356473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865273+0000","last_change":"2024-04-18T05:11:32.382997+0000","last_active":"2024-04-18T05:11:32.865273+0000","last_peered":"2024-04-18T05:11:32.865273+0000","last_clean":"2024-04-18T05:11:32.865273+0000","last_became_active":"2024-04-18T05:11:32.382407+0000","last_became_peered":"2024-04-18T05:11:32.382407+0000","last_unstale":"2024-04-18T05:11:32.865273+0000","last_undegraded":"2024-04-18T05:11:32.865273+0000","last_fullsized":"2024-04-18T05:11:32.865273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:23.749732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.866733+0000","last_change":"2024-04-18T05:11:32.365385+0000","last_active":"2024-04-18T05:11:32.866733+0000","last_peered":"2024-04-18T05:11:32.866733+0000","last_clean":"2024-04-18T05:11:32.866733+0000","last_became_active":"2024-04-18T05:11:32.363775+0000","last_became_peered":"2024-04-18T05:11:32.363775+0000","last_unstale":"2024-04-18T05:11:32.866733+0000","last_undegraded":"2024-04-18T05:11:32.866733+0000","last_fullsized":"2024-04-18T05:11:32.866733+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:57:29.868670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342781+0000","last_change":"2024-04-18T05:11:28.335436+0000","last_active":"2024-04-18T05:11:32.342781+0000","last_peered":"2024-04-18T05:11:32.342781+0000","last_clean":"2024-04-18T05:11:32.342781+0000","last_became_active":"2024-04-18T05:11:28.335053+0000","last_became_peered":"2024-04-18T05:11:28.335053+0000","last_unstale":"2024-04-18T05:11:32.342781+0000","last_undegraded":"2024-04-18T05:11:32.342781+0000","last_fullsized":"2024-04-18T05:11:32.342781+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:10:50.606470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329919+0000","last_change":"2024-04-18T05:11:27.947901+0000","last_active":"2024-04-18T05:11:32.329919+0000","last_peered":"2024-04-18T05:11:32.329919+0000","last_clean":"2024-04-18T05:11:32.329919+0000","last_became_active":"2024-04-18T05:11:27.947516+0000","last_became_peered":"2024-04-18T05:11:27.947516+0000","last_unstale":"2024-04-18T05:11:32.329919+0000","last_undegraded":"2024-04-18T05:11:32.329919+0000","last_fullsized":"2024-04-18T05:11:32.329919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718702+0000","last_change":"2024-04-18T05:11:32.356328+0000","last_active":"2024-04-18T05:11:32.718702+0000","last_peered":"2024-04-18T05:11:32.718702+0000","last_clean":"2024-04-18T05:11:32.718702+0000","last_became_active":"2024-04-18T05:11:32.355859+0000","last_became_peered":"2024-04-18T05:11:32.355859+0000","last_unstale":"2024-04-18T05:11:32.718702+0000","last_undegraded":"2024-04-18T05:11:32.718702+0000","last_fullsized":"2024-04-18T05:11:32.718702+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:34:24.612314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346340+0000","last_change":"2024-04-18T05:11:28.330959+0000","last_active":"2024-04-18T05:11:32.346340+0000","last_peered":"2024-04-18T05:11:32.346340+0000","last_clean":"2024-04-18T05:11:32.346340+0000","last_became_active":"2024-04-18T05:11:28.328978+0000","last_became_peered":"2024-04-18T05:11:28.328978+0000","last_unstale":"2024-04-18T05:11:32.346340+0000","last_undegraded":"2024-04-18T05:11:32.346340+0000","last_fullsized":"2024-04-18T05:11:32.346340+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333076+0000","last_change":"2024-04-18T05:11:27.945882+0000","last_active":"2024-04-18T05:11:32.333076+0000","last_peered":"2024-04-18T05:11:32.333076+0000","last_clean":"2024-04-18T05:11:32.333076+0000","last_became_active":"2024-04-18T05:11:27.945333+0000","last_became_peered":"2024-04-18T05:11:27.945333+0000","last_unstale":"2024-04-18T05:11:32.333076+0000","last_undegraded":"2024-04-18T05:11:32.333076+0000","last_fullsized":"2024-04-18T05:11:32.333076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:51:28.962551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.331145+0000","last_change":"2024-04-18T05:11:27.940457+0000","last_active":"2024-04-18T05:11:32.331145+0000","last_peered":"2024-04-18T05:11:32.331145+0000","last_clean":"2024-04-18T05:11:32.331145+0000","last_became_active":"2024-04-18T05:11:27.940153+0000","last_became_peered":"2024-04-18T05:11:27.940153+0000","last_unstale":"2024-04-18T05:11:32.331145+0000","last_undegraded":"2024-04-18T05:11:32.331145+0000","last_fullsized":"2024-04-18T05:11:32.331145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:47.883498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340676+0000","last_change":"2024-04-18T05:11:28.336911+0000","last_active":"2024-04-18T05:11:32.340676+0000","last_peered":"2024-04-18T05:11:32.340676+0000","last_clean":"2024-04-18T05:11:32.340676+0000","last_became_active":"2024-04-18T05:11:28.336556+0000","last_became_peered":"2024-04-18T05:11:28.336556+0000","last_unstale":"2024-04-18T05:11:32.340676+0000","last_undegraded":"2024-04-18T05:11:32.340676+0000","last_fullsized":"2024-04-18T05:11:32.340676+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.867473+0000","last_change":"2024-04-18T05:11:32.385723+0000","last_active":"2024-04-18T05:11:32.867473+0000","last_peered":"2024-04-18T05:11:32.867473+0000","last_clean":"2024-04-18T05:11:32.867473+0000","last_became_active":"2024-04-18T05:11:32.385062+0000","last_became_peered":"2024-04-18T05:11:32.385062+0000","last_unstale":"2024-04-18T05:11:32.867473+0000","last_undegraded":"2024-04-18T05:11:32.867473+0000","last_fullsized":"2024-04-18T05:11:32.867473+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:36:46.455230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.347399+0000","last_change":"2024-04-18T05:11:27.958457+0000","last_active":"2024-04-18T05:11:32.347399+0000","last_peered":"2024-04-18T05:11:32.347399+0000","last_clean":"2024-04-18T05:11:32.347399+0000","last_became_active":"2024-04-18T05:11:27.957449+0000","last_became_peered":"2024-04-18T05:11:27.957449+0000","last_unstale":"2024-04-18T05:11:32.347399+0000","last_undegraded":"2024-04-18T05:11:32.347399+0000","last_fullsized":"2024-04-18T05:11:32.347399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356127+0000","last_change":"2024-04-18T05:11:28.331218+0000","last_active":"2024-04-18T05:11:32.356127+0000","last_peered":"2024-04-18T05:11:32.356127+0000","last_clean":"2024-04-18T05:11:32.356127+0000","last_became_active":"2024-04-18T05:11:28.330519+0000","last_became_peered":"2024-04-18T05:11:28.330519+0000","last_unstale":"2024-04-18T05:11:32.356127+0000","last_undegraded":"2024-04-18T05:11:32.356127+0000","last_fullsized":"2024-04-18T05:11:32.356127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:55:56.923603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865293+0000","last_change":"2024-04-18T05:11:32.395049+0000","last_active":"2024-04-18T05:11:32.865293+0000","last_peered":"2024-04-18T05:11:32.865293+0000","last_clean":"2024-04-18T05:11:32.865293+0000","last_became_active":"2024-04-18T05:11:32.394529+0000","last_became_peered":"2024-04-18T05:11:32.394529+0000","last_unstale":"2024-04-18T05:11:32.865293+0000","last_undegraded":"2024-04-18T05:11:32.865293+0000","last_fullsized":"2024-04-18T05:11:32.865293+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:50:59.728526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.337726+0000","last_change":"2024-04-18T05:11:28.321683+0000","last_active":"2024-04-18T05:11:32.337726+0000","last_peered":"2024-04-18T05:11:32.337726+0000","last_clean":"2024-04-18T05:11:32.337726+0000","last_became_active":"2024-04-18T05:11:28.321419+0000","last_became_peered":"2024-04-18T05:11:28.321419+0000","last_unstale":"2024-04-18T05:11:32.337726+0000","last_undegraded":"2024-04-18T05:11:32.337726+0000","last_fullsized":"2024-04-18T05:11:32.337726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:08.217210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373415+0000","last_change":"2024-04-18T05:11:28.331136+0000","last_active":"2024-04-18T05:11:32.373415+0000","last_peered":"2024-04-18T05:11:32.373415+0000","last_clean":"2024-04-18T05:11:32.373415+0000","last_became_active":"2024-04-18T05:11:28.330775+0000","last_became_peered":"2024-04-18T05:11:28.330775+0000","last_unstale":"2024-04-18T05:11:32.373415+0000","last_undegraded":"2024-04-18T05:11:32.373415+0000","last_fullsized":"2024-04-18T05:11:32.373415+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:58:51.262478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329747+0000","last_change":"2024-04-18T05:11:28.328331+0000","last_active":"2024-04-18T05:11:32.329747+0000","last_peered":"2024-04-18T05:11:32.329747+0000","last_clean":"2024-04-18T05:11:32.329747+0000","last_became_active":"2024-04-18T05:11:28.327759+0000","last_became_peered":"2024-04-18T05:11:28.327759+0000","last_unstale":"2024-04-18T05:11:32.329747+0000","last_undegraded":"2024-04-18T05:11:32.329747+0000","last_fullsized":"2024-04-18T05:11:32.329747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:20:27.225239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.347149+0000","last_change":"2024-04-18T05:11:28.327566+0000","last_active":"2024-04-18T05:11:32.347149+0000","last_peered":"2024-04-18T05:11:32.347149+0000","last_clean":"2024-04-18T05:11:32.347149+0000","last_became_active":"2024-04-18T05:11:28.327053+0000","last_became_peered":"2024-04-18T05:11:28.327053+0000","last_unstale":"2024-04-18T05:11:32.347149+0000","last_undegraded":"2024-04-18T05:11:32.347149+0000","last_fullsized":"2024-04-18T05:11:32.347149+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334163+0000","last_change":"2024-04-18T05:11:28.348350+0000","last_active":"2024-04-18T05:11:32.334163+0000","last_peered":"2024-04-18T05:11:32.334163+0000","last_clean":"2024-04-18T05:11:32.334163+0000","last_became_active":"2024-04-18T05:11:28.347974+0000","last_became_peered":"2024-04-18T05:11:28.347974+0000","last_unstale":"2024-04-18T05:11:32.334163+0000","last_undegraded":"2024-04-18T05:11:32.334163+0000","last_fullsized":"2024-04-18T05:11:32.334163+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:10:50.606470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332423+0000","last_change":"2024-04-18T05:11:28.321214+0000","last_active":"2024-04-18T05:11:32.332423+0000","last_peered":"2024-04-18T05:11:32.332423+0000","last_clean":"2024-04-18T05:11:32.332423+0000","last_became_active":"2024-04-18T05:11:28.320882+0000","last_became_peered":"2024-04-18T05:11:28.320882+0000","last_unstale":"2024-04-18T05:11:32.332423+0000","last_undegraded":"2024-04-18T05:11:32.332423+0000","last_fullsized":"2024-04-18T05:11:32.332423+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:26.521278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333796+0000","last_change":"2024-04-18T05:11:28.324654+0000","last_active":"2024-04-18T05:11:32.333796+0000","last_peered":"2024-04-18T05:11:32.333796+0000","last_clean":"2024-04-18T05:11:32.333796+0000","last_became_active":"2024-04-18T05:11:28.323764+0000","last_became_peered":"2024-04-18T05:11:28.323764+0000","last_unstale":"2024-04-18T05:11:32.333796+0000","last_undegraded":"2024-04-18T05:11:32.333796+0000","last_fullsized":"2024-04-18T05:11:32.333796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:15:25.417552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349205+0000","last_change":"2024-04-18T05:11:28.334896+0000","last_active":"2024-04-18T05:11:32.349205+0000","last_peered":"2024-04-18T05:11:32.349205+0000","last_clean":"2024-04-18T05:11:32.349205+0000","last_became_active":"2024-04-18T05:11:28.334607+0000","last_became_peered":"2024-04-18T05:11:28.334607+0000","last_unstale":"2024-04-18T05:11:32.349205+0000","last_undegraded":"2024-04-18T05:11:32.349205+0000","last_fullsized":"2024-04-18T05:11:32.349205+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:40:47.790012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329716+0000","last_change":"2024-04-18T05:11:28.326914+0000","last_active":"2024-04-18T05:11:32.329716+0000","last_peered":"2024-04-18T05:11:32.329716+0000","last_clean":"2024-04-18T05:11:32.329716+0000","last_became_active":"2024-04-18T05:11:28.326137+0000","last_became_peered":"2024-04-18T05:11:28.326137+0000","last_unstale":"2024-04-18T05:11:32.329716+0000","last_undegraded":"2024-04-18T05:11:32.329716+0000","last_fullsized":"2024-04-18T05:11:32.329716+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:56:19.347355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.341170+0000","last_change":"2024-04-18T05:11:28.326510+0000","last_active":"2024-04-18T05:11:32.341170+0000","last_peered":"2024-04-18T05:11:32.341170+0000","last_clean":"2024-04-18T05:11:32.341170+0000","last_became_active":"2024-04-18T05:11:28.325919+0000","last_became_peered":"2024-04-18T05:11:28.325919+0000","last_unstale":"2024-04-18T05:11:32.341170+0000","last_undegraded":"2024-04-18T05:11:32.341170+0000","last_fullsized":"2024-04-18T05:11:32.341170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:12:27.372265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.354639+0000","last_change":"2024-04-18T05:11:28.322036+0000","last_active":"2024-04-18T05:11:32.354639+0000","last_peered":"2024-04-18T05:11:32.354639+0000","last_clean":"2024-04-18T05:11:32.354639+0000","last_became_active":"2024-04-18T05:11:28.321636+0000","last_became_peered":"2024-04-18T05:11:28.321636+0000","last_unstale":"2024-04-18T05:11:32.354639+0000","last_undegraded":"2024-04-18T05:11:32.354639+0000","last_fullsized":"2024-04-18T05:11:32.354639+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:08.217210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340444+0000","last_change":"2024-04-18T05:11:28.337700+0000","last_active":"2024-04-18T05:11:32.340444+0000","last_peered":"2024-04-18T05:11:32.340444+0000","last_clean":"2024-04-18T05:11:32.340444+0000","last_became_active":"2024-04-18T05:11:28.337085+0000","last_became_peered":"2024-04-18T05:11:28.337085+0000","last_unstale":"2024-04-18T05:11:32.340444+0000","last_undegraded":"2024-04-18T05:11:32.340444+0000","last_fullsized":"2024-04-18T05:11:32.340444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345980+0000","last_change":"2024-04-18T05:11:28.342599+0000","last_active":"2024-04-18T05:11:32.345980+0000","last_peered":"2024-04-18T05:11:32.345980+0000","last_clean":"2024-04-18T05:11:32.345980+0000","last_became_active":"2024-04-18T05:11:28.342276+0000","last_became_peered":"2024-04-18T05:11:28.342276+0000","last_unstale":"2024-04-18T05:11:32.345980+0000","last_undegraded":"2024-04-18T05:11:32.345980+0000","last_fullsized":"2024-04-18T05:11:32.345980+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.338913+0000","last_change":"2024-04-18T05:11:28.337504+0000","last_active":"2024-04-18T05:11:32.338913+0000","last_peered":"2024-04-18T05:11:32.338913+0000","last_clean":"2024-04-18T05:11:32.338913+0000","last_became_active":"2024-04-18T05:11:28.336945+0000","last_became_peered":"2024-04-18T05:11:28.336945+0000","last_unstale":"2024-04-18T05:11:32.338913+0000","last_undegraded":"2024-04-18T05:11:32.338913+0000","last_fullsized":"2024-04-18T05:11:32.338913+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:16.149566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.374207+0000","last_change":"2024-04-18T05:11:28.336563+0000","last_active":"2024-04-18T05:11:32.374207+0000","last_peered":"2024-04-18T05:11:32.374207+0000","last_clean":"2024-04-18T05:11:32.374207+0000","last_became_active":"2024-04-18T05:11:28.336254+0000","last_became_peered":"2024-04-18T05:11:28.336254+0000","last_unstale":"2024-04-18T05:11:32.374207+0000","last_undegraded":"2024-04-18T05:11:32.374207+0000","last_fullsized":"2024-04-18T05:11:32.374207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:30:07.192387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336058+0000","last_change":"2024-04-18T05:11:28.347781+0000","last_active":"2024-04-18T05:11:32.336058+0000","last_peered":"2024-04-18T05:11:32.336058+0000","last_clean":"2024-04-18T05:11:32.336058+0000","last_became_active":"2024-04-18T05:11:28.347486+0000","last_became_peered":"2024-04-18T05:11:28.347486+0000","last_unstale":"2024-04-18T05:11:32.336058+0000","last_undegraded":"2024-04-18T05:11:32.336058+0000","last_fullsized":"2024-04-18T05:11:32.336058+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329476+0000","last_change":"2024-04-18T05:11:28.337686+0000","last_active":"2024-04-18T05:11:32.329476+0000","last_peered":"2024-04-18T05:11:32.329476+0000","last_clean":"2024-04-18T05:11:32.329476+0000","last_became_active":"2024-04-18T05:11:28.337420+0000","last_became_peered":"2024-04-18T05:11:28.337420+0000","last_unstale":"2024-04-18T05:11:32.329476+0000","last_undegraded":"2024-04-18T05:11:32.329476+0000","last_fullsized":"2024-04-18T05:11:32.329476+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:00:17.813950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340757+0000","last_change":"2024-04-18T05:11:28.342476+0000","last_active":"2024-04-18T05:11:32.340757+0000","last_peered":"2024-04-18T05:11:32.340757+0000","last_clean":"2024-04-18T05:11:32.340757+0000","last_became_active":"2024-04-18T05:11:28.342216+0000","last_became_peered":"2024-04-18T05:11:28.342216+0000","last_unstale":"2024-04-18T05:11:32.340757+0000","last_undegraded":"2024-04-18T05:11:32.340757+0000","last_fullsized":"2024-04-18T05:11:32.340757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332839+0000","last_change":"2024-04-18T05:11:28.319923+0000","last_active":"2024-04-18T05:11:32.332839+0000","last_peered":"2024-04-18T05:11:32.332839+0000","last_clean":"2024-04-18T05:11:32.332839+0000","last_became_active":"2024-04-18T05:11:28.319597+0000","last_became_peered":"2024-04-18T05:11:28.319597+0000","last_unstale":"2024-04-18T05:11:32.332839+0000","last_undegraded":"2024-04-18T05:11:32.332839+0000","last_fullsized":"2024-04-18T05:11:32.332839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332969+0000","last_change":"2024-04-18T05:11:28.330774+0000","last_active":"2024-04-18T05:11:32.332969+0000","last_peered":"2024-04-18T05:11:32.332969+0000","last_clean":"2024-04-18T05:11:32.332969+0000","last_became_active":"2024-04-18T05:11:28.330472+0000","last_became_peered":"2024-04-18T05:11:28.330472+0000","last_unstale":"2024-04-18T05:11:32.332969+0000","last_undegraded":"2024-04-18T05:11:32.332969+0000","last_fullsized":"2024-04-18T05:11:32.332969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:15:25.417552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345852+0000","last_change":"2024-04-18T05:11:28.342916+0000","last_active":"2024-04-18T05:11:32.345852+0000","last_peered":"2024-04-18T05:11:32.345852+0000","last_clean":"2024-04-18T05:11:32.345852+0000","last_became_active":"2024-04-18T05:11:28.342457+0000","last_became_peered":"2024-04-18T05:11:28.342457+0000","last_unstale":"2024-04-18T05:11:32.345852+0000","last_undegraded":"2024-04-18T05:11:32.345852+0000","last_fullsized":"2024-04-18T05:11:32.345852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:11:37.642503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346590+0000","last_change":"2024-04-18T05:11:28.334079+0000","last_active":"2024-04-18T05:11:32.346590+0000","last_peered":"2024-04-18T05:11:32.346590+0000","last_clean":"2024-04-18T05:11:32.346590+0000","last_became_active":"2024-04-18T05:11:28.333679+0000","last_became_peered":"2024-04-18T05:11:28.333679+0000","last_unstale":"2024-04-18T05:11:32.346590+0000","last_undegraded":"2024-04-18T05:11:32.346590+0000","last_fullsized":"2024-04-18T05:11:32.346590+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345184+0000","last_change":"2024-04-18T05:11:28.325959+0000","last_active":"2024-04-18T05:11:32.345184+0000","last_peered":"2024-04-18T05:11:32.345184+0000","last_clean":"2024-04-18T05:11:32.345184+0000","last_became_active":"2024-04-18T05:11:28.325295+0000","last_became_peered":"2024-04-18T05:11:28.325295+0000","last_unstale":"2024-04-18T05:11:32.345184+0000","last_undegraded":"2024-04-18T05:11:32.345184+0000","last_fullsized":"2024-04-18T05:11:32.345184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356380+0000","last_change":"2024-04-18T05:11:28.329976+0000","last_active":"2024-04-18T05:11:32.356380+0000","last_peered":"2024-04-18T05:11:32.356380+0000","last_clean":"2024-04-18T05:11:32.356380+0000","last_became_active":"2024-04-18T05:11:28.329507+0000","last_became_peered":"2024-04-18T05:11:28.329507+0000","last_unstale":"2024-04-18T05:11:32.356380+0000","last_undegraded":"2024-04-18T05:11:32.356380+0000","last_fullsized":"2024-04-18T05:11:32.356380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:26.236568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345773+0000","last_change":"2024-04-18T05:11:28.342672+0000","last_active":"2024-04-18T05:11:32.345773+0000","last_peered":"2024-04-18T05:11:32.345773+0000","last_clean":"2024-04-18T05:11:32.345773+0000","last_became_active":"2024-04-18T05:11:28.342345+0000","last_became_peered":"2024-04-18T05:11:28.342345+0000","last_unstale":"2024-04-18T05:11:32.345773+0000","last_undegraded":"2024-04-18T05:11:32.345773+0000","last_fullsized":"2024-04-18T05:11:32.345773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344959+0000","last_change":"2024-04-18T05:11:28.341010+0000","last_active":"2024-04-18T05:11:32.344959+0000","last_peered":"2024-04-18T05:11:32.344959+0000","last_clean":"2024-04-18T05:11:32.344959+0000","last_became_active":"2024-04-18T05:11:28.334683+0000","last_became_peered":"2024-04-18T05:11:28.334683+0000","last_unstale":"2024-04-18T05:11:32.344959+0000","last_undegraded":"2024-04-18T05:11:32.344959+0000","last_fullsized":"2024-04-18T05:11:32.344959+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:12:27.372265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340832+0000","last_change":"2024-04-18T05:11:28.338088+0000","last_active":"2024-04-18T05:11:32.340832+0000","last_peered":"2024-04-18T05:11:32.340832+0000","last_clean":"2024-04-18T05:11:32.340832+0000","last_became_active":"2024-04-18T05:11:28.337812+0000","last_became_peered":"2024-04-18T05:11:28.337812+0000","last_unstale":"2024-04-18T05:11:32.340832+0000","last_undegraded":"2024-04-18T05:11:32.340832+0000","last_fullsized":"2024-04-18T05:11:32.340832+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346776+0000","last_change":"2024-04-18T05:11:28.327246+0000","last_active":"2024-04-18T05:11:32.346776+0000","last_peered":"2024-04-18T05:11:32.346776+0000","last_clean":"2024-04-18T05:11:32.346776+0000","last_became_active":"2024-04-18T05:11:28.325997+0000","last_became_peered":"2024-04-18T05:11:28.325997+0000","last_unstale":"2024-04-18T05:11:32.346776+0000","last_undegraded":"2024-04-18T05:11:32.346776+0000","last_fullsized":"2024-04-18T05:11:32.346776+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:09:16.376115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334440+0000","last_change":"2024-04-18T05:11:28.339335+0000","last_active":"2024-04-18T05:11:32.334440+0000","last_peered":"2024-04-18T05:11:32.334440+0000","last_clean":"2024-04-18T05:11:32.334440+0000","last_became_active":"2024-04-18T05:11:28.338329+0000","last_became_peered":"2024-04-18T05:11:28.338329+0000","last_unstale":"2024-04-18T05:11:32.334440+0000","last_undegraded":"2024-04-18T05:11:32.334440+0000","last_fullsized":"2024-04-18T05:11:32.334440+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345182+0000","last_change":"2024-04-18T05:11:28.336945+0000","last_active":"2024-04-18T05:11:32.345182+0000","last_peered":"2024-04-18T05:11:32.345182+0000","last_clean":"2024-04-18T05:11:32.345182+0000","last_became_active":"2024-04-18T05:11:28.336621+0000","last_became_peered":"2024-04-18T05:11:28.336621+0000","last_unstale":"2024-04-18T05:11:32.345182+0000","last_undegraded":"2024-04-18T05:11:32.345182+0000","last_fullsized":"2024-04-18T05:11:32.345182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.348942+0000","last_change":"2024-04-18T05:11:28.329774+0000","last_active":"2024-04-18T05:11:32.348942+0000","last_peered":"2024-04-18T05:11:32.348942+0000","last_clean":"2024-04-18T05:11:32.348942+0000","last_became_active":"2024-04-18T05:11:28.329506+0000","last_became_peered":"2024-04-18T05:11:28.329506+0000","last_unstale":"2024-04-18T05:11:32.348942+0000","last_undegraded":"2024-04-18T05:11:32.348942+0000","last_fullsized":"2024-04-18T05:11:32.348942+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:24:16.796590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345138+0000","last_change":"2024-04-18T05:11:28.333430+0000","last_active":"2024-04-18T05:11:32.345138+0000","last_peered":"2024-04-18T05:11:32.345138+0000","last_clean":"2024-04-18T05:11:32.345138+0000","last_became_active":"2024-04-18T05:11:28.332684+0000","last_became_peered":"2024-04-18T05:11:28.332684+0000","last_unstale":"2024-04-18T05:11:32.345138+0000","last_undegraded":"2024-04-18T05:11:32.345138+0000","last_fullsized":"2024-04-18T05:11:32.345138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:24:16.796590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4594,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":105410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0669999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.353}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.296}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3640000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.462}]}]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":695870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0369999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0609999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.181}]}]},{"osd":4,"up_from":15,"seq":64424509449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":109878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.093}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92900000000000005}]}]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":274432,"data_stored":105992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.24}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.345}]}]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31388,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340452,"statfs":{"total":96636764160,"available":96604622848,"internally_reserved":0,"allocated":282624,"data_stored":109206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4279999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.506}]}]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":868352,"data_stored":695848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70699999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2470000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.089}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.034}]}]},{"osd":0,"up_from":15,"seq":64424509448,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":278528,"data_stored":105466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92300000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85199999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.097}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.117}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.996}]}]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":278528,"data_stored":105534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:11:51.974 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:11:52.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9d0d75640 1 Processor -- start 2024-04-18T05:11:52.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9d0d75640 1 -- start start 2024-04-18T05:11:52.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9d0d75640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc14def0 0x7fc9cc0716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9d0d75640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc9cc0c1820 0x7fc9cc070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9d0d75640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9cc14e2d0 con 0x7fc9cc0c0e50 2024-04-18T05:11:52.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9d0d75640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9cc151440 con 0x7fc9cc0c1820 2024-04-18T05:11:52.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9d0d75640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc151720 con 0x7fc9cc14def0 2024-04-18T05:11:52.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9cad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc9cc0c0e50 0x7fc9cc070880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37334/0 (socket says 172.21.15.32:37334) 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9cad9d640 1 -- 172.21.15.32:0/3854603222 learned_addr learned my addr 172.21.15.32:0/3854603222 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9ca59c640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc14def0 0x7fc9cc0716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c9d9b640 1 --2- 172.21.15.32:0/3854603222 >> v2:172.21.15.92:3300/0 conn(0x7fc9cc0c1820 0x7fc9cc070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3100407858 0 0) 0x7fc9cc14e2d0 con 0x7fc9cc0c0e50 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9b4003530 con 0x7fc9cc0c0e50 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 366076543 0 0) 0x7fc9b4003530 con 0x7fc9cc0c0e50 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc14def0 msgr2=0x7fc9cc0716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc14def0 0x7fc9cc0716f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 >> v2:172.21.15.92:3300/0 conn(0x7fc9cc0c1820 msgr2=0x7fc9cc070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 --2- 172.21.15.32:0/3854603222 >> v2:172.21.15.92:3300/0 conn(0x7fc9cc0c1820 0x7fc9cc070340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9cc0c1cf0 con 0x7fc9cc0c0e50 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fc9c4001a00 con 0x7fc9cc0c0e50 2024-04-18T05:11:52.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 >> v1:172.21.15.32:6789/0 conn(0x7fc9cc0c0e50 legacy=0x7fc9cc070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9b4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc14def0 0x7fc9b40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9b4004d10 0x7fc9b4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc151440 con 0x7fc9b4003980 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc151720 con 0x7fc9b4004d10 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b400b990 con 0x7fc9cc14def0 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9ca59c640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9b4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9ca59c640 1 -- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc14def0 msgr2=0x7fc9b40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c9d9b640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc14def0 0x7fc9b40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9cad9d640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9b4004d10 0x7fc9b4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9ca59c640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc14def0 0x7fc9b40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9ca59c640 1 -- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9b4004d10 msgr2=0x7fc9b4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:52.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9ca59c640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9b4004d10 0x7fc9b4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9ca59c640 1 -- 172.21.15.32:0/3854603222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9b4003530 con 0x7fc9b4003980 2024-04-18T05:11:52.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9c9d9b640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc14def0 0x7fc9b40047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:52.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.129+0000 7fc9cad9d640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9b4004d10 0x7fc9b4005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:52.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9ca59c640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9b4003da0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc009ae0 tx=0x7fc9bc01ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e27ce2bb6028db7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:52.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc0a6450 con 0x7fc9b4003980 2024-04-18T05:11:52.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9bc0a65b0 con 0x7fc9b4003980 2024-04-18T05:11:52.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9c959a640 1 -- 172.21.15.32:0/3854603222 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc0a6760 con 0x7fc9b4003980 2024-04-18T05:11:52.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9d0d75640 1 -- 172.21.15.32:0/3854603222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 msgr2=0x7fc9b4003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9d0d75640 1 --2- 172.21.15.32:0/3854603222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9b4003da0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc009ae0 tx=0x7fc9bc01ca70 comp rx=0 tx=0).stop 2024-04-18T05:11:52.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9cad9d640 1 -- 172.21.15.32:0/3854603222 reap_dead start 2024-04-18T05:11:52.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9d0d75640 1 -- 172.21.15.32:0/3854603222 shutdown_connections 2024-04-18T05:11:52.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9d0d75640 1 -- 172.21.15.32:0/3854603222 >> 172.21.15.32:0/3854603222 conn(0x7fc9cc069e80 msgr2=0x7fc9cc06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:52.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9d0d75640 1 -- 172.21.15.32:0/3854603222 shutdown_connections 2024-04-18T05:11:52.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9d0d75640 1 -- 172.21.15.32:0/3854603222 wait complete. 2024-04-18T05:11:52.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.133+0000 7fc9d0d75640 1 Processor -- start 2024-04-18T05:11:52.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 -- start start 2024-04-18T05:11:52.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9cc14a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc144ee0 0x7fc9cc1ec480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9cc1ec9c0 0x7fc9cc141ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc0c4930 con 0x7fc9b4003980 2024-04-18T05:11:52.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc1ece40 con 0x7fc9cc1ec9c0 2024-04-18T05:11:52.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9cc150780 con 0x7fc9cc144ee0 2024-04-18T05:11:52.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9ca59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9cc14a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9ca59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9cc14a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57686/0 (socket says 172.21.15.32:57686) 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9ca59c640 1 -- 172.21.15.32:0/438271213 learned_addr learned my addr 172.21.15.32:0/438271213 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9ca59c640 1 -- 172.21.15.32:0/438271213 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc144ee0 msgr2=0x7fc9cc1ec480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9ca59c640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc144ee0 0x7fc9cc1ec480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9ca59c640 1 -- 172.21.15.32:0/438271213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9cc1ec9c0 msgr2=0x7fc9cc141ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9ca59c640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9cc1ec9c0 0x7fc9cc141ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9ca59c640 1 -- 172.21.15.32:0/438271213 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9cc14ea20 con 0x7fc9b4003980 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9ca59c640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9cc14a380 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc009ae0 tx=0x7fc9b4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9baffd640 1 -- 172.21.15.32:0/438271213 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc00f000 con 0x7fc9b4003980 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9baffd640 1 -- 172.21.15.32:0/438271213 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9bc0a6da0 con 0x7fc9b4003980 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9cc1f0770 con 0x7fc9b4003980 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9baffd640 1 -- 172.21.15.32:0/438271213 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc0a7650 con 0x7fc9b4003980 2024-04-18T05:11:52.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9cc0c4e60 con 0x7fc9b4003980 2024-04-18T05:11:52.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9cc0666e0 con 0x7fc9b4003980 2024-04-18T05:11:52.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9baffd640 1 -- 172.21.15.32:0/438271213 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc9bc0a77b0 con 0x7fc9b4003980 2024-04-18T05:11:52.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9baffd640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9ac0666c0 0x7fc9ac068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9baffd640 1 -- 172.21.15.32:0/438271213 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc9bc11e130 con 0x7fc9b4003980 2024-04-18T05:11:52.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.137+0000 7fc9c9d9b640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9ac0666c0 0x7fc9ac068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.141+0000 7fc9c9d9b640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9ac0666c0 0x7fc9ac068b80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc1503c0 tx=0x7fc9c0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:52.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.145+0000 7fc9baffd640 1 -- 172.21.15.32:0/438271213 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc9bc0eb240 con 0x7fc9b4003980 2024-04-18T05:11:52.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.301+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc9cc06fee0 con 0x7fc9ac0666c0 2024-04-18T05:11:52.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.325+0000 7fc9baffd640 1 -- 172.21.15.32:0/438271213 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345171 (secure 0 0 0) 0x7fc9c0006be0 con 0x7fc9ac0666c0 2024-04-18T05:11:52.328 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:52.331 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:11:52.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9ac0666c0 msgr2=0x7fc9ac068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9ac0666c0 0x7fc9ac068b80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc1503c0 tx=0x7fc9c0008040 comp rx=0 tx=0).stop 2024-04-18T05:11:52.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 msgr2=0x7fc9cc14a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9cc14a380 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc009ae0 tx=0x7fc9b4005800 comp rx=0 tx=0).stop 2024-04-18T05:11:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 shutdown_connections 2024-04-18T05:11:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9ac0666c0 0x7fc9ac068b80 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9cc1ec9c0 0x7fc9cc141ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9cc144ee0 0x7fc9cc1ec480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 --2- 172.21.15.32:0/438271213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9b4003980 0x7fc9cc14a380 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 >> 172.21.15.32:0/438271213 conn(0x7fc9cc069e80 msgr2=0x7fc9cc06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 shutdown_connections 2024-04-18T05:11:52.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.329+0000 7fc9d0d75640 1 -- 172.21.15.32:0/438271213 wait complete. 2024-04-18T05:11:52.349 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-04-18T05:11:50.845331+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594962,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235912,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738808,"statfs":{"total":773094113280,"available":772852539392,"internally_reserved":0,"allocated":3416064,"data_stored":2033204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004348"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346595+0000","last_change":"2024-04-18T05:11:27.938169+0000","last_active":"2024-04-18T05:11:32.346595+0000","last_peered":"2024-04-18T05:11:32.346595+0000","last_clean":"2024-04-18T05:11:32.346595+0000","last_became_active":"2024-04-18T05:11:27.937292+0000","last_became_peered":"2024-04-18T05:11:27.937292+0000","last_unstale":"2024-04-18T05:11:32.346595+0000","last_undegraded":"2024-04-18T05:11:32.346595+0000","last_fullsized":"2024-04-18T05:11:32.346595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349258+0000","last_change":"2024-04-18T05:11:28.337316+0000","last_active":"2024-04-18T05:11:32.349258+0000","last_peered":"2024-04-18T05:11:32.349258+0000","last_clean":"2024-04-18T05:11:32.349258+0000","last_became_active":"2024-04-18T05:11:28.336930+0000","last_became_peered":"2024-04-18T05:11:28.336930+0000","last_unstale":"2024-04-18T05:11:32.349258+0000","last_undegraded":"2024-04-18T05:11:32.349258+0000","last_fullsized":"2024-04-18T05:11:32.349258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:11:37.642503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865621+0000","last_change":"2024-04-18T05:11:32.389761+0000","last_active":"2024-04-18T05:11:32.865621+0000","last_peered":"2024-04-18T05:11:32.865621+0000","last_clean":"2024-04-18T05:11:32.865621+0000","last_became_active":"2024-04-18T05:11:32.382876+0000","last_became_peered":"2024-04-18T05:11:32.382876+0000","last_unstale":"2024-04-18T05:11:32.865621+0000","last_undegraded":"2024-04-18T05:11:32.865621+0000","last_fullsized":"2024-04-18T05:11:32.865621+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:59:25.172725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349668+0000","last_change":"2024-04-18T05:11:27.952953+0000","last_active":"2024-04-18T05:11:32.349668+0000","last_peered":"2024-04-18T05:11:32.349668+0000","last_clean":"2024-04-18T05:11:32.349668+0000","last_became_active":"2024-04-18T05:11:27.952221+0000","last_became_peered":"2024-04-18T05:11:27.952221+0000","last_unstale":"2024-04-18T05:11:32.349668+0000","last_undegraded":"2024-04-18T05:11:32.349668+0000","last_fullsized":"2024-04-18T05:11:32.349668+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349509+0000","last_change":"2024-04-18T05:11:28.334901+0000","last_active":"2024-04-18T05:11:32.349509+0000","last_peered":"2024-04-18T05:11:32.349509+0000","last_clean":"2024-04-18T05:11:32.349509+0000","last_became_active":"2024-04-18T05:11:28.334607+0000","last_became_peered":"2024-04-18T05:11:28.334607+0000","last_unstale":"2024-04-18T05:11:32.349509+0000","last_undegraded":"2024-04-18T05:11:32.349509+0000","last_fullsized":"2024-04-18T05:11:32.349509+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:09:16.376115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862258+0000","last_change":"2024-04-18T05:11:32.375798+0000","last_active":"2024-04-18T05:11:32.862258+0000","last_peered":"2024-04-18T05:11:32.862258+0000","last_clean":"2024-04-18T05:11:32.862258+0000","last_became_active":"2024-04-18T05:11:32.375403+0000","last_became_peered":"2024-04-18T05:11:32.375403+0000","last_unstale":"2024-04-18T05:11:32.862258+0000","last_undegraded":"2024-04-18T05:11:32.862258+0000","last_fullsized":"2024-04-18T05:11:32.862258+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346913+0000","last_change":"2024-04-18T05:11:27.941223+0000","last_active":"2024-04-18T05:11:32.346913+0000","last_peered":"2024-04-18T05:11:32.346913+0000","last_clean":"2024-04-18T05:11:32.346913+0000","last_became_active":"2024-04-18T05:11:27.940904+0000","last_became_peered":"2024-04-18T05:11:27.940904+0000","last_unstale":"2024-04-18T05:11:32.346913+0000","last_undegraded":"2024-04-18T05:11:32.346913+0000","last_fullsized":"2024-04-18T05:11:32.346913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.354789+0000","last_change":"2024-04-18T05:11:28.335691+0000","last_active":"2024-04-18T05:11:32.354789+0000","last_peered":"2024-04-18T05:11:32.354789+0000","last_clean":"2024-04-18T05:11:32.354789+0000","last_became_active":"2024-04-18T05:11:28.335306+0000","last_became_peered":"2024-04-18T05:11:28.335306+0000","last_unstale":"2024-04-18T05:11:32.354789+0000","last_undegraded":"2024-04-18T05:11:32.354789+0000","last_fullsized":"2024-04-18T05:11:32.354789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:47.346075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863250+0000","last_change":"2024-04-18T05:11:32.353841+0000","last_active":"2024-04-18T05:11:32.863250+0000","last_peered":"2024-04-18T05:11:32.863250+0000","last_clean":"2024-04-18T05:11:32.863250+0000","last_became_active":"2024-04-18T05:11:32.353330+0000","last_became_peered":"2024-04-18T05:11:32.353330+0000","last_unstale":"2024-04-18T05:11:32.863250+0000","last_undegraded":"2024-04-18T05:11:32.863250+0000","last_fullsized":"2024-04-18T05:11:32.863250+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:17:48.111520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346342+0000","last_change":"2024-04-18T05:11:27.941836+0000","last_active":"2024-04-18T05:11:32.346342+0000","last_peered":"2024-04-18T05:11:32.346342+0000","last_clean":"2024-04-18T05:11:32.346342+0000","last_became_active":"2024-04-18T05:11:27.941547+0000","last_became_peered":"2024-04-18T05:11:27.941547+0000","last_unstale":"2024-04-18T05:11:32.346342+0000","last_undegraded":"2024-04-18T05:11:32.346342+0000","last_fullsized":"2024-04-18T05:11:32.346342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.335839+0000","last_change":"2024-04-18T05:11:28.344651+0000","last_active":"2024-04-18T05:11:32.335839+0000","last_peered":"2024-04-18T05:11:32.335839+0000","last_clean":"2024-04-18T05:11:32.335839+0000","last_became_active":"2024-04-18T05:11:28.344402+0000","last_became_peered":"2024-04-18T05:11:28.344402+0000","last_unstale":"2024-04-18T05:11:32.335839+0000","last_undegraded":"2024-04-18T05:11:32.335839+0000","last_fullsized":"2024-04-18T05:11:32.335839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863027+0000","last_change":"2024-04-18T05:11:32.391030+0000","last_active":"2024-04-18T05:11:32.863027+0000","last_peered":"2024-04-18T05:11:32.863027+0000","last_clean":"2024-04-18T05:11:32.863027+0000","last_became_active":"2024-04-18T05:11:32.390561+0000","last_became_peered":"2024-04-18T05:11:32.390561+0000","last_unstale":"2024-04-18T05:11:32.863027+0000","last_undegraded":"2024-04-18T05:11:32.863027+0000","last_fullsized":"2024-04-18T05:11:32.863027+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:57:29.868670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330161+0000","last_change":"2024-04-18T05:11:28.334462+0000","last_active":"2024-04-18T05:11:32.330161+0000","last_peered":"2024-04-18T05:11:32.330161+0000","last_clean":"2024-04-18T05:11:32.330161+0000","last_became_active":"2024-04-18T05:11:28.334216+0000","last_became_peered":"2024-04-18T05:11:28.334216+0000","last_unstale":"2024-04-18T05:11:32.330161+0000","last_undegraded":"2024-04-18T05:11:32.330161+0000","last_fullsized":"2024-04-18T05:11:32.330161+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:38.804241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330179+0000","last_change":"2024-04-18T05:11:27.952118+0000","last_active":"2024-04-18T05:11:32.330179+0000","last_peered":"2024-04-18T05:11:32.330179+0000","last_clean":"2024-04-18T05:11:32.330179+0000","last_became_active":"2024-04-18T05:11:27.948653+0000","last_became_peered":"2024-04-18T05:11:27.948653+0000","last_unstale":"2024-04-18T05:11:32.330179+0000","last_undegraded":"2024-04-18T05:11:32.330179+0000","last_fullsized":"2024-04-18T05:11:32.330179+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:02.060991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718498+0000","last_change":"2024-04-18T05:11:32.375536+0000","last_active":"2024-04-18T05:11:32.718498+0000","last_peered":"2024-04-18T05:11:32.718498+0000","last_clean":"2024-04-18T05:11:32.718498+0000","last_became_active":"2024-04-18T05:11:32.375141+0000","last_became_peered":"2024-04-18T05:11:32.375141+0000","last_unstale":"2024-04-18T05:11:32.718498+0000","last_undegraded":"2024-04-18T05:11:32.718498+0000","last_fullsized":"2024-04-18T05:11:32.718498+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:41:35.277328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373528+0000","last_change":"2024-04-18T05:11:28.329538+0000","last_active":"2024-04-18T05:11:32.373528+0000","last_peered":"2024-04-18T05:11:32.373528+0000","last_clean":"2024-04-18T05:11:32.373528+0000","last_became_active":"2024-04-18T05:11:28.329185+0000","last_became_peered":"2024-04-18T05:11:28.329185+0000","last_unstale":"2024-04-18T05:11:32.373528+0000","last_undegraded":"2024-04-18T05:11:32.373528+0000","last_fullsized":"2024-04-18T05:11:32.373528+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:00:58.051561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333331+0000","last_change":"2024-04-18T05:11:27.956004+0000","last_active":"2024-04-18T05:11:32.333331+0000","last_peered":"2024-04-18T05:11:32.333331+0000","last_clean":"2024-04-18T05:11:32.333331+0000","last_became_active":"2024-04-18T05:11:27.952027+0000","last_became_peered":"2024-04-18T05:11:27.952027+0000","last_unstale":"2024-04-18T05:11:32.333331+0000","last_undegraded":"2024-04-18T05:11:32.333331+0000","last_fullsized":"2024-04-18T05:11:32.333331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:10:24.051228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862778+0000","last_change":"2024-04-18T05:11:32.369454+0000","last_active":"2024-04-18T05:11:32.862778+0000","last_peered":"2024-04-18T05:11:32.862778+0000","last_clean":"2024-04-18T05:11:32.862778+0000","last_became_active":"2024-04-18T05:11:32.369058+0000","last_became_peered":"2024-04-18T05:11:32.369058+0000","last_unstale":"2024-04-18T05:11:32.862778+0000","last_undegraded":"2024-04-18T05:11:32.862778+0000","last_fullsized":"2024-04-18T05:11:32.862778+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342817+0000","last_change":"2024-04-18T05:11:28.335611+0000","last_active":"2024-04-18T05:11:32.342817+0000","last_peered":"2024-04-18T05:11:32.342817+0000","last_clean":"2024-04-18T05:11:32.342817+0000","last_became_active":"2024-04-18T05:11:28.335387+0000","last_became_peered":"2024-04-18T05:11:28.335387+0000","last_unstale":"2024-04-18T05:11:32.342817+0000","last_undegraded":"2024-04-18T05:11:32.342817+0000","last_fullsized":"2024-04-18T05:11:32.342817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:13:58.767073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342989+0000","last_change":"2024-04-18T05:11:27.935320+0000","last_active":"2024-04-18T05:11:32.342989+0000","last_peered":"2024-04-18T05:11:32.342989+0000","last_clean":"2024-04-18T05:11:32.342989+0000","last_became_active":"2024-04-18T05:11:27.934567+0000","last_became_peered":"2024-04-18T05:11:27.934567+0000","last_unstale":"2024-04-18T05:11:32.342989+0000","last_undegraded":"2024-04-18T05:11:32.342989+0000","last_fullsized":"2024-04-18T05:11:32.342989+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865628+0000","last_change":"2024-04-18T05:11:32.394847+0000","last_active":"2024-04-18T05:11:32.865628+0000","last_peered":"2024-04-18T05:11:32.865628+0000","last_clean":"2024-04-18T05:11:32.865628+0000","last_became_active":"2024-04-18T05:11:32.393997+0000","last_became_peered":"2024-04-18T05:11:32.393997+0000","last_unstale":"2024-04-18T05:11:32.865628+0000","last_undegraded":"2024-04-18T05:11:32.865628+0000","last_fullsized":"2024-04-18T05:11:32.865628+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:02:53.669090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329828+0000","last_change":"2024-04-18T05:11:28.337120+0000","last_active":"2024-04-18T05:11:32.329828+0000","last_peered":"2024-04-18T05:11:32.329828+0000","last_clean":"2024-04-18T05:11:32.329828+0000","last_became_active":"2024-04-18T05:11:28.336839+0000","last_became_peered":"2024-04-18T05:11:28.336839+0000","last_unstale":"2024-04-18T05:11:32.329828+0000","last_undegraded":"2024-04-18T05:11:32.329828+0000","last_fullsized":"2024-04-18T05:11:32.329828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:25:10.878519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344641+0000","last_change":"2024-04-18T05:11:27.938456+0000","last_active":"2024-04-18T05:11:32.344641+0000","last_peered":"2024-04-18T05:11:32.344641+0000","last_clean":"2024-04-18T05:11:32.344641+0000","last_became_active":"2024-04-18T05:11:27.937988+0000","last_became_peered":"2024-04-18T05:11:27.937988+0000","last_unstale":"2024-04-18T05:11:32.344641+0000","last_undegraded":"2024-04-18T05:11:32.344641+0000","last_fullsized":"2024-04-18T05:11:32.344641+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862704+0000","last_change":"2024-04-18T05:11:32.390757+0000","last_active":"2024-04-18T05:11:32.862704+0000","last_peered":"2024-04-18T05:11:32.862704+0000","last_clean":"2024-04-18T05:11:32.862704+0000","last_became_active":"2024-04-18T05:11:32.390252+0000","last_became_peered":"2024-04-18T05:11:32.390252+0000","last_unstale":"2024-04-18T05:11:32.862704+0000","last_undegraded":"2024-04-18T05:11:32.862704+0000","last_fullsized":"2024-04-18T05:11:32.862704+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:36:46.455230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344670+0000","last_change":"2024-04-18T05:11:28.335068+0000","last_active":"2024-04-18T05:11:32.344670+0000","last_peered":"2024-04-18T05:11:32.344670+0000","last_clean":"2024-04-18T05:11:32.344670+0000","last_became_active":"2024-04-18T05:11:28.334690+0000","last_became_peered":"2024-04-18T05:11:28.334690+0000","last_unstale":"2024-04-18T05:11:32.344670+0000","last_undegraded":"2024-04-18T05:11:32.344670+0000","last_fullsized":"2024-04-18T05:11:32.344670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:33:13.385752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336313+0000","last_change":"2024-04-18T05:11:27.946814+0000","last_active":"2024-04-18T05:11:32.336313+0000","last_peered":"2024-04-18T05:11:32.336313+0000","last_clean":"2024-04-18T05:11:32.336313+0000","last_became_active":"2024-04-18T05:11:27.946543+0000","last_became_peered":"2024-04-18T05:11:27.946543+0000","last_unstale":"2024-04-18T05:11:32.336313+0000","last_undegraded":"2024-04-18T05:11:32.336313+0000","last_fullsized":"2024-04-18T05:11:32.336313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:46.336701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862738+0000","last_change":"2024-04-18T05:11:32.355946+0000","last_active":"2024-04-18T05:11:32.862738+0000","last_peered":"2024-04-18T05:11:32.862738+0000","last_clean":"2024-04-18T05:11:32.862738+0000","last_became_active":"2024-04-18T05:11:32.355431+0000","last_became_peered":"2024-04-18T05:11:32.355431+0000","last_unstale":"2024-04-18T05:11:32.862738+0000","last_undegraded":"2024-04-18T05:11:32.862738+0000","last_fullsized":"2024-04-18T05:11:32.862738+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.339626+0000","last_change":"2024-04-18T05:11:28.335233+0000","last_active":"2024-04-18T05:11:32.339626+0000","last_peered":"2024-04-18T05:11:32.339626+0000","last_clean":"2024-04-18T05:11:32.339626+0000","last_became_active":"2024-04-18T05:11:28.334849+0000","last_became_peered":"2024-04-18T05:11:28.334849+0000","last_unstale":"2024-04-18T05:11:32.339626+0000","last_undegraded":"2024-04-18T05:11:32.339626+0000","last_fullsized":"2024-04-18T05:11:32.339626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:46.942790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345147+0000","last_change":"2024-04-18T05:11:27.931721+0000","last_active":"2024-04-18T05:11:32.345147+0000","last_peered":"2024-04-18T05:11:32.345147+0000","last_clean":"2024-04-18T05:11:32.345147+0000","last_became_active":"2024-04-18T05:11:27.930966+0000","last_became_peered":"2024-04-18T05:11:27.930966+0000","last_unstale":"2024-04-18T05:11:32.345147+0000","last_undegraded":"2024-04-18T05:11:32.345147+0000","last_fullsized":"2024-04-18T05:11:32.345147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.864730+0000","last_change":"2024-04-18T05:11:32.367077+0000","last_active":"2024-04-18T05:11:32.864730+0000","last_peered":"2024-04-18T05:11:32.864730+0000","last_clean":"2024-04-18T05:11:32.864730+0000","last_became_active":"2024-04-18T05:11:32.361977+0000","last_became_peered":"2024-04-18T05:11:32.361977+0000","last_unstale":"2024-04-18T05:11:32.864730+0000","last_undegraded":"2024-04-18T05:11:32.864730+0000","last_fullsized":"2024-04-18T05:11:32.864730+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334254+0000","last_change":"2024-04-18T05:11:28.328285+0000","last_active":"2024-04-18T05:11:32.334254+0000","last_peered":"2024-04-18T05:11:32.334254+0000","last_clean":"2024-04-18T05:11:32.334254+0000","last_became_active":"2024-04-18T05:11:28.327890+0000","last_became_peered":"2024-04-18T05:11:28.327890+0000","last_unstale":"2024-04-18T05:11:32.334254+0000","last_undegraded":"2024-04-18T05:11:32.334254+0000","last_fullsized":"2024-04-18T05:11:32.334254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.339124+0000","last_change":"2024-04-18T05:11:27.954047+0000","last_active":"2024-04-18T05:11:32.339124+0000","last_peered":"2024-04-18T05:11:32.339124+0000","last_clean":"2024-04-18T05:11:32.339124+0000","last_became_active":"2024-04-18T05:11:27.952562+0000","last_became_peered":"2024-04-18T05:11:27.952562+0000","last_unstale":"2024-04-18T05:11:32.339124+0000","last_undegraded":"2024-04-18T05:11:32.339124+0000","last_fullsized":"2024-04-18T05:11:32.339124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.722399+0000","last_change":"2024-04-18T05:11:32.386328+0000","last_active":"2024-04-18T05:11:32.722399+0000","last_peered":"2024-04-18T05:11:32.722399+0000","last_clean":"2024-04-18T05:11:32.722399+0000","last_became_active":"2024-04-18T05:11:32.385552+0000","last_became_peered":"2024-04-18T05:11:32.385552+0000","last_unstale":"2024-04-18T05:11:32.722399+0000","last_undegraded":"2024-04-18T05:11:32.722399+0000","last_fullsized":"2024-04-18T05:11:32.722399+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:07:48.580338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334956+0000","last_change":"2024-04-18T05:11:28.312877+0000","last_active":"2024-04-18T05:11:32.334956+0000","last_peered":"2024-04-18T05:11:32.334956+0000","last_clean":"2024-04-18T05:11:32.334956+0000","last_became_active":"2024-04-18T05:11:28.312375+0000","last_became_peered":"2024-04-18T05:11:28.312375+0000","last_unstale":"2024-04-18T05:11:32.334956+0000","last_undegraded":"2024-04-18T05:11:32.334956+0000","last_fullsized":"2024-04-18T05:11:32.334956+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:47.346075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.341173+0000","last_change":"2024-04-18T05:11:27.958209+0000","last_active":"2024-04-18T05:11:32.341173+0000","last_peered":"2024-04-18T05:11:32.341173+0000","last_clean":"2024-04-18T05:11:32.341173+0000","last_became_active":"2024-04-18T05:11:27.957453+0000","last_became_peered":"2024-04-18T05:11:27.957453+0000","last_unstale":"2024-04-18T05:11:32.341173+0000","last_undegraded":"2024-04-18T05:11:32.341173+0000","last_fullsized":"2024-04-18T05:11:32.341173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.721584+0000","last_change":"2024-04-18T05:11:32.387156+0000","last_active":"2024-04-18T05:11:32.721584+0000","last_peered":"2024-04-18T05:11:32.721584+0000","last_clean":"2024-04-18T05:11:32.721584+0000","last_became_active":"2024-04-18T05:11:32.383083+0000","last_became_peered":"2024-04-18T05:11:32.383083+0000","last_unstale":"2024-04-18T05:11:32.721584+0000","last_undegraded":"2024-04-18T05:11:32.721584+0000","last_fullsized":"2024-04-18T05:11:32.721584+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:25:14.286660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346876+0000","last_change":"2024-04-18T05:11:28.326721+0000","last_active":"2024-04-18T05:11:32.346876+0000","last_peered":"2024-04-18T05:11:32.346876+0000","last_clean":"2024-04-18T05:11:32.346876+0000","last_became_active":"2024-04-18T05:11:28.325072+0000","last_became_peered":"2024-04-18T05:11:28.325072+0000","last_unstale":"2024-04-18T05:11:32.346876+0000","last_undegraded":"2024-04-18T05:11:32.346876+0000","last_fullsized":"2024-04-18T05:11:32.346876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330796+0000","last_change":"2024-04-18T05:11:27.958003+0000","last_active":"2024-04-18T05:11:32.330796+0000","last_peered":"2024-04-18T05:11:32.330796+0000","last_clean":"2024-04-18T05:11:32.330796+0000","last_became_active":"2024-04-18T05:11:27.957677+0000","last_became_peered":"2024-04-18T05:11:27.957677+0000","last_unstale":"2024-04-18T05:11:32.330796+0000","last_undegraded":"2024-04-18T05:11:32.330796+0000","last_fullsized":"2024-04-18T05:11:32.330796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:55:55.914228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723340+0000","last_change":"2024-04-18T05:11:32.387267+0000","last_active":"2024-04-18T05:11:32.723340+0000","last_peered":"2024-04-18T05:11:32.723340+0000","last_clean":"2024-04-18T05:11:32.723340+0000","last_became_active":"2024-04-18T05:11:32.386198+0000","last_became_peered":"2024-04-18T05:11:32.386198+0000","last_unstale":"2024-04-18T05:11:32.723340+0000","last_undegraded":"2024-04-18T05:11:32.723340+0000","last_fullsized":"2024-04-18T05:11:32.723340+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345986+0000","last_change":"2024-04-18T05:11:28.323930+0000","last_active":"2024-04-18T05:11:32.345986+0000","last_peered":"2024-04-18T05:11:32.345986+0000","last_clean":"2024-04-18T05:11:32.345986+0000","last_became_active":"2024-04-18T05:11:28.323569+0000","last_became_peered":"2024-04-18T05:11:28.323569+0000","last_unstale":"2024-04-18T05:11:32.345986+0000","last_undegraded":"2024-04-18T05:11:32.345986+0000","last_fullsized":"2024-04-18T05:11:32.345986+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373656+0000","last_change":"2024-04-18T05:11:27.952506+0000","last_active":"2024-04-18T05:11:32.373656+0000","last_peered":"2024-04-18T05:11:32.373656+0000","last_clean":"2024-04-18T05:11:32.373656+0000","last_became_active":"2024-04-18T05:11:27.951854+0000","last_became_peered":"2024-04-18T05:11:27.951854+0000","last_unstale":"2024-04-18T05:11:32.373656+0000","last_undegraded":"2024-04-18T05:11:32.373656+0000","last_fullsized":"2024-04-18T05:11:32.373656+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:07:46.380463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723543+0000","last_change":"2024-04-18T05:11:32.384619+0000","last_active":"2024-04-18T05:11:32.723543+0000","last_peered":"2024-04-18T05:11:32.723543+0000","last_clean":"2024-04-18T05:11:32.723543+0000","last_became_active":"2024-04-18T05:11:32.383069+0000","last_became_peered":"2024-04-18T05:11:32.383069+0000","last_unstale":"2024-04-18T05:11:32.723543+0000","last_undegraded":"2024-04-18T05:11:32.723543+0000","last_fullsized":"2024-04-18T05:11:32.723543+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:41:33.731763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332973+0000","last_change":"2024-04-18T05:11:28.328600+0000","last_active":"2024-04-18T05:11:32.332973+0000","last_peered":"2024-04-18T05:11:32.332973+0000","last_clean":"2024-04-18T05:11:32.332973+0000","last_became_active":"2024-04-18T05:11:28.328117+0000","last_became_peered":"2024-04-18T05:11:28.328117+0000","last_unstale":"2024-04-18T05:11:32.332973+0000","last_undegraded":"2024-04-18T05:11:32.332973+0000","last_fullsized":"2024-04-18T05:11:32.332973+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330162+0000","last_change":"2024-04-18T05:11:27.953204+0000","last_active":"2024-04-18T05:11:32.330162+0000","last_peered":"2024-04-18T05:11:32.330162+0000","last_clean":"2024-04-18T05:11:32.330162+0000","last_became_active":"2024-04-18T05:11:27.952116+0000","last_became_peered":"2024-04-18T05:11:27.952116+0000","last_unstale":"2024-04-18T05:11:32.330162+0000","last_undegraded":"2024-04-18T05:11:32.330162+0000","last_fullsized":"2024-04-18T05:11:32.330162+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724205+0000","last_change":"2024-04-18T05:11:32.382993+0000","last_active":"2024-04-18T05:11:32.724205+0000","last_peered":"2024-04-18T05:11:32.724205+0000","last_clean":"2024-04-18T05:11:32.724205+0000","last_became_active":"2024-04-18T05:11:32.382377+0000","last_became_peered":"2024-04-18T05:11:32.382377+0000","last_unstale":"2024-04-18T05:11:32.724205+0000","last_undegraded":"2024-04-18T05:11:32.724205+0000","last_fullsized":"2024-04-18T05:11:32.724205+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:30:04.379363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349630+0000","last_change":"2024-04-18T05:11:28.327739+0000","last_active":"2024-04-18T05:11:32.349630+0000","last_peered":"2024-04-18T05:11:32.349630+0000","last_clean":"2024-04-18T05:11:32.349630+0000","last_became_active":"2024-04-18T05:11:28.326627+0000","last_became_peered":"2024-04-18T05:11:28.326627+0000","last_unstale":"2024-04-18T05:11:32.349630+0000","last_undegraded":"2024-04-18T05:11:32.349630+0000","last_fullsized":"2024-04-18T05:11:32.349630+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:38.804241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333276+0000","last_change":"2024-04-18T05:11:27.950039+0000","last_active":"2024-04-18T05:11:32.333276+0000","last_peered":"2024-04-18T05:11:32.333276+0000","last_clean":"2024-04-18T05:11:32.333276+0000","last_became_active":"2024-04-18T05:11:27.948662+0000","last_became_peered":"2024-04-18T05:11:27.948662+0000","last_unstale":"2024-04-18T05:11:32.333276+0000","last_undegraded":"2024-04-18T05:11:32.333276+0000","last_fullsized":"2024-04-18T05:11:32.333276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:40.398108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.355763+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:11:32.355763+0000","last_peered":"2024-04-18T05:11:32.355763+0000","last_clean":"2024-04-18T05:11:32.355763+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:11:32.355763+0000","last_undegraded":"2024-04-18T05:11:32.355763+0000","last_fullsized":"2024-04-18T05:11:32.355763+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.719217+0000","last_change":"2024-04-18T05:11:32.356160+0000","last_active":"2024-04-18T05:11:32.719217+0000","last_peered":"2024-04-18T05:11:32.719217+0000","last_clean":"2024-04-18T05:11:32.719217+0000","last_became_active":"2024-04-18T05:11:32.355505+0000","last_became_peered":"2024-04-18T05:11:32.355505+0000","last_unstale":"2024-04-18T05:11:32.719217+0000","last_undegraded":"2024-04-18T05:11:32.719217+0000","last_fullsized":"2024-04-18T05:11:32.719217+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:06:03.601948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336057+0000","last_change":"2024-04-18T05:11:28.331188+0000","last_active":"2024-04-18T05:11:32.336057+0000","last_peered":"2024-04-18T05:11:32.336057+0000","last_clean":"2024-04-18T05:11:32.336057+0000","last_became_active":"2024-04-18T05:11:28.330676+0000","last_became_peered":"2024-04-18T05:11:28.330676+0000","last_unstale":"2024-04-18T05:11:32.336057+0000","last_undegraded":"2024-04-18T05:11:32.336057+0000","last_fullsized":"2024-04-18T05:11:32.336057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334392+0000","last_change":"2024-04-18T05:11:27.945772+0000","last_active":"2024-04-18T05:11:32.334392+0000","last_peered":"2024-04-18T05:11:32.334392+0000","last_clean":"2024-04-18T05:11:32.334392+0000","last_became_active":"2024-04-18T05:11:27.944752+0000","last_became_peered":"2024-04-18T05:11:27.944752+0000","last_unstale":"2024-04-18T05:11:32.334392+0000","last_undegraded":"2024-04-18T05:11:32.334392+0000","last_fullsized":"2024-04-18T05:11:32.334392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863204+0000","last_change":"2024-04-18T05:11:32.383524+0000","last_active":"2024-04-18T05:11:32.863204+0000","last_peered":"2024-04-18T05:11:32.863204+0000","last_clean":"2024-04-18T05:11:32.863204+0000","last_became_active":"2024-04-18T05:11:32.383077+0000","last_became_peered":"2024-04-18T05:11:32.383077+0000","last_unstale":"2024-04-18T05:11:32.863204+0000","last_undegraded":"2024-04-18T05:11:32.863204+0000","last_fullsized":"2024-04-18T05:11:32.863204+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:40:48.910488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346099+0000","last_change":"2024-04-18T05:11:28.333993+0000","last_active":"2024-04-18T05:11:32.346099+0000","last_peered":"2024-04-18T05:11:32.346099+0000","last_clean":"2024-04-18T05:11:32.346099+0000","last_became_active":"2024-04-18T05:11:28.333610+0000","last_became_peered":"2024-04-18T05:11:28.333610+0000","last_unstale":"2024-04-18T05:11:32.346099+0000","last_undegraded":"2024-04-18T05:11:32.346099+0000","last_fullsized":"2024-04-18T05:11:32.346099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:40:47.790012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345429+0000","last_change":"2024-04-18T05:11:27.945629+0000","last_active":"2024-04-18T05:11:32.345429+0000","last_peered":"2024-04-18T05:11:32.345429+0000","last_clean":"2024-04-18T05:11:32.345429+0000","last_became_active":"2024-04-18T05:11:27.944935+0000","last_became_peered":"2024-04-18T05:11:27.944935+0000","last_unstale":"2024-04-18T05:11:32.345429+0000","last_undegraded":"2024-04-18T05:11:32.345429+0000","last_fullsized":"2024-04-18T05:11:32.345429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724579+0000","last_change":"2024-04-18T05:11:32.364991+0000","last_active":"2024-04-18T05:11:32.724579+0000","last_peered":"2024-04-18T05:11:32.724579+0000","last_clean":"2024-04-18T05:11:32.724579+0000","last_became_active":"2024-04-18T05:11:32.363399+0000","last_became_peered":"2024-04-18T05:11:32.363399+0000","last_unstale":"2024-04-18T05:11:32.724579+0000","last_undegraded":"2024-04-18T05:11:32.724579+0000","last_fullsized":"2024-04-18T05:11:32.724579+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:23:23.273673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345272+0000","last_change":"2024-04-18T05:11:28.344212+0000","last_active":"2024-04-18T05:11:32.345272+0000","last_peered":"2024-04-18T05:11:32.345272+0000","last_clean":"2024-04-18T05:11:32.345272+0000","last_became_active":"2024-04-18T05:11:28.341510+0000","last_became_peered":"2024-04-18T05:11:28.341510+0000","last_unstale":"2024-04-18T05:11:32.345272+0000","last_undegraded":"2024-04-18T05:11:32.345272+0000","last_fullsized":"2024-04-18T05:11:32.345272+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344904+0000","last_change":"2024-04-18T05:11:27.951441+0000","last_active":"2024-04-18T05:11:32.344904+0000","last_peered":"2024-04-18T05:11:32.344904+0000","last_clean":"2024-04-18T05:11:32.344904+0000","last_became_active":"2024-04-18T05:11:27.950712+0000","last_became_peered":"2024-04-18T05:11:27.950712+0000","last_unstale":"2024-04-18T05:11:32.344904+0000","last_undegraded":"2024-04-18T05:11:32.344904+0000","last_fullsized":"2024-04-18T05:11:32.344904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.717422+0000","last_change":"2024-04-18T05:11:32.355860+0000","last_active":"2024-04-18T05:11:32.717422+0000","last_peered":"2024-04-18T05:11:32.717422+0000","last_clean":"2024-04-18T05:11:32.717422+0000","last_became_active":"2024-04-18T05:11:32.355427+0000","last_became_peered":"2024-04-18T05:11:32.355427+0000","last_unstale":"2024-04-18T05:11:32.717422+0000","last_undegraded":"2024-04-18T05:11:32.717422+0000","last_fullsized":"2024-04-18T05:11:32.717422+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:56:45.661810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334212+0000","last_change":"2024-04-18T05:11:28.322949+0000","last_active":"2024-04-18T05:11:32.334212+0000","last_peered":"2024-04-18T05:11:32.334212+0000","last_clean":"2024-04-18T05:11:32.334212+0000","last_became_active":"2024-04-18T05:11:28.322559+0000","last_became_peered":"2024-04-18T05:11:28.322559+0000","last_unstale":"2024-04-18T05:11:32.334212+0000","last_undegraded":"2024-04-18T05:11:32.334212+0000","last_fullsized":"2024-04-18T05:11:32.334212+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:26.521278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345414+0000","last_change":"2024-04-18T05:11:27.950231+0000","last_active":"2024-04-18T05:11:32.345414+0000","last_peered":"2024-04-18T05:11:32.345414+0000","last_clean":"2024-04-18T05:11:32.345414+0000","last_became_active":"2024-04-18T05:11:27.949949+0000","last_became_peered":"2024-04-18T05:11:27.949949+0000","last_unstale":"2024-04-18T05:11:32.345414+0000","last_undegraded":"2024-04-18T05:11:32.345414+0000","last_fullsized":"2024-04-18T05:11:32.345414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.749273+0000","last_change":"2024-04-18T05:11:32.356513+0000","last_active":"2024-04-18T05:11:32.749273+0000","last_peered":"2024-04-18T05:11:32.749273+0000","last_clean":"2024-04-18T05:11:32.749273+0000","last_became_active":"2024-04-18T05:11:32.355724+0000","last_became_peered":"2024-04-18T05:11:32.355724+0000","last_unstale":"2024-04-18T05:11:32.749273+0000","last_undegraded":"2024-04-18T05:11:32.749273+0000","last_fullsized":"2024-04-18T05:11:32.749273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:33:16.793893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329643+0000","last_change":"2024-04-18T05:11:28.340204+0000","last_active":"2024-04-18T05:11:32.329643+0000","last_peered":"2024-04-18T05:11:32.329643+0000","last_clean":"2024-04-18T05:11:32.329643+0000","last_became_active":"2024-04-18T05:11:28.339903+0000","last_became_peered":"2024-04-18T05:11:28.339903+0000","last_unstale":"2024-04-18T05:11:32.329643+0000","last_undegraded":"2024-04-18T05:11:32.329643+0000","last_fullsized":"2024-04-18T05:11:32.329643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.387141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.343065+0000","last_change":"2024-04-18T05:11:27.934245+0000","last_active":"2024-04-18T05:11:32.343065+0000","last_peered":"2024-04-18T05:11:32.343065+0000","last_clean":"2024-04-18T05:11:32.343065+0000","last_became_active":"2024-04-18T05:11:27.933515+0000","last_became_peered":"2024-04-18T05:11:27.933515+0000","last_unstale":"2024-04-18T05:11:32.343065+0000","last_undegraded":"2024-04-18T05:11:32.343065+0000","last_fullsized":"2024-04-18T05:11:32.343065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724756+0000","last_change":"2024-04-18T05:11:32.377393+0000","last_active":"2024-04-18T05:11:32.724756+0000","last_peered":"2024-04-18T05:11:32.724756+0000","last_clean":"2024-04-18T05:11:32.724756+0000","last_became_active":"2024-04-18T05:11:32.376616+0000","last_became_peered":"2024-04-18T05:11:32.376616+0000","last_unstale":"2024-04-18T05:11:32.724756+0000","last_undegraded":"2024-04-18T05:11:32.724756+0000","last_fullsized":"2024-04-18T05:11:32.724756+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.355532+0000","last_change":"2024-04-18T05:11:28.325291+0000","last_active":"2024-04-18T05:11:32.355532+0000","last_peered":"2024-04-18T05:11:32.355532+0000","last_clean":"2024-04-18T05:11:32.355532+0000","last_became_active":"2024-04-18T05:11:28.322982+0000","last_became_peered":"2024-04-18T05:11:28.322982+0000","last_unstale":"2024-04-18T05:11:32.355532+0000","last_undegraded":"2024-04-18T05:11:32.355532+0000","last_fullsized":"2024-04-18T05:11:32.355532+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345069+0000","last_change":"2024-04-18T05:11:27.953479+0000","last_active":"2024-04-18T05:11:32.345069+0000","last_peered":"2024-04-18T05:11:32.345069+0000","last_clean":"2024-04-18T05:11:32.345069+0000","last_became_active":"2024-04-18T05:11:27.953166+0000","last_became_peered":"2024-04-18T05:11:27.953166+0000","last_unstale":"2024-04-18T05:11:32.345069+0000","last_undegraded":"2024-04-18T05:11:32.345069+0000","last_fullsized":"2024-04-18T05:11:32.345069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:07.207835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724577+0000","last_change":"2024-04-18T05:11:32.365672+0000","last_active":"2024-04-18T05:11:32.724577+0000","last_peered":"2024-04-18T05:11:32.724577+0000","last_clean":"2024-04-18T05:11:32.724577+0000","last_became_active":"2024-04-18T05:11:32.364720+0000","last_became_peered":"2024-04-18T05:11:32.364720+0000","last_unstale":"2024-04-18T05:11:32.724577+0000","last_undegraded":"2024-04-18T05:11:32.724577+0000","last_fullsized":"2024-04-18T05:11:32.724577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:25:22.609972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330307+0000","last_change":"2024-04-18T05:11:28.342002+0000","last_active":"2024-04-18T05:11:32.330307+0000","last_peered":"2024-04-18T05:11:32.330307+0000","last_clean":"2024-04-18T05:11:32.330307+0000","last_became_active":"2024-04-18T05:11:28.341745+0000","last_became_peered":"2024-04-18T05:11:28.341745+0000","last_unstale":"2024-04-18T05:11:32.330307+0000","last_undegraded":"2024-04-18T05:11:32.330307+0000","last_fullsized":"2024-04-18T05:11:32.330307+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:18.867545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330494+0000","last_change":"2024-04-18T05:11:27.950344+0000","last_active":"2024-04-18T05:11:32.330494+0000","last_peered":"2024-04-18T05:11:32.330494+0000","last_clean":"2024-04-18T05:11:32.330494+0000","last_became_active":"2024-04-18T05:11:27.948673+0000","last_became_peered":"2024-04-18T05:11:27.948673+0000","last_unstale":"2024-04-18T05:11:32.330494+0000","last_undegraded":"2024-04-18T05:11:32.330494+0000","last_fullsized":"2024-04-18T05:11:32.330494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:25.511903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723241+0000","last_change":"2024-04-18T05:11:32.383188+0000","last_active":"2024-04-18T05:11:32.723241+0000","last_peered":"2024-04-18T05:11:32.723241+0000","last_clean":"2024-04-18T05:11:32.723241+0000","last_became_active":"2024-04-18T05:11:32.382570+0000","last_became_peered":"2024-04-18T05:11:32.382570+0000","last_unstale":"2024-04-18T05:11:32.723241+0000","last_undegraded":"2024-04-18T05:11:32.723241+0000","last_fullsized":"2024-04-18T05:11:32.723241+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:07.795281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333143+0000","last_change":"2024-04-18T05:11:28.328057+0000","last_active":"2024-04-18T05:11:32.333143+0000","last_peered":"2024-04-18T05:11:32.333143+0000","last_clean":"2024-04-18T05:11:32.333143+0000","last_became_active":"2024-04-18T05:11:28.327669+0000","last_became_peered":"2024-04-18T05:11:28.327669+0000","last_unstale":"2024-04-18T05:11:32.333143+0000","last_undegraded":"2024-04-18T05:11:32.333143+0000","last_fullsized":"2024-04-18T05:11:32.333143+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:13:58.767073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373783+0000","last_change":"2024-04-18T05:11:27.938654+0000","last_active":"2024-04-18T05:11:32.373783+0000","last_peered":"2024-04-18T05:11:32.373783+0000","last_clean":"2024-04-18T05:11:32.373783+0000","last_became_active":"2024-04-18T05:11:27.937852+0000","last_became_peered":"2024-04-18T05:11:27.937852+0000","last_unstale":"2024-04-18T05:11:32.373783+0000","last_undegraded":"2024-04-18T05:11:32.373783+0000","last_fullsized":"2024-04-18T05:11:32.373783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:01:43.591064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718997+0000","last_change":"2024-04-18T05:11:32.353961+0000","last_active":"2024-04-18T05:11:32.718997+0000","last_peered":"2024-04-18T05:11:32.718997+0000","last_clean":"2024-04-18T05:11:32.718997+0000","last_became_active":"2024-04-18T05:11:32.353178+0000","last_became_peered":"2024-04-18T05:11:32.353178+0000","last_unstale":"2024-04-18T05:11:32.718997+0000","last_undegraded":"2024-04-18T05:11:32.718997+0000","last_fullsized":"2024-04-18T05:11:32.718997+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:32:35.953060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346683+0000","last_change":"2024-04-18T05:11:28.330276+0000","last_active":"2024-04-18T05:11:32.346683+0000","last_peered":"2024-04-18T05:11:32.346683+0000","last_clean":"2024-04-18T05:11:32.346683+0000","last_became_active":"2024-04-18T05:11:28.329382+0000","last_became_peered":"2024-04-18T05:11:28.329382+0000","last_unstale":"2024-04-18T05:11:32.346683+0000","last_undegraded":"2024-04-18T05:11:32.346683+0000","last_fullsized":"2024-04-18T05:11:32.346683+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:18.867545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:38.114915+0000","last_change":"2024-04-18T05:11:27.939375+0000","last_active":"2024-04-18T05:11:38.114915+0000","last_peered":"2024-04-18T05:11:38.114915+0000","last_clean":"2024-04-18T05:11:38.114915+0000","last_became_active":"2024-04-18T05:11:27.939021+0000","last_became_peered":"2024-04-18T05:11:27.939021+0000","last_unstale":"2024-04-18T05:11:38.114915+0000","last_undegraded":"2024-04-18T05:11:38.114915+0000","last_fullsized":"2024-04-18T05:11:38.114915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3796,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865133+0000","last_change":"2024-04-18T05:11:32.365282+0000","last_active":"2024-04-18T05:11:32.865133+0000","last_peered":"2024-04-18T05:11:32.865133+0000","last_clean":"2024-04-18T05:11:32.865133+0000","last_became_active":"2024-04-18T05:11:32.363114+0000","last_became_peered":"2024-04-18T05:11:32.363114+0000","last_unstale":"2024-04-18T05:11:32.865133+0000","last_undegraded":"2024-04-18T05:11:32.865133+0000","last_fullsized":"2024-04-18T05:11:32.865133+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332468+0000","last_change":"2024-04-18T05:11:28.343459+0000","last_active":"2024-04-18T05:11:32.332468+0000","last_peered":"2024-04-18T05:11:32.332468+0000","last_clean":"2024-04-18T05:11:32.332468+0000","last_became_active":"2024-04-18T05:11:28.343223+0000","last_became_peered":"2024-04-18T05:11:28.343223+0000","last_unstale":"2024-04-18T05:11:32.332468+0000","last_undegraded":"2024-04-18T05:11:32.332468+0000","last_fullsized":"2024-04-18T05:11:32.332468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:17:44.703379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.374377+0000","last_change":"2024-04-18T05:11:27.941187+0000","last_active":"2024-04-18T05:11:32.374377+0000","last_peered":"2024-04-18T05:11:32.374377+0000","last_clean":"2024-04-18T05:11:32.374377+0000","last_became_active":"2024-04-18T05:11:27.940474+0000","last_became_peered":"2024-04-18T05:11:27.940474+0000","last_unstale":"2024-04-18T05:11:32.374377+0000","last_undegraded":"2024-04-18T05:11:32.374377+0000","last_fullsized":"2024-04-18T05:11:32.374377+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:28.905283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863369+0000","last_change":"2024-04-18T05:11:32.382389+0000","last_active":"2024-04-18T05:11:32.863369+0000","last_peered":"2024-04-18T05:11:32.863369+0000","last_clean":"2024-04-18T05:11:32.863369+0000","last_became_active":"2024-04-18T05:11:32.382008+0000","last_became_peered":"2024-04-18T05:11:32.382008+0000","last_unstale":"2024-04-18T05:11:32.863369+0000","last_undegraded":"2024-04-18T05:11:32.863369+0000","last_fullsized":"2024-04-18T05:11:32.863369+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:25:22.609972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349731+0000","last_change":"2024-04-18T05:11:28.338756+0000","last_active":"2024-04-18T05:11:32.349731+0000","last_peered":"2024-04-18T05:11:32.349731+0000","last_clean":"2024-04-18T05:11:32.349731+0000","last_became_active":"2024-04-18T05:11:28.338436+0000","last_became_peered":"2024-04-18T05:11:28.338436+0000","last_unstale":"2024-04-18T05:11:32.349731+0000","last_undegraded":"2024-04-18T05:11:32.349731+0000","last_fullsized":"2024-04-18T05:11:32.349731+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345375+0000","last_change":"2024-04-18T05:11:27.940677+0000","last_active":"2024-04-18T05:11:32.345375+0000","last_peered":"2024-04-18T05:11:32.345375+0000","last_clean":"2024-04-18T05:11:32.345375+0000","last_became_active":"2024-04-18T05:11:27.940372+0000","last_became_peered":"2024-04-18T05:11:27.940372+0000","last_unstale":"2024-04-18T05:11:32.345375+0000","last_undegraded":"2024-04-18T05:11:32.345375+0000","last_fullsized":"2024-04-18T05:11:32.345375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.864506+0000","last_change":"2024-04-18T05:11:32.393801+0000","last_active":"2024-04-18T05:11:32.864506+0000","last_peered":"2024-04-18T05:11:32.864506+0000","last_clean":"2024-04-18T05:11:32.864506+0000","last_became_active":"2024-04-18T05:11:32.389964+0000","last_became_peered":"2024-04-18T05:11:32.389964+0000","last_unstale":"2024-04-18T05:11:32.864506+0000","last_undegraded":"2024-04-18T05:11:32.864506+0000","last_fullsized":"2024-04-18T05:11:32.864506+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:45:18.375410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334012+0000","last_change":"2024-04-18T05:11:28.323121+0000","last_active":"2024-04-18T05:11:32.334012+0000","last_peered":"2024-04-18T05:11:32.334012+0000","last_clean":"2024-04-18T05:11:32.334012+0000","last_became_active":"2024-04-18T05:11:28.322864+0000","last_became_peered":"2024-04-18T05:11:28.322864+0000","last_unstale":"2024-04-18T05:11:32.334012+0000","last_undegraded":"2024-04-18T05:11:32.334012+0000","last_fullsized":"2024-04-18T05:11:32.334012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356473+0000","last_change":"2024-04-18T05:11:27.927085+0000","last_active":"2024-04-18T05:11:32.356473+0000","last_peered":"2024-04-18T05:11:32.356473+0000","last_clean":"2024-04-18T05:11:32.356473+0000","last_became_active":"2024-04-18T05:11:27.926280+0000","last_became_peered":"2024-04-18T05:11:27.926280+0000","last_unstale":"2024-04-18T05:11:32.356473+0000","last_undegraded":"2024-04-18T05:11:32.356473+0000","last_fullsized":"2024-04-18T05:11:32.356473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865273+0000","last_change":"2024-04-18T05:11:32.382997+0000","last_active":"2024-04-18T05:11:32.865273+0000","last_peered":"2024-04-18T05:11:32.865273+0000","last_clean":"2024-04-18T05:11:32.865273+0000","last_became_active":"2024-04-18T05:11:32.382407+0000","last_became_peered":"2024-04-18T05:11:32.382407+0000","last_unstale":"2024-04-18T05:11:32.865273+0000","last_undegraded":"2024-04-18T05:11:32.865273+0000","last_fullsized":"2024-04-18T05:11:32.865273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:23.749732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.866733+0000","last_change":"2024-04-18T05:11:32.365385+0000","last_active":"2024-04-18T05:11:32.866733+0000","last_peered":"2024-04-18T05:11:32.866733+0000","last_clean":"2024-04-18T05:11:32.866733+0000","last_became_active":"2024-04-18T05:11:32.363775+0000","last_became_peered":"2024-04-18T05:11:32.363775+0000","last_unstale":"2024-04-18T05:11:32.866733+0000","last_undegraded":"2024-04-18T05:11:32.866733+0000","last_fullsized":"2024-04-18T05:11:32.866733+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:57:29.868670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342781+0000","last_change":"2024-04-18T05:11:28.335436+0000","last_active":"2024-04-18T05:11:32.342781+0000","last_peered":"2024-04-18T05:11:32.342781+0000","last_clean":"2024-04-18T05:11:32.342781+0000","last_became_active":"2024-04-18T05:11:28.335053+0000","last_became_peered":"2024-04-18T05:11:28.335053+0000","last_unstale":"2024-04-18T05:11:32.342781+0000","last_undegraded":"2024-04-18T05:11:32.342781+0000","last_fullsized":"2024-04-18T05:11:32.342781+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:10:50.606470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329919+0000","last_change":"2024-04-18T05:11:27.947901+0000","last_active":"2024-04-18T05:11:32.329919+0000","last_peered":"2024-04-18T05:11:32.329919+0000","last_clean":"2024-04-18T05:11:32.329919+0000","last_became_active":"2024-04-18T05:11:27.947516+0000","last_became_peered":"2024-04-18T05:11:27.947516+0000","last_unstale":"2024-04-18T05:11:32.329919+0000","last_undegraded":"2024-04-18T05:11:32.329919+0000","last_fullsized":"2024-04-18T05:11:32.329919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718702+0000","last_change":"2024-04-18T05:11:32.356328+0000","last_active":"2024-04-18T05:11:32.718702+0000","last_peered":"2024-04-18T05:11:32.718702+0000","last_clean":"2024-04-18T05:11:32.718702+0000","last_became_active":"2024-04-18T05:11:32.355859+0000","last_became_peered":"2024-04-18T05:11:32.355859+0000","last_unstale":"2024-04-18T05:11:32.718702+0000","last_undegraded":"2024-04-18T05:11:32.718702+0000","last_fullsized":"2024-04-18T05:11:32.718702+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:34:24.612314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346340+0000","last_change":"2024-04-18T05:11:28.330959+0000","last_active":"2024-04-18T05:11:32.346340+0000","last_peered":"2024-04-18T05:11:32.346340+0000","last_clean":"2024-04-18T05:11:32.346340+0000","last_became_active":"2024-04-18T05:11:28.328978+0000","last_became_peered":"2024-04-18T05:11:28.328978+0000","last_unstale":"2024-04-18T05:11:32.346340+0000","last_undegraded":"2024-04-18T05:11:32.346340+0000","last_fullsized":"2024-04-18T05:11:32.346340+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333076+0000","last_change":"2024-04-18T05:11:27.945882+0000","last_active":"2024-04-18T05:11:32.333076+0000","last_peered":"2024-04-18T05:11:32.333076+0000","last_clean":"2024-04-18T05:11:32.333076+0000","last_became_active":"2024-04-18T05:11:27.945333+0000","last_became_peered":"2024-04-18T05:11:27.945333+0000","last_unstale":"2024-04-18T05:11:32.333076+0000","last_undegraded":"2024-04-18T05:11:32.333076+0000","last_fullsized":"2024-04-18T05:11:32.333076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:51:28.962551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.331145+0000","last_change":"2024-04-18T05:11:27.940457+0000","last_active":"2024-04-18T05:11:32.331145+0000","last_peered":"2024-04-18T05:11:32.331145+0000","last_clean":"2024-04-18T05:11:32.331145+0000","last_became_active":"2024-04-18T05:11:27.940153+0000","last_became_peered":"2024-04-18T05:11:27.940153+0000","last_unstale":"2024-04-18T05:11:32.331145+0000","last_undegraded":"2024-04-18T05:11:32.331145+0000","last_fullsized":"2024-04-18T05:11:32.331145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:47.883498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340676+0000","last_change":"2024-04-18T05:11:28.336911+0000","last_active":"2024-04-18T05:11:32.340676+0000","last_peered":"2024-04-18T05:11:32.340676+0000","last_clean":"2024-04-18T05:11:32.340676+0000","last_became_active":"2024-04-18T05:11:28.336556+0000","last_became_peered":"2024-04-18T05:11:28.336556+0000","last_unstale":"2024-04-18T05:11:32.340676+0000","last_undegraded":"2024-04-18T05:11:32.340676+0000","last_fullsized":"2024-04-18T05:11:32.340676+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.867473+0000","last_change":"2024-04-18T05:11:32.385723+0000","last_active":"2024-04-18T05:11:32.867473+0000","last_peered":"2024-04-18T05:11:32.867473+0000","last_clean":"2024-04-18T05:11:32.867473+0000","last_became_active":"2024-04-18T05:11:32.385062+0000","last_became_peered":"2024-04-18T05:11:32.385062+0000","last_unstale":"2024-04-18T05:11:32.867473+0000","last_undegraded":"2024-04-18T05:11:32.867473+0000","last_fullsized":"2024-04-18T05:11:32.867473+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:36:46.455230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.347399+0000","last_change":"2024-04-18T05:11:27.958457+0000","last_active":"2024-04-18T05:11:32.347399+0000","last_peered":"2024-04-18T05:11:32.347399+0000","last_clean":"2024-04-18T05:11:32.347399+0000","last_became_active":"2024-04-18T05:11:27.957449+0000","last_became_peered":"2024-04-18T05:11:27.957449+0000","last_unstale":"2024-04-18T05:11:32.347399+0000","last_undegraded":"2024-04-18T05:11:32.347399+0000","last_fullsized":"2024-04-18T05:11:32.347399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356127+0000","last_change":"2024-04-18T05:11:28.331218+0000","last_active":"2024-04-18T05:11:32.356127+0000","last_peered":"2024-04-18T05:11:32.356127+0000","last_clean":"2024-04-18T05:11:32.356127+0000","last_became_active":"2024-04-18T05:11:28.330519+0000","last_became_peered":"2024-04-18T05:11:28.330519+0000","last_unstale":"2024-04-18T05:11:32.356127+0000","last_undegraded":"2024-04-18T05:11:32.356127+0000","last_fullsized":"2024-04-18T05:11:32.356127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:55:56.923603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865293+0000","last_change":"2024-04-18T05:11:32.395049+0000","last_active":"2024-04-18T05:11:32.865293+0000","last_peered":"2024-04-18T05:11:32.865293+0000","last_clean":"2024-04-18T05:11:32.865293+0000","last_became_active":"2024-04-18T05:11:32.394529+0000","last_became_peered":"2024-04-18T05:11:32.394529+0000","last_unstale":"2024-04-18T05:11:32.865293+0000","last_undegraded":"2024-04-18T05:11:32.865293+0000","last_fullsized":"2024-04-18T05:11:32.865293+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:50:59.728526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.337726+0000","last_change":"2024-04-18T05:11:28.321683+0000","last_active":"2024-04-18T05:11:32.337726+0000","last_peered":"2024-04-18T05:11:32.337726+0000","last_clean":"2024-04-18T05:11:32.337726+0000","last_became_active":"2024-04-18T05:11:28.321419+0000","last_became_peered":"2024-04-18T05:11:28.321419+0000","last_unstale":"2024-04-18T05:11:32.337726+0000","last_undegraded":"2024-04-18T05:11:32.337726+0000","last_fullsized":"2024-04-18T05:11:32.337726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:08.217210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373415+0000","last_change":"2024-04-18T05:11:28.331136+0000","last_active":"2024-04-18T05:11:32.373415+0000","last_peered":"2024-04-18T05:11:32.373415+0000","last_clean":"2024-04-18T05:11:32.373415+0000","last_became_active":"2024-04-18T05:11:28.330775+0000","last_became_peered":"2024-04-18T05:11:28.330775+0000","last_unstale":"2024-04-18T05:11:32.373415+0000","last_undegraded":"2024-04-18T05:11:32.373415+0000","last_fullsized":"2024-04-18T05:11:32.373415+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:58:51.262478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329747+0000","last_change":"2024-04-18T05:11:28.328331+0000","last_active":"2024-04-18T05:11:32.329747+0000","last_peered":"2024-04-18T05:11:32.329747+0000","last_clean":"2024-04-18T05:11:32.329747+0000","last_became_active":"2024-04-18T05:11:28.327759+0000","last_became_peered":"2024-04-18T05:11:28.327759+0000","last_unstale":"2024-04-18T05:11:32.329747+0000","last_undegraded":"2024-04-18T05:11:32.329747+0000","last_fullsized":"2024-04-18T05:11:32.329747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:20:27.225239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.347149+0000","last_change":"2024-04-18T05:11:28.327566+0000","last_active":"2024-04-18T05:11:32.347149+0000","last_peered":"2024-04-18T05:11:32.347149+0000","last_clean":"2024-04-18T05:11:32.347149+0000","last_became_active":"2024-04-18T05:11:28.327053+0000","last_became_peered":"2024-04-18T05:11:28.327053+0000","last_unstale":"2024-04-18T05:11:32.347149+0000","last_undegraded":"2024-04-18T05:11:32.347149+0000","last_fullsized":"2024-04-18T05:11:32.347149+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334163+0000","last_change":"2024-04-18T05:11:28.348350+0000","last_active":"2024-04-18T05:11:32.334163+0000","last_peered":"2024-04-18T05:11:32.334163+0000","last_clean":"2024-04-18T05:11:32.334163+0000","last_became_active":"2024-04-18T05:11:28.347974+0000","last_became_peered":"2024-04-18T05:11:28.347974+0000","last_unstale":"2024-04-18T05:11:32.334163+0000","last_undegraded":"2024-04-18T05:11:32.334163+0000","last_fullsized":"2024-04-18T05:11:32.334163+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:10:50.606470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332423+0000","last_change":"2024-04-18T05:11:28.321214+0000","last_active":"2024-04-18T05:11:32.332423+0000","last_peered":"2024-04-18T05:11:32.332423+0000","last_clean":"2024-04-18T05:11:32.332423+0000","last_became_active":"2024-04-18T05:11:28.320882+0000","last_became_peered":"2024-04-18T05:11:28.320882+0000","last_unstale":"2024-04-18T05:11:32.332423+0000","last_undegraded":"2024-04-18T05:11:32.332423+0000","last_fullsized":"2024-04-18T05:11:32.332423+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:26.521278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333796+0000","last_change":"2024-04-18T05:11:28.324654+0000","last_active":"2024-04-18T05:11:32.333796+0000","last_peered":"2024-04-18T05:11:32.333796+0000","last_clean":"2024-04-18T05:11:32.333796+0000","last_became_active":"2024-04-18T05:11:28.323764+0000","last_became_peered":"2024-04-18T05:11:28.323764+0000","last_unstale":"2024-04-18T05:11:32.333796+0000","last_undegraded":"2024-04-18T05:11:32.333796+0000","last_fullsized":"2024-04-18T05:11:32.333796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:15:25.417552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349205+0000","last_change":"2024-04-18T05:11:28.334896+0000","last_active":"2024-04-18T05:11:32.349205+0000","last_peered":"2024-04-18T05:11:32.349205+0000","last_clean":"2024-04-18T05:11:32.349205+0000","last_became_active":"2024-04-18T05:11:28.334607+0000","last_became_peered":"2024-04-18T05:11:28.334607+0000","last_unstale":"2024-04-18T05:11:32.349205+0000","last_undegraded":"2024-04-18T05:11:32.349205+0000","last_fullsized":"2024-04-18T05:11:32.349205+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:40:47.790012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329716+0000","last_change":"2024-04-18T05:11:28.326914+0000","last_active":"2024-04-18T05:11:32.329716+0000","last_peered":"2024-04-18T05:11:32.329716+0000","last_clean":"2024-04-18T05:11:32.329716+0000","last_became_active":"2024-04-18T05:11:28.326137+0000","last_became_peered":"2024-04-18T05:11:28.326137+0000","last_unstale":"2024-04-18T05:11:32.329716+0000","last_undegraded":"2024-04-18T05:11:32.329716+0000","last_fullsized":"2024-04-18T05:11:32.329716+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:56:19.347355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.341170+0000","last_change":"2024-04-18T05:11:28.326510+0000","last_active":"2024-04-18T05:11:32.341170+0000","last_peered":"2024-04-18T05:11:32.341170+0000","last_clean":"2024-04-18T05:11:32.341170+0000","last_became_active":"2024-04-18T05:11:28.325919+0000","last_became_peered":"2024-04-18T05:11:28.325919+0000","last_unstale":"2024-04-18T05:11:32.341170+0000","last_undegraded":"2024-04-18T05:11:32.341170+0000","last_fullsized":"2024-04-18T05:11:32.341170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:12:27.372265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.354639+0000","last_change":"2024-04-18T05:11:28.322036+0000","last_active":"2024-04-18T05:11:32.354639+0000","last_peered":"2024-04-18T05:11:32.354639+0000","last_clean":"2024-04-18T05:11:32.354639+0000","last_became_active":"2024-04-18T05:11:28.321636+0000","last_became_peered":"2024-04-18T05:11:28.321636+0000","last_unstale":"2024-04-18T05:11:32.354639+0000","last_undegraded":"2024-04-18T05:11:32.354639+0000","last_fullsized":"2024-04-18T05:11:32.354639+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:08.217210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340444+0000","last_change":"2024-04-18T05:11:28.337700+0000","last_active":"2024-04-18T05:11:32.340444+0000","last_peered":"2024-04-18T05:11:32.340444+0000","last_clean":"2024-04-18T05:11:32.340444+0000","last_became_active":"2024-04-18T05:11:28.337085+0000","last_became_peered":"2024-04-18T05:11:28.337085+0000","last_unstale":"2024-04-18T05:11:32.340444+0000","last_undegraded":"2024-04-18T05:11:32.340444+0000","last_fullsized":"2024-04-18T05:11:32.340444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345980+0000","last_change":"2024-04-18T05:11:28.342599+0000","last_active":"2024-04-18T05:11:32.345980+0000","last_peered":"2024-04-18T05:11:32.345980+0000","last_clean":"2024-04-18T05:11:32.345980+0000","last_became_active":"2024-04-18T05:11:28.342276+0000","last_became_peered":"2024-04-18T05:11:28.342276+0000","last_unstale":"2024-04-18T05:11:32.345980+0000","last_undegraded":"2024-04-18T05:11:32.345980+0000","last_fullsized":"2024-04-18T05:11:32.345980+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.338913+0000","last_change":"2024-04-18T05:11:28.337504+0000","last_active":"2024-04-18T05:11:32.338913+0000","last_peered":"2024-04-18T05:11:32.338913+0000","last_clean":"2024-04-18T05:11:32.338913+0000","last_became_active":"2024-04-18T05:11:28.336945+0000","last_became_peered":"2024-04-18T05:11:28.336945+0000","last_unstale":"2024-04-18T05:11:32.338913+0000","last_undegraded":"2024-04-18T05:11:32.338913+0000","last_fullsized":"2024-04-18T05:11:32.338913+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:16.149566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.374207+0000","last_change":"2024-04-18T05:11:28.336563+0000","last_active":"2024-04-18T05:11:32.374207+0000","last_peered":"2024-04-18T05:11:32.374207+0000","last_clean":"2024-04-18T05:11:32.374207+0000","last_became_active":"2024-04-18T05:11:28.336254+0000","last_became_peered":"2024-04-18T05:11:28.336254+0000","last_unstale":"2024-04-18T05:11:32.374207+0000","last_undegraded":"2024-04-18T05:11:32.374207+0000","last_fullsized":"2024-04-18T05:11:32.374207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:30:07.192387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336058+0000","last_change":"2024-04-18T05:11:28.347781+0000","last_active":"2024-04-18T05:11:32.336058+0000","last_peered":"2024-04-18T05:11:32.336058+0000","last_clean":"2024-04-18T05:11:32.336058+0000","last_became_active":"2024-04-18T05:11:28.347486+0000","last_became_peered":"2024-04-18T05:11:28.347486+0000","last_unstale":"2024-04-18T05:11:32.336058+0000","last_undegraded":"2024-04-18T05:11:32.336058+0000","last_fullsized":"2024-04-18T05:11:32.336058+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329476+0000","last_change":"2024-04-18T05:11:28.337686+0000","last_active":"2024-04-18T05:11:32.329476+0000","last_peered":"2024-04-18T05:11:32.329476+0000","last_clean":"2024-04-18T05:11:32.329476+0000","last_became_active":"2024-04-18T05:11:28.337420+0000","last_became_peered":"2024-04-18T05:11:28.337420+0000","last_unstale":"2024-04-18T05:11:32.329476+0000","last_undegraded":"2024-04-18T05:11:32.329476+0000","last_fullsized":"2024-04-18T05:11:32.329476+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:00:17.813950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340757+0000","last_change":"2024-04-18T05:11:28.342476+0000","last_active":"2024-04-18T05:11:32.340757+0000","last_peered":"2024-04-18T05:11:32.340757+0000","last_clean":"2024-04-18T05:11:32.340757+0000","last_became_active":"2024-04-18T05:11:28.342216+0000","last_became_peered":"2024-04-18T05:11:28.342216+0000","last_unstale":"2024-04-18T05:11:32.340757+0000","last_undegraded":"2024-04-18T05:11:32.340757+0000","last_fullsized":"2024-04-18T05:11:32.340757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332839+0000","last_change":"2024-04-18T05:11:28.319923+0000","last_active":"2024-04-18T05:11:32.332839+0000","last_peered":"2024-04-18T05:11:32.332839+0000","last_clean":"2024-04-18T05:11:32.332839+0000","last_became_active":"2024-04-18T05:11:28.319597+0000","last_became_peered":"2024-04-18T05:11:28.319597+0000","last_unstale":"2024-04-18T05:11:32.332839+0000","last_undegraded":"2024-04-18T05:11:32.332839+0000","last_fullsized":"2024-04-18T05:11:32.332839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332969+0000","last_change":"2024-04-18T05:11:28.330774+0000","last_active":"2024-04-18T05:11:32.332969+0000","last_peered":"2024-04-18T05:11:32.332969+0000","last_clean":"2024-04-18T05:11:32.332969+0000","last_became_active":"2024-04-18T05:11:28.330472+0000","last_became_peered":"2024-04-18T05:11:28.330472+0000","last_unstale":"2024-04-18T05:11:32.332969+0000","last_undegraded":"2024-04-18T05:11:32.332969+0000","last_fullsized":"2024-04-18T05:11:32.332969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:15:25.417552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345852+0000","last_change":"2024-04-18T05:11:28.342916+0000","last_active":"2024-04-18T05:11:32.345852+0000","last_peered":"2024-04-18T05:11:32.345852+0000","last_clean":"2024-04-18T05:11:32.345852+0000","last_became_active":"2024-04-18T05:11:28.342457+0000","last_became_peered":"2024-04-18T05:11:28.342457+0000","last_unstale":"2024-04-18T05:11:32.345852+0000","last_undegraded":"2024-04-18T05:11:32.345852+0000","last_fullsized":"2024-04-18T05:11:32.345852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:11:37.642503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346590+0000","last_change":"2024-04-18T05:11:28.334079+0000","last_active":"2024-04-18T05:11:32.346590+0000","last_peered":"2024-04-18T05:11:32.346590+0000","last_clean":"2024-04-18T05:11:32.346590+0000","last_became_active":"2024-04-18T05:11:28.333679+0000","last_became_peered":"2024-04-18T05:11:28.333679+0000","last_unstale":"2024-04-18T05:11:32.346590+0000","last_undegraded":"2024-04-18T05:11:32.346590+0000","last_fullsized":"2024-04-18T05:11:32.346590+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345184+0000","last_change":"2024-04-18T05:11:28.325959+0000","last_active":"2024-04-18T05:11:32.345184+0000","last_peered":"2024-04-18T05:11:32.345184+0000","last_clean":"2024-04-18T05:11:32.345184+0000","last_became_active":"2024-04-18T05:11:28.325295+0000","last_became_peered":"2024-04-18T05:11:28.325295+0000","last_unstale":"2024-04-18T05:11:32.345184+0000","last_undegraded":"2024-04-18T05:11:32.345184+0000","last_fullsized":"2024-04-18T05:11:32.345184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356380+0000","last_change":"2024-04-18T05:11:28.329976+0000","last_active":"2024-04-18T05:11:32.356380+0000","last_peered":"2024-04-18T05:11:32.356380+0000","last_clean":"2024-04-18T05:11:32.356380+0000","last_became_active":"2024-04-18T05:11:28.329507+0000","last_became_peered":"2024-04-18T05:11:28.329507+0000","last_unstale":"2024-04-18T05:11:32.356380+0000","last_undegraded":"2024-04-18T05:11:32.356380+0000","last_fullsized":"2024-04-18T05:11:32.356380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:26.236568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345773+0000","last_change":"2024-04-18T05:11:28.342672+0000","last_active":"2024-04-18T05:11:32.345773+0000","last_peered":"2024-04-18T05:11:32.345773+0000","last_clean":"2024-04-18T05:11:32.345773+0000","last_became_active":"2024-04-18T05:11:28.342345+0000","last_became_peered":"2024-04-18T05:11:28.342345+0000","last_unstale":"2024-04-18T05:11:32.345773+0000","last_undegraded":"2024-04-18T05:11:32.345773+0000","last_fullsized":"2024-04-18T05:11:32.345773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344959+0000","last_change":"2024-04-18T05:11:28.341010+0000","last_active":"2024-04-18T05:11:32.344959+0000","last_peered":"2024-04-18T05:11:32.344959+0000","last_clean":"2024-04-18T05:11:32.344959+0000","last_became_active":"2024-04-18T05:11:28.334683+0000","last_became_peered":"2024-04-18T05:11:28.334683+0000","last_unstale":"2024-04-18T05:11:32.344959+0000","last_undegraded":"2024-04-18T05:11:32.344959+0000","last_fullsized":"2024-04-18T05:11:32.344959+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:12:27.372265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340832+0000","last_change":"2024-04-18T05:11:28.338088+0000","last_active":"2024-04-18T05:11:32.340832+0000","last_peered":"2024-04-18T05:11:32.340832+0000","last_clean":"2024-04-18T05:11:32.340832+0000","last_became_active":"2024-04-18T05:11:28.337812+0000","last_became_peered":"2024-04-18T05:11:28.337812+0000","last_unstale":"2024-04-18T05:11:32.340832+0000","last_undegraded":"2024-04-18T05:11:32.340832+0000","last_fullsized":"2024-04-18T05:11:32.340832+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346776+0000","last_change":"2024-04-18T05:11:28.327246+0000","last_active":"2024-04-18T05:11:32.346776+0000","last_peered":"2024-04-18T05:11:32.346776+0000","last_clean":"2024-04-18T05:11:32.346776+0000","last_became_active":"2024-04-18T05:11:28.325997+0000","last_became_peered":"2024-04-18T05:11:28.325997+0000","last_unstale":"2024-04-18T05:11:32.346776+0000","last_undegraded":"2024-04-18T05:11:32.346776+0000","last_fullsized":"2024-04-18T05:11:32.346776+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:09:16.376115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334440+0000","last_change":"2024-04-18T05:11:28.339335+0000","last_active":"2024-04-18T05:11:32.334440+0000","last_peered":"2024-04-18T05:11:32.334440+0000","last_clean":"2024-04-18T05:11:32.334440+0000","last_became_active":"2024-04-18T05:11:28.338329+0000","last_became_peered":"2024-04-18T05:11:28.338329+0000","last_unstale":"2024-04-18T05:11:32.334440+0000","last_undegraded":"2024-04-18T05:11:32.334440+0000","last_fullsized":"2024-04-18T05:11:32.334440+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345182+0000","last_change":"2024-04-18T05:11:28.336945+0000","last_active":"2024-04-18T05:11:32.345182+0000","last_peered":"2024-04-18T05:11:32.345182+0000","last_clean":"2024-04-18T05:11:32.345182+0000","last_became_active":"2024-04-18T05:11:28.336621+0000","last_became_peered":"2024-04-18T05:11:28.336621+0000","last_unstale":"2024-04-18T05:11:32.345182+0000","last_undegraded":"2024-04-18T05:11:32.345182+0000","last_fullsized":"2024-04-18T05:11:32.345182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.348942+0000","last_change":"2024-04-18T05:11:28.329774+0000","last_active":"2024-04-18T05:11:32.348942+0000","last_peered":"2024-04-18T05:11:32.348942+0000","last_clean":"2024-04-18T05:11:32.348942+0000","last_became_active":"2024-04-18T05:11:28.329506+0000","last_became_peered":"2024-04-18T05:11:28.329506+0000","last_unstale":"2024-04-18T05:11:32.348942+0000","last_undegraded":"2024-04-18T05:11:32.348942+0000","last_fullsized":"2024-04-18T05:11:32.348942+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:24:16.796590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345138+0000","last_change":"2024-04-18T05:11:28.333430+0000","last_active":"2024-04-18T05:11:32.345138+0000","last_peered":"2024-04-18T05:11:32.345138+0000","last_clean":"2024-04-18T05:11:32.345138+0000","last_became_active":"2024-04-18T05:11:28.332684+0000","last_became_peered":"2024-04-18T05:11:28.332684+0000","last_unstale":"2024-04-18T05:11:32.345138+0000","last_undegraded":"2024-04-18T05:11:32.345138+0000","last_fullsized":"2024-04-18T05:11:32.345138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:24:16.796590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4594,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":105410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0669999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.353}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.296}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3640000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.462}]}]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":695870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75700000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0369999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0609999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.181}]}]},{"osd":4,"up_from":15,"seq":64424509449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":109878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90100000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.093}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0660000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92900000000000005}]}]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":274432,"data_stored":105992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.24}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.345}]}]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31388,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340452,"statfs":{"total":96636764160,"available":96604622848,"internally_reserved":0,"allocated":282624,"data_stored":109206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4279999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.506}]}]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":868352,"data_stored":695848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70699999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2470000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.089}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.034}]}]},{"osd":0,"up_from":15,"seq":64424509448,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":278528,"data_stored":105466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92300000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85199999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.097}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.117}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.996}]}]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":278528,"data_stored":105534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58999999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:11:52.354 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-18T05:11:52.355 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-18T05:11:52.355 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-04-18T05:11:52.355 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-04-18T05:11:52.355 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-04-18T05:11:52.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f955e35b640 1 Processor -- start 2024-04-18T05:11:52.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f955e35b640 1 -- start start 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f955e35b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f955814def0 0x7f95580716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f955e35b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f95580c1820 0x7f9558070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f955e35b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f955814e2d0 con 0x7f95580c0e50 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f955e35b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9558151440 con 0x7f955814def0 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f955e35b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9558151720 con 0x7f95580c1820 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f9557fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f955814def0 0x7f95580716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f9557fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f955814def0 0x7f95580716f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57692/0 (socket says 172.21.15.32:57692) 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f9557fff640 1 -- 172.21.15.32:0/2389005378 learned_addr learned my addr 172.21.15.32:0/2389005378 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f954f7fe640 1 --2- 172.21.15.32:0/2389005378 >> v2:172.21.15.92:3300/0 conn(0x7f95580c1820 0x7f9558070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f9557fff640 1 -- 172.21.15.32:0/2389005378 >> v2:172.21.15.92:3300/0 conn(0x7f95580c1820 msgr2=0x7f9558070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f9557fff640 1 --2- 172.21.15.32:0/2389005378 >> v2:172.21.15.92:3300/0 conn(0x7f95580c1820 0x7f9558070340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f9557fff640 1 -- 172.21.15.32:0/2389005378 >> v1:172.21.15.92:6789/0 conn(0x7f95580c0e50 legacy=0x7f9558070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:52.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f9557fff640 1 -- 172.21.15.32:0/2389005378 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95580c1cf0 con 0x7f955814def0 2024-04-18T05:11:52.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.509+0000 7f954f7fe640 1 --2- 172.21.15.32:0/2389005378 >> v2:172.21.15.92:3300/0 conn(0x7f95580c1820 0x7f9558070340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:52.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f9557fff640 1 --2- 172.21.15.32:0/2389005378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 0x7f95580716f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f95580bfa70 tx=0x7f954801c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af8e20be79e3b42 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:52.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f95577fe640 1 -- 172.21.15.32:0/2389005378 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95480ab600 con 0x7f955814def0 2024-04-18T05:11:52.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f95577fe640 1 -- 172.21.15.32:0/2389005378 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95480a7050 con 0x7f955814def0 2024-04-18T05:11:52.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f95577fe640 1 -- 172.21.15.32:0/2389005378 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95480ab980 con 0x7f955814def0 2024-04-18T05:11:52.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- 172.21.15.32:0/2389005378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 msgr2=0x7f95580716f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 --2- 172.21.15.32:0/2389005378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 0x7f95580716f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f95580bfa70 tx=0x7f954801c3c0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- 172.21.15.32:0/2389005378 shutdown_connections 2024-04-18T05:11:52.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 --2- 172.21.15.32:0/2389005378 >> v2:172.21.15.92:3300/0 conn(0x7f95580c1820 0x7f9558070340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 --2- 172.21.15.32:0/2389005378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 0x7f95580716f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- 172.21.15.32:0/2389005378 >> 172.21.15.32:0/2389005378 conn(0x7f9558069e80 msgr2=0x7f955806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:52.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- 172.21.15.32:0/2389005378 shutdown_connections 2024-04-18T05:11:52.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- 172.21.15.32:0/2389005378 wait complete. 2024-04-18T05:11:52.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 Processor -- start 2024-04-18T05:11:52.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- start start 2024-04-18T05:11:52.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95580c0e50 0x7f95581ea9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95580c1820 0x7f955813f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 0x7f9558154200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f955814a780 con 0x7f955814def0 2024-04-18T05:11:52.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9558153d70 con 0x7f95580c0e50 2024-04-18T05:11:52.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95581eb990 con 0x7f95580c1820 2024-04-18T05:11:52.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955c8f8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 0x7f9558154200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955c8f8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 0x7f9558154200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57700/0 (socket says 172.21.15.32:57700) 2024-04-18T05:11:52.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955c8f8640 1 -- 172.21.15.32:0/3024444055 learned_addr learned my addr 172.21.15.32:0/3024444055 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:52.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f954f7fe640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95580c1820 0x7f955813f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f9557fff640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95580c0e50 0x7f95581ea9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955c8f8640 1 -- 172.21.15.32:0/3024444055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95580c1820 msgr2=0x7f955813f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955c8f8640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95580c1820 0x7f955813f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955c8f8640 1 -- 172.21.15.32:0/3024444055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95580c0e50 msgr2=0x7f95581ea9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955c8f8640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95580c0e50 0x7f95581ea9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955c8f8640 1 -- 172.21.15.32:0/3024444055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95480094d0 con 0x7f955814def0 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f954f7fe640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95580c1820 0x7f955813f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955c8f8640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 0x7f9558154200 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f955000c7b0 tx=0x7f955000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f95557fa640 1 -- 172.21.15.32:0/3024444055 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9550004b70 con 0x7f955814def0 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f95557fa640 1 -- 172.21.15.32:0/3024444055 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9550004cd0 con 0x7f955814def0 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9558152e10 con 0x7f955814def0 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f95557fa640 1 -- 172.21.15.32:0/3024444055 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f955000aa90 con 0x7f955814def0 2024-04-18T05:11:52.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.513+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95581eb3d0 con 0x7f955814def0 2024-04-18T05:11:52.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.517+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95580666e0 con 0x7f955814def0 2024-04-18T05:11:52.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.517+0000 7f95557fa640 1 -- 172.21.15.32:0/3024444055 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f955000abf0 con 0x7f955814def0 2024-04-18T05:11:52.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.517+0000 7f95557fa640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9538066690 0x7f9538068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.517+0000 7f95557fa640 1 -- 172.21.15.32:0/3024444055 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f95500845f0 con 0x7f955814def0 2024-04-18T05:11:52.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.517+0000 7f9557fff640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9538066690 0x7f9538068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.517+0000 7f9557fff640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9538066690 0x7f9538068b50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f95480ad000 tx=0x7f9548008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:52.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.521+0000 7f95557fa640 1 -- 172.21.15.32:0/3024444055 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9550051700 con 0x7f955814def0 2024-04-18T05:11:52.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.713+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f95580c12f0 con 0x7f955814def0 2024-04-18T05:11:52.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.717+0000 7f95557fa640 1 -- 172.21.15.32:0/3024444055 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164883 (secure 0 0 0) 0x7f9550054d20 con 0x7f955814def0 2024-04-18T05:11:52.720 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:52.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9538066690 msgr2=0x7f9538068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9538066690 0x7f9538068b50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f95480ad000 tx=0x7f9548008040 comp rx=0 tx=0).stop 2024-04-18T05:11:52.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 msgr2=0x7f9558154200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 0x7f9558154200 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f955000c7b0 tx=0x7f955000cc70 comp rx=0 tx=0).stop 2024-04-18T05:11:52.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 shutdown_connections 2024-04-18T05:11:52.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f955814def0 0x7f9558154200 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95580c1820 0x7f955813f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9538066690 0x7f9538068b50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 --2- 172.21.15.32:0/3024444055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95580c0e50 0x7f95581ea9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 >> 172.21.15.32:0/3024444055 conn(0x7f9558069e80 msgr2=0x7f955806a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:52.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 shutdown_connections 2024-04-18T05:11:52.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.721+0000 7f955e35b640 1 -- 172.21.15.32:0/3024444055 wait complete. 2024-04-18T05:11:52.737 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6832","nonce":27292},{"type":"v1","addr":"172.21.15.32:6833","nonce":27292}]},"active_addr":"172.21.15.32:6833/27292","active_change":"2024-04-18T05:11:08.823551+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4103,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":590028870}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":611379676}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":3998136113}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.32:0","nonce":1348806376}]}]} 2024-04-18T05:11:52.740 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-04-18T05:11:52.740 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-04-18T05:11:52.740 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:52.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa92dd640 1 Processor -- start 2024-04-18T05:11:52.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa92dd640 1 -- start start 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa92dd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1aa40aeb90 0x7f1aa40c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa92dd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1aa40bcb80 0x7f1aa406b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa92dd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1aa40c4240 con 0x7f1aa406cd00 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa92dd640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1aa40c7750 con 0x7f1aa40aeb90 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa92dd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1aa40aef70 con 0x7f1aa40bcb80 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa2ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1aa40aeb90 0x7f1aa40c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa37fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1aa406cd00 0x7f1aa406b770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37346/0 (socket says 172.21.15.32:37346) 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa37fe640 1 -- 172.21.15.32:0/2274421076 learned_addr learned my addr 172.21.15.32:0/2274421076 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa27fc640 1 --2- 172.21.15.32:0/2274421076 >> v2:172.21.15.92:3300/0 conn(0x7f1aa40bcb80 0x7f1aa406b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa2ffd640 1 -- 172.21.15.32:0/2274421076 >> v2:172.21.15.92:3300/0 conn(0x7f1aa40bcb80 msgr2=0x7f1aa406b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa2ffd640 1 --2- 172.21.15.32:0/2274421076 >> v2:172.21.15.92:3300/0 conn(0x7f1aa40bcb80 0x7f1aa406b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa2ffd640 1 -- 172.21.15.32:0/2274421076 >> v1:172.21.15.32:6789/0 conn(0x7f1aa406cd00 legacy=0x7f1aa406b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa1ffb640 1 -- 172.21.15.32:0/2274421076 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2132136986 0 0) 0x7f1aa40c4240 con 0x7f1aa406cd00 2024-04-18T05:11:52.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa2ffd640 1 -- 172.21.15.32:0/2274421076 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aa40c46d0 con 0x7f1aa40aeb90 2024-04-18T05:11:52.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.857+0000 7f1aa27fc640 1 --2- 172.21.15.32:0/2274421076 >> v2:172.21.15.92:3300/0 conn(0x7f1aa40bcb80 0x7f1aa406b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:52.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa2ffd640 1 --2- 172.21.15.32:0/2274421076 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa40aeb90 0x7f1aa40c5ec0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40c4c90 tx=0x7f1a9401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75327cbbb66e02ce server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:52.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa1ffb640 1 -- 172.21.15.32:0/2274421076 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a940ab5f0 con 0x7f1aa40aeb90 2024-04-18T05:11:52.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa1ffb640 1 -- 172.21.15.32:0/2274421076 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a940ab750 con 0x7f1aa40aeb90 2024-04-18T05:11:52.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa1ffb640 1 -- 172.21.15.32:0/2274421076 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a940abae0 con 0x7f1aa40aeb90 2024-04-18T05:11:52.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa92dd640 1 -- 172.21.15.32:0/2274421076 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa40aeb90 msgr2=0x7f1aa40c5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa92dd640 1 --2- 172.21.15.32:0/2274421076 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa40aeb90 0x7f1aa40c5ec0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40c4c90 tx=0x7f1a9401c3f0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa92dd640 1 -- 172.21.15.32:0/2274421076 shutdown_connections 2024-04-18T05:11:52.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa92dd640 1 --2- 172.21.15.32:0/2274421076 >> v2:172.21.15.92:3300/0 conn(0x7f1aa40bcb80 0x7f1aa406b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa92dd640 1 --2- 172.21.15.32:0/2274421076 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa40aeb90 0x7f1aa40c5ec0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa92dd640 1 -- 172.21.15.32:0/2274421076 >> 172.21.15.32:0/2274421076 conn(0x7f1aa40ab0a0 msgr2=0x7f1aa40ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:52.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa92dd640 1 -- 172.21.15.32:0/2274421076 shutdown_connections 2024-04-18T05:11:52.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.861+0000 7f1aa92dd640 1 -- 172.21.15.32:0/2274421076 wait complete. 2024-04-18T05:11:52.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 Processor -- start 2024-04-18T05:11:52.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 -- start start 2024-04-18T05:11:52.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa406cd00 0x7f1aa41f0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40aeb90 0x7f1aa4144e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1aa40bcb80 0x7f1aa4151920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa414a9b0 con 0x7f1aa406cd00 2024-04-18T05:11:52.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa41f0790 con 0x7f1aa40aeb90 2024-04-18T05:11:52.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa40acc20 con 0x7f1aa40bcb80 2024-04-18T05:11:52.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa406cd00 0x7f1aa41f0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa406cd00 0x7f1aa41f0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57712/0 (socket says 172.21.15.32:57712) 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa2ffd640 1 -- 172.21.15.32:0/868704856 learned_addr learned my addr 172.21.15.32:0/868704856 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa37fe640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1aa40bcb80 0x7f1aa4151920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa27fc640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40aeb90 0x7f1aa4144e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa2ffd640 1 -- 172.21.15.32:0/868704856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1aa40bcb80 msgr2=0x7f1aa4151920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa2ffd640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1aa40bcb80 0x7f1aa4151920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa2ffd640 1 -- 172.21.15.32:0/868704856 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40aeb90 msgr2=0x7f1aa4144e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa2ffd640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40aeb90 0x7f1aa4144e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa2ffd640 1 -- 172.21.15.32:0/868704856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a94009420 con 0x7f1aa406cd00 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa27fc640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40aeb90 0x7f1aa4144e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa2ffd640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa406cd00 0x7f1aa41f0250 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1a940ad040 tx=0x7f1a9401ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1a8b7fe640 1 -- 172.21.15.32:0/868704856 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a940b5810 con 0x7f1aa406cd00 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1a8b7fe640 1 -- 172.21.15.32:0/868704856 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a940b5970 con 0x7f1aa406cd00 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aa4145360 con 0x7f1aa406cd00 2024-04-18T05:11:52.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1a8b7fe640 1 -- 172.21.15.32:0/868704856 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a940b5ce0 con 0x7f1aa406cd00 2024-04-18T05:11:52.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aa414a6d0 con 0x7f1aa406cd00 2024-04-18T05:11:52.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1aa40c4f00 con 0x7f1aa406cd00 2024-04-18T05:11:52.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.865+0000 7f1a8b7fe640 1 -- 172.21.15.32:0/868704856 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1a940c83f0 con 0x7f1aa406cd00 2024-04-18T05:11:52.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.869+0000 7f1a8b7fe640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1a90066690 0x7f1a90068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:52.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.869+0000 7f1a8b7fe640 1 -- 172.21.15.32:0/868704856 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1a940a8050 con 0x7f1aa406cd00 2024-04-18T05:11:52.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.869+0000 7f1aa27fc640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1a90066690 0x7f1a90068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:52.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.869+0000 7f1aa27fc640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1a90066690 0x7f1a90068b50 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4158190 tx=0x7f1a98008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:52.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:52.873+0000 7f1a8b7fe640 1 -- 172.21.15.32:0/868704856 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1a940ec1c0 con 0x7f1aa406cd00 2024-04-18T05:11:53.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.029+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1aa40666e0 con 0x7f1aa406cd00 2024-04-18T05:11:53.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.029+0000 7f1a8b7fe640 1 -- 172.21.15.32:0/868704856 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7f1a940ef7e0 con 0x7f1aa406cd00 2024-04-18T05:11:53.034 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:53.034 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:53.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1a90066690 msgr2=0x7f1a90068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1a90066690 0x7f1a90068b50 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4158190 tx=0x7f1a98008040 comp rx=0 tx=0).stop 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa406cd00 msgr2=0x7f1aa41f0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa406cd00 0x7f1aa41f0250 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1a940ad040 tx=0x7f1a9401ac30 comp rx=0 tx=0).stop 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 shutdown_connections 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1aa40bcb80 0x7f1aa4151920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1a90066690 0x7f1a90068b50 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40aeb90 0x7f1aa4144e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 --2- 172.21.15.32:0/868704856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1aa406cd00 0x7f1aa41f0250 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 >> 172.21.15.32:0/868704856 conn(0x7f1aa40ab0a0 msgr2=0x7f1aa40c7aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 shutdown_connections 2024-04-18T05:11:53.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.033+0000 7f1aa92dd640 1 -- 172.21.15.32:0/868704856 wait complete. 2024-04-18T05:11:53.051 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-04-18T05:11:53.051 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:53.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9318bc8640 1 Processor -- start 2024-04-18T05:11:53.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9318bc8640 1 -- start start 2024-04-18T05:11:53.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9318bc8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 0x7f93140c4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9318bc8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f93140c74b0 0x7f9314153de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9318bc8640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9314157c70 con 0x7f9314154320 2024-04-18T05:11:53.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9318bc8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93140c4f30 con 0x7f93140c74b0 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9318bc8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93141581a0 con 0x7f93140c3f30 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9311d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f93140c74b0 0x7f9314153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9312d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9314154320 0x7f93140ab0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37356/0 (socket says 172.21.15.32:37356) 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9312d9d640 1 -- 172.21.15.32:0/3813405670 learned_addr learned my addr 172.21.15.32:0/3813405670 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f931259c640 1 --2- 172.21.15.32:0/3813405670 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 0x7f93140c4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9311d9b640 1 -- 172.21.15.32:0/3813405670 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 msgr2=0x7f93140c4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9311d9b640 1 --2- 172.21.15.32:0/3813405670 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 0x7f93140c4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9311d9b640 1 -- 172.21.15.32:0/3813405670 >> v1:172.21.15.32:6789/0 conn(0x7f9314154320 legacy=0x7f93140ab0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f9311d9b640 1 -- 172.21.15.32:0/3813405670 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9314157ec0 con 0x7f93140c74b0 2024-04-18T05:11:53.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.161+0000 7f931259c640 1 --2- 172.21.15.32:0/3813405670 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 0x7f93140c4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:53.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9311d9b640 1 --2- 172.21.15.32:0/3813405670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93140c74b0 0x7f9314153de0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f93040097a0 tx=0x7f930401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d3454a3187135e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f931159a640 1 -- 172.21.15.32:0/3813405670 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93040ab600 con 0x7f93140c74b0 2024-04-18T05:11:53.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f931159a640 1 -- 172.21.15.32:0/3813405670 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93040a7050 con 0x7f93140c74b0 2024-04-18T05:11:53.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f931159a640 1 -- 172.21.15.32:0/3813405670 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93040ab980 con 0x7f93140c74b0 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 -- 172.21.15.32:0/3813405670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93140c74b0 msgr2=0x7f9314153de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 --2- 172.21.15.32:0/3813405670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93140c74b0 0x7f9314153de0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f93040097a0 tx=0x7f930401c330 comp rx=0 tx=0).stop 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 -- 172.21.15.32:0/3813405670 shutdown_connections 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 --2- 172.21.15.32:0/3813405670 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93140c74b0 0x7f9314153de0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 --2- 172.21.15.32:0/3813405670 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 0x7f93140c4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 -- 172.21.15.32:0/3813405670 >> 172.21.15.32:0/3813405670 conn(0x7f9314072b80 msgr2=0x7f9314072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 -- 172.21.15.32:0/3813405670 shutdown_connections 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 -- 172.21.15.32:0/3813405670 wait complete. 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 Processor -- start 2024-04-18T05:11:53.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.165+0000 7f9318bc8640 1 -- start start 2024-04-18T05:11:53.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9318bc8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 0x7f93140bf4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9318bc8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93140c74b0 0x7f93140addd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9318bc8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9314154320 0x7f93141efbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9318bc8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93140be6b0 con 0x7f9314154320 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9318bc8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93141511f0 con 0x7f93140c74b0 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9318bc8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93140c2bb0 con 0x7f93140c3f30 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9312d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9314154320 0x7f93141efbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9312d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9314154320 0x7f93141efbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57718/0 (socket says 172.21.15.32:57718) 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9312d9d640 1 -- 172.21.15.32:0/4023209027 learned_addr learned my addr 172.21.15.32:0/4023209027 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f931259c640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 0x7f93140bf4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9311d9b640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93140c74b0 0x7f93140addd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9312d9d640 1 -- 172.21.15.32:0/4023209027 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 msgr2=0x7f93140bf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9312d9d640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 0x7f93140bf4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9312d9d640 1 -- 172.21.15.32:0/4023209027 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93140c74b0 msgr2=0x7f93140addd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9312d9d640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93140c74b0 0x7f93140addd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9312d9d640 1 -- 172.21.15.32:0/4023209027 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93040093b0 con 0x7f9314154320 2024-04-18T05:11:53.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9312d9d640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9314154320 0x7f93141efbf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f930c00cbc0 tx=0x7f930c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9302ffd640 1 -- 172.21.15.32:0/4023209027 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930c00ad40 con 0x7f9314154320 2024-04-18T05:11:53.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9302ffd640 1 -- 172.21.15.32:0/4023209027 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f930c012400 con 0x7f9314154320 2024-04-18T05:11:53.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93140c2e90 con 0x7f9314154320 2024-04-18T05:11:53.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9302ffd640 1 -- 172.21.15.32:0/4023209027 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930c00aea0 con 0x7f9314154320 2024-04-18T05:11:53.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93140c3450 con 0x7f9314154320 2024-04-18T05:11:53.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93140666e0 con 0x7f9314154320 2024-04-18T05:11:53.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9302ffd640 1 -- 172.21.15.32:0/4023209027 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f930c007070 con 0x7f9314154320 2024-04-18T05:11:53.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9302ffd640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f92f4066690 0x7f92f4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f9302ffd640 1 -- 172.21.15.32:0/4023209027 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f930c084260 con 0x7f9314154320 2024-04-18T05:11:53.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f931259c640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f92f4066690 0x7f92f4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.169+0000 7f931259c640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f92f4066690 0x7f92f4068b50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9308006fd0 tx=0x7f9308008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.173+0000 7f9302ffd640 1 -- 172.21.15.32:0/4023209027 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f930c051390 con 0x7f9314154320 2024-04-18T05:11:53.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.337+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f93140c4740 con 0x7f9314154320 2024-04-18T05:11:53.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9302ffd640 1 -- 172.21.15.32:0/4023209027 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7f930c0549b0 con 0x7f9314154320 2024-04-18T05:11:53.341 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:53.342 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:53.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f92f4066690 msgr2=0x7f92f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f92f4066690 0x7f92f4068b50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9308006fd0 tx=0x7f9308008040 comp rx=0 tx=0).stop 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9314154320 msgr2=0x7f93141efbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9314154320 0x7f93141efbf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f930c00cbc0 tx=0x7f930c00a430 comp rx=0 tx=0).stop 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 shutdown_connections 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9314154320 0x7f93141efbf0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f92f4066690 0x7f92f4068b50 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93140c74b0 0x7f93140addd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 --2- 172.21.15.32:0/4023209027 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93140c3f30 0x7f93140bf4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 >> 172.21.15.32:0/4023209027 conn(0x7f9314072b80 msgr2=0x7f9314153600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 shutdown_connections 2024-04-18T05:11:53.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.341+0000 7f9318bc8640 1 -- 172.21.15.32:0/4023209027 wait complete. 2024-04-18T05:11:53.360 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-04-18T05:11:53.361 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-04-18T05:11:53.361 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-04-18T05:11:53.362 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-04-18T05:11:53.362 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-04-18T05:11:53.362 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-04-18T05:11:53.363 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-04-18T05:11:53.363 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-04-18T05:11:53.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.529+0000 7f3d597ab640 1 Processor -- start 2024-04-18T05:11:53.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.529+0000 7f3d597ab640 1 -- start start 2024-04-18T05:11:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.529+0000 7f3d597ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d540c1450 0x7f3d5406b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.529+0000 7f3d597ab640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3d5406bc90 0x7f3d5414f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.529+0000 7f3d597ab640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d54153d20 con 0x7f3d54153230 2024-04-18T05:11:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.529+0000 7f3d597ab640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d540c1030 con 0x7f3d5406bc90 2024-04-18T05:11:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.529+0000 7f3d597ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d540c09b0 con 0x7f3d540c1450 2024-04-18T05:11:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.533+0000 7f3d52ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f3d54153230 0x7f3d54153610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37358/0 (socket says 172.21.15.32:37358) 2024-04-18T05:11:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.533+0000 7f3d52ffd640 1 -- 172.21.15.32:0/3008990073 learned_addr learned my addr 172.21.15.32:0/3008990073 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.533+0000 7f3d527fc640 1 --2- 172.21.15.32:0/3008990073 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d540c1450 0x7f3d5406b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.533+0000 7f3d537fe640 1 --2- 172.21.15.32:0/3008990073 >> v2:172.21.15.92:3300/0 conn(0x7f3d5406bc90 0x7f3d5414f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.533+0000 7f3d527fc640 1 -- 172.21.15.32:0/3008990073 >> v2:172.21.15.92:3300/0 conn(0x7f3d5406bc90 msgr2=0x7f3d5414f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.533+0000 7f3d527fc640 1 --2- 172.21.15.32:0/3008990073 >> v2:172.21.15.92:3300/0 conn(0x7f3d5406bc90 0x7f3d5414f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.533+0000 7f3d527fc640 1 -- 172.21.15.32:0/3008990073 >> v1:172.21.15.32:6789/0 conn(0x7f3d54153230 legacy=0x7f3d54153610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.533+0000 7f3d527fc640 1 -- 172.21.15.32:0/3008990073 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d54070ee0 con 0x7f3d540c1450 2024-04-18T05:11:53.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d527fc640 1 --2- 172.21.15.32:0/3008990073 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d540c1450 0x7f3d5406b750 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f3d440097c0 tx=0x7f3d4401e760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91c1d29650cc440f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d51ffb640 1 -- 172.21.15.32:0/3008990073 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d440a7790 con 0x7f3d540c1450 2024-04-18T05:11:53.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d51ffb640 1 -- 172.21.15.32:0/3008990073 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d440a78f0 con 0x7f3d540c1450 2024-04-18T05:11:53.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d51ffb640 1 -- 172.21.15.32:0/3008990073 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d440a7c80 con 0x7f3d540c1450 2024-04-18T05:11:53.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 -- 172.21.15.32:0/3008990073 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d540c1450 msgr2=0x7f3d5406b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 --2- 172.21.15.32:0/3008990073 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d540c1450 0x7f3d5406b750 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f3d440097c0 tx=0x7f3d4401e760 comp rx=0 tx=0).stop 2024-04-18T05:11:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 -- 172.21.15.32:0/3008990073 shutdown_connections 2024-04-18T05:11:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 --2- 172.21.15.32:0/3008990073 >> v2:172.21.15.92:3300/0 conn(0x7f3d5406bc90 0x7f3d5414f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 --2- 172.21.15.32:0/3008990073 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d540c1450 0x7f3d5406b750 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 -- 172.21.15.32:0/3008990073 >> 172.21.15.32:0/3008990073 conn(0x7f3d540c5280 msgr2=0x7f3d540c5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 -- 172.21.15.32:0/3008990073 shutdown_connections 2024-04-18T05:11:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 -- 172.21.15.32:0/3008990073 wait complete. 2024-04-18T05:11:53.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7fc3441ee640 1 Processor -- start 2024-04-18T05:11:53.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7fc3441ee640 1 -- start start 2024-04-18T05:11:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 Processor -- start 2024-04-18T05:11:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7fc3441ee640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc33c0bfab0 0x7fc33c06b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7fc3441ee640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc33c06bc90 0x7fc33c1531a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7fc3441ee640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc33c0c09b0 con 0x7fc33c0c1450 2024-04-18T05:11:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7fc3441ee640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc33c0c1030 con 0x7fc33c0bfab0 2024-04-18T05:11:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7fc3441ee640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c070ee0 con 0x7fc33c06bc90 2024-04-18T05:11:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7fc341f8a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc33c0bfab0 0x7fc33c06b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7fc341f8a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc33c0bfab0 0x7fc33c06b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57726/0 (socket says 172.21.15.32:57726) 2024-04-18T05:11:53.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7fc341f8a640 1 -- 172.21.15.32:0/1646860362 learned_addr learned my addr 172.21.15.32:0/1646860362 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.537+0000 7f3d597ab640 1 -- start start 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d597ab640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d5406bc90 0x7f3d5414f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d597ab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d540c1450 0x7f3d5413ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d597ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d54153230 0x7f3d5413f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d597ab640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d5414bd70 con 0x7f3d540c1450 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d597ab640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d540aace0 con 0x7f3d5406bc90 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d597ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d540aaa00 con 0x7f3d54153230 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d52ffd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d5406bc90 0x7f3d5414f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d537fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d54153230 0x7f3d5413f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d537fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d54153230 0x7f3d5413f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:43070/0 (socket says 172.21.15.32:43070) 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d52ffd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d5406bc90 0x7f3d5414f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:60186/0 (socket says 172.21.15.32:60186) 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d537fe640 1 -- 172.21.15.32:0/1124331571 learned_addr learned my addr 172.21.15.32:0/1124331571 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d527fc640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d540c1450 0x7f3d5413ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d527fc640 1 -- 172.21.15.32:0/1124331571 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d54153230 msgr2=0x7f3d5413f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d527fc640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d54153230 0x7f3d5413f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d527fc640 1 -- 172.21.15.32:0/1124331571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d5406bc90 msgr2=0x7f3d5414f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d527fc640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d5406bc90 0x7f3d5414f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d527fc640 1 -- 172.21.15.32:0/1124331571 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d44009420 con 0x7f3d540c1450 2024-04-18T05:11:53.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d527fc640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d540c1450 0x7f3d5413ef10 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3d440ae000 tx=0x7f3d4401b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d3b7fe640 1 -- 172.21.15.32:0/1124331571 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d440af850 con 0x7f3d540c1450 2024-04-18T05:11:53.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d5414a030 con 0x7f3d540c1450 2024-04-18T05:11:53.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d5414a5f0 con 0x7f3d540c1450 2024-04-18T05:11:53.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d3b7fe640 1 -- 172.21.15.32:0/1124331571 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d4400c040 con 0x7f3d540c1450 2024-04-18T05:11:53.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f3d3b7fe640 1 -- 172.21.15.32:0/1124331571 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d440afbf0 con 0x7f3d540c1450 2024-04-18T05:11:53.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7fc341f8a640 1 -- 172.21.15.32:0/1646860362 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc33c06bc90 msgr2=0x7fc33c1531a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7fc341f8a640 1 --2- 172.21.15.32:0/1646860362 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc33c06bc90 0x7fc33c1531a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7fc341f8a640 1 -- 172.21.15.32:0/1646860362 >> v1:172.21.15.92:6789/0 conn(0x7fc33c0c1450 legacy=0x7fc33c1536e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7fc341f8a640 1 -- 172.21.15.32:0/1646860362 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc33c0c0c50 con 0x7fc33c0bfab0 2024-04-18T05:11:53.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7fc341f8a640 1 --2- 172.21.15.32:0/1646860362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0bfab0 0x7fc33c06b750 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc334009e50 tx=0x7fc33401f200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c3897121dab880b server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc340f88640 1 -- 172.21.15.32:0/1646860362 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3340af400 con 0x7fc33c0bfab0 2024-04-18T05:11:53.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc340f88640 1 -- 172.21.15.32:0/1646860362 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3340ab050 con 0x7fc33c0bfab0 2024-04-18T05:11:53.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc340f88640 1 -- 172.21.15.32:0/1646860362 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3340af760 con 0x7fc33c0bfab0 2024-04-18T05:11:53.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f70378b8640 1 Processor -- start 2024-04-18T05:11:53.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f93ec874640 1 Processor -- start 2024-04-18T05:11:53.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.541+0000 7f93ec874640 1 -- start start 2024-04-18T05:11:53.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f70378b8640 1 -- start start 2024-04-18T05:11:53.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc3441ee640 1 -- 172.21.15.32:0/1646860362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0bfab0 msgr2=0x7fc33c06b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc3441ee640 1 --2- 172.21.15.32:0/1646860362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0bfab0 0x7fc33c06b750 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc334009e50 tx=0x7fc33401f200 comp rx=0 tx=0).stop 2024-04-18T05:11:53.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc3441ee640 1 -- 172.21.15.32:0/1646860362 shutdown_connections 2024-04-18T05:11:53.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc3441ee640 1 --2- 172.21.15.32:0/1646860362 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc33c06bc90 0x7fc33c1531a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc3441ee640 1 --2- 172.21.15.32:0/1646860362 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0bfab0 0x7fc33c06b750 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc3441ee640 1 -- 172.21.15.32:0/1646860362 >> 172.21.15.32:0/1646860362 conn(0x7fc33c0c5280 msgr2=0x7fc33c0c5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93ec874640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 0x7f93e003e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93ec874640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f93e004b2e0 0x7f93e0006dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93ec874640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f93e003ecc0 0x7f93e0007300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93ec874640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93e0007840 con 0x7f93e004b2e0 2024-04-18T05:11:53.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93ec874640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93e0048090 con 0x7f93e003ecc0 2024-04-18T05:11:53.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93ec874640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93e002e130 con 0x7f93e00dbd20 2024-04-18T05:11:53.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e6ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f93e004b2e0 0x7f93e0006dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e6ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f93e004b2e0 0x7f93e0006dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57734/0 (socket says 172.21.15.32:57734) 2024-04-18T05:11:53.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e6ffd640 1 -- 172.21.15.32:0/4251879917 learned_addr learned my addr 172.21.15.32:0/4251879917 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e77fe640 1 --2- 172.21.15.32:0/4251879917 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 0x7f93e003e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d3b7fe640 1 -- 172.21.15.32:0/1124331571 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3d440afd50 con 0x7f3d540c1450 2024-04-18T05:11:53.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d3b7fe640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d400666c0 0x7f3d40068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d3b7fe640 1 -- 172.21.15.32:0/1124331571 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3d4411ecd0 con 0x7f3d540c1450 2024-04-18T05:11:53.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d52ffd640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d400666c0 0x7f3d40068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d597ab640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6812/27371,v1:172.21.15.32:6816/27371] conn(0x7f3d340015f0 0x7f3d34003ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 --> [v2:172.21.15.32:6812/27371,v1:172.21.15.32:6816/27371] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3d34006b50 con 0x7f3d340015f0 2024-04-18T05:11:53.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f70378b8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7030151180 0x7f703006d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f70378b8640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70300c4150 con 0x7f703006ae90 2024-04-18T05:11:53.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f70378b8640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7030151560 con 0x7f703006b2f0 2024-04-18T05:11:53.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f70378b8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70300c3820 con 0x7f7030151180 2024-04-18T05:11:53.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e6ffd640 1 -- 172.21.15.32:0/4251879917 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 msgr2=0x7f93e003e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e7fff640 1 --2- 172.21.15.32:0/4251879917 >> v2:172.21.15.92:3300/0 conn(0x7f93e003ecc0 0x7f93e0007300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66ecb6e640 1 Processor -- start 2024-04-18T05:11:53.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc3441ee640 1 -- 172.21.15.32:0/1646860362 shutdown_connections 2024-04-18T05:11:53.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8fbbba640 1 Processor -- start 2024-04-18T05:11:53.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f7034e53640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f703006ae90 0x7f7030153af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37366/0 (socket says 172.21.15.32:37366) 2024-04-18T05:11:53.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f7034e53640 1 -- 172.21.15.32:0/4077403859 learned_addr learned my addr 172.21.15.32:0/4077403859 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d537fe640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6812/27371,v1:172.21.15.32:6816/27371] conn(0x7f3d340015f0 0x7f3d34003ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1043804714 0 0) 0x7f70300c4150 con 0x7f703006ae90 2024-04-18T05:11:53.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f701c003530 con 0x7f703006ae90 2024-04-18T05:11:53.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d537fe640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6812/27371,v1:172.21.15.32:6816/27371] conn(0x7f3d340015f0 0x7f3d34003ab0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8fbbba640 1 -- start start 2024-04-18T05:11:53.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f7035654640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7030151180 0x7f703006d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8fbbba640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8ec0d3ba0 0x7fe8ec049640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8fbbba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8ec04adc0 0x7fe8ec006970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8fbbba640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe8ec04b220 0x7fe8ec0d99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8fbbba640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8ec047330 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8fbbba640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8ec0d3f80 con 0x7fe8ec04b220 2024-04-18T05:11:53.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8fbbba640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8ec0d6f00 con 0x7fe8ec04adc0 2024-04-18T05:11:53.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66ecb6e640 1 -- start start 2024-04-18T05:11:53.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66ecb6e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f66e00dbea0 0x7f66e003f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66ecb6e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f66e003fd50 0x7f66e00478d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66ecb6e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66e00df670 con 0x7f66e00df170 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66ecb6e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66e00e2700 con 0x7f66e003fd50 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66ecb6e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66e00e2b90 con 0x7f66e00dbea0 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66e6d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f66e003fd50 0x7f66e00478d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66e6d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f66e003fd50 0x7f66e00478d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57752/0 (socket says 172.21.15.32:57752) 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66e6d9d640 1 -- 172.21.15.32:0/1288613572 learned_addr learned my addr 172.21.15.32:0/1288613572 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f66e659c640 1 --2- 172.21.15.32:0/1288613572 >> v2:172.21.15.92:3300/0 conn(0x7f66e00dbea0 0x7f66e003f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f66e6d9d640 1 -- 172.21.15.32:0/1288613572 >> v2:172.21.15.92:3300/0 conn(0x7f66e00dbea0 msgr2=0x7f66e003f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f66e6d9d640 1 --2- 172.21.15.32:0/1288613572 >> v2:172.21.15.92:3300/0 conn(0x7f66e00dbea0 0x7f66e003f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f66e6d9d640 1 -- 172.21.15.32:0/1288613572 >> v1:172.21.15.32:6789/0 conn(0x7f66e00df170 legacy=0x7f66e00471c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f66e6d9d640 1 -- 172.21.15.32:0/1288613572 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66e00e1dd0 con 0x7f66e003fd50 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2733395620 0 0) 0x7f701c003530 con 0x7f703006ae90 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7030151180 msgr2=0x7f703006d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f7027fff640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7030151180 0x7f703006d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 >> v1:172.21.15.92:6789/0 conn(0x7f703006b2f0 legacy=0x7f7030154200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70300c3b00 con 0x7f703006ae90 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f702c001680 con 0x7f703006ae90 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 >> v1:172.21.15.32:6789/0 conn(0x7f703006ae90 legacy=0x7f7030153af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7027fff640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7030151180 0x7f701c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7027fff640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004080 0x7f701c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7027fff640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f701c004e30 0x7f701c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70300c3820 con 0x7f701c004080 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f701c005650 con 0x7f701c004e30 2024-04-18T05:11:53.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f701c00bed0 con 0x7f7030151180 2024-04-18T05:11:53.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d3b7fe640 1 -- 172.21.15.32:0/1124331571 <== osd.3 v2:172.21.15.32:6812/27371 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25254 (crc 0 0 0) 0x7f3d34006b50 con 0x7f3d340015f0 2024-04-18T05:11:53.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f3d52ffd640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d400666c0 0x7f3d40068b80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c00c550 tx=0x7f3d4c004b70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8f9956640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8ec0d3ba0 0x7fe8ec049640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8f9956640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe8ec0d3ba0 0x7fe8ec049640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57736/0 (socket says 172.21.15.32:57736) 2024-04-18T05:11:53.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8f9956640 1 -- 172.21.15.32:0/3154677664 learned_addr learned my addr 172.21.15.32:0/3154677664 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fe8fa157640 1 --2- 172.21.15.32:0/3154677664 >> v2:172.21.15.92:3300/0 conn(0x7fe8ec04b220 0x7fe8ec0d99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fe8f9155640 1 --2- 172.21.15.32:0/3154677664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8ec04adc0 0x7fe8ec006970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fe8f9956640 1 -- 172.21.15.32:0/3154677664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8ec04adc0 msgr2=0x7fe8ec006970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fe8f9956640 1 --2- 172.21.15.32:0/3154677664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8ec04adc0 0x7fe8ec006970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fe8f9956640 1 -- 172.21.15.32:0/3154677664 >> v2:172.21.15.92:3300/0 conn(0x7fe8ec04b220 msgr2=0x7fe8ec0d99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fe8f9956640 1 --2- 172.21.15.32:0/3154677664 >> v2:172.21.15.92:3300/0 conn(0x7fe8ec04b220 0x7fe8ec0d99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fe8f9956640 1 -- 172.21.15.32:0/3154677664 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8ec0d7430 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7035e55640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f701c004e30 0x7f701c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7034e53640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004080 0x7f701c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7fc3441ee640 1 -- 172.21.15.32:0/1646860362 wait complete. 2024-04-18T05:11:53.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc3441ee640 1 Processor -- start 2024-04-18T05:11:53.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e6ffd640 1 --2- 172.21.15.32:0/4251879917 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 0x7f93e003e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e6ffd640 1 -- 172.21.15.32:0/4251879917 >> v2:172.21.15.92:3300/0 conn(0x7f93e003ecc0 msgr2=0x7f93e0007300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e6ffd640 1 --2- 172.21.15.32:0/4251879917 >> v2:172.21.15.92:3300/0 conn(0x7f93e003ecc0 0x7f93e0007300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.545+0000 7f93e6ffd640 1 -- 172.21.15.32:0/4251879917 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93e0047510 con 0x7f93e004b2e0 2024-04-18T05:11:53.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f93e7fff640 1 --2- 172.21.15.32:0/4251879917 >> v2:172.21.15.92:3300/0 conn(0x7f93e003ecc0 0x7f93e0007300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:53.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc3441ee640 1 -- start start 2024-04-18T05:11:53.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f93e77fe640 1 --2- 172.21.15.32:0/4251879917 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 0x7f93e003e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:53.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f93e6ffd640 1 --2- 172.21.15.32:0/4251879917 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93e004b2e0 0x7f93e0006dc0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f93e00096a0 tx=0x7f93d401c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f6a09d537b02ea0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc3441ee640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc33c06bc90 0x7fc33c0a89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc3441ee640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc33c0bfab0 0x7fc33c138720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc3441ee640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0c1450 0x7fc33c138c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc3441ee640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c13ece0 con 0x7fc33c0c1450 2024-04-18T05:11:53.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc3441ee640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c14e880 con 0x7fc33c0bfab0 2024-04-18T05:11:53.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc3441ee640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc33c14f040 con 0x7fc33c06bc90 2024-04-18T05:11:53.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7035e55640 1 -- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7030151180 msgr2=0x7f701c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7035e55640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7030151180 0x7f701c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7035e55640 1 -- 172.21.15.32:0/4077403859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004080 msgr2=0x7f701c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7035e55640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004080 0x7f701c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f7035e55640 1 -- 172.21.15.32:0/4077403859 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70300c3b00 con 0x7f701c004e30 2024-04-18T05:11:53.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc34278b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0c1450 0x7fc33c138c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc34278b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0c1450 0x7fc33c138c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57760/0 (socket says 172.21.15.32:57760) 2024-04-18T05:11:53.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc34278b640 1 -- 172.21.15.32:0/2421460715 learned_addr learned my addr 172.21.15.32:0/2421460715 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc341789640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc33c0bfab0 0x7fc33c138720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f93e67fc640 1 -- 172.21.15.32:0/4251879917 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d40aa650 con 0x7f93e004b2e0 2024-04-18T05:11:53.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f66e6d9d640 1 --2- 172.21.15.32:0/1288613572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66e003fd50 0x7f66e00478d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f66e8063c20 tx=0x7f66e8096270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=619ebbf87216bc4 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc34278b640 1 -- 172.21.15.32:0/2421460715 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc33c06bc90 msgr2=0x7fc33c0a89d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-18T05:11:53.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc34278b640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc33c06bc90 0x7fc33c0a89d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc34278b640 1 -- 172.21.15.32:0/2421460715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc33c0bfab0 msgr2=0x7fc33c138720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc34278b640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc33c0bfab0 0x7fc33c138720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc34278b640 1 -- 172.21.15.32:0/2421460715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc334009b30 con 0x7fc33c0c1450 2024-04-18T05:11:53.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fe8f9956640 1 --2- 172.21.15.32:0/3154677664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 0x7fe8ec049640 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4078bc0 tx=0x7fe8f4096250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb1b290adbee696 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7fc34278b640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0c1450 0x7fc33c138c60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc33800b410 tx=0x7fc33800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93e67fc640 1 -- 172.21.15.32:0/4251879917 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93d40aa7b0 con 0x7f93e004b2e0 2024-04-18T05:11:53.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.549+0000 7f66e559a640 1 -- 172.21.15.32:0/1288613572 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e8125600 con 0x7f66e003fd50 2024-04-18T05:11:53.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8f8954640 1 -- 172.21.15.32:0/3154677664 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4125600 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66e559a640 1 -- 172.21.15.32:0/1288613572 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66e8121050 con 0x7f66e003fd50 2024-04-18T05:11:53.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66e559a640 1 -- 172.21.15.32:0/1288613572 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e8125a20 con 0x7f66e003fd50 2024-04-18T05:11:53.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8f8954640 1 -- 172.21.15.32:0/3154677664 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8f4121050 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8f8954640 1 -- 172.21.15.32:0/3154677664 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4125a20 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dae083640 1 Processor -- start 2024-04-18T05:11:53.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1288613572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66e003fd50 msgr2=0x7f66e00478d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 --2- 172.21.15.32:0/1288613572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66e003fd50 0x7f66e00478d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f66e8063c20 tx=0x7f66e8096270 comp rx=0 tx=0).stop 2024-04-18T05:11:53.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1288613572 shutdown_connections 2024-04-18T05:11:53.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 --2- 172.21.15.32:0/1288613572 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66e003fd50 0x7f66e00478d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 --2- 172.21.15.32:0/1288613572 >> v2:172.21.15.92:3300/0 conn(0x7f66e00dbea0 0x7f66e003f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1288613572 >> 172.21.15.32:0/1288613572 conn(0x7f66e00492c0 msgr2=0x7f66e00496d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f7035e55640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f701c004e30 0x7f701c00b990 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7028001f60 tx=0x7f702801c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7eceb1106c5efb2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 -- 172.21.15.32:0/3154677664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 msgr2=0x7fe8ec049640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 --2- 172.21.15.32:0/3154677664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 0x7fe8ec049640 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4078bc0 tx=0x7fe8f4096250 comp rx=0 tx=0).stop 2024-04-18T05:11:53.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93e67fc640 1 -- 172.21.15.32:0/4251879917 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d40aab80 con 0x7f93e004b2e0 2024-04-18T05:11:53.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93ec874640 1 -- 172.21.15.32:0/4251879917 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93e004b2e0 msgr2=0x7f93e0006dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93ec874640 1 --2- 172.21.15.32:0/4251879917 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93e004b2e0 0x7f93e0006dc0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f93e00096a0 tx=0x7f93d401c530 comp rx=0 tx=0).stop 2024-04-18T05:11:53.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dae083640 1 -- start start 2024-04-18T05:11:53.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dae083640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2da80c0c60 0x7f2da815ba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dae083640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2da815bfd0 0x7f2da80a4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dae083640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2da815c440 con 0x7f2da80c2600 2024-04-18T05:11:53.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dae083640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2da815b670 con 0x7f2da80c0c60 2024-04-18T05:11:53.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dae083640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2da8071000 con 0x7f2da815bfd0 2024-04-18T05:11:53.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dac880640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2da80c0c60 0x7f2da815ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dac880640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2da80c0c60 0x7f2da815ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57776/0 (socket says 172.21.15.32:57776) 2024-04-18T05:11:53.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dac880640 1 -- 172.21.15.32:0/68105985 learned_addr learned my addr 172.21.15.32:0/68105985 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1288613572 shutdown_connections 2024-04-18T05:11:53.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1288613572 wait complete. 2024-04-18T05:11:53.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dad882640 1 --2- 172.21.15.32:0/68105985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2da815bfd0 0x7f2da80a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70280a5730 con 0x7f701c004e30 2024-04-18T05:11:53.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70280a5890 con 0x7f701c004e30 2024-04-18T05:11:53.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f7027fff640 1 -- 172.21.15.32:0/4077403859 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70280a5c80 con 0x7f701c004e30 2024-04-18T05:11:53.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 -- 172.21.15.32:0/3154677664 shutdown_connections 2024-04-18T05:11:53.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 --2- 172.21.15.32:0/3154677664 >> v2:172.21.15.92:3300/0 conn(0x7fe8ec04b220 0x7fe8ec0d99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 --2- 172.21.15.32:0/3154677664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8ec04adc0 0x7fe8ec006970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 --2- 172.21.15.32:0/3154677664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 0x7fe8ec049640 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 -- 172.21.15.32:0/3154677664 >> 172.21.15.32:0/3154677664 conn(0x7fe8ec005e50 msgr2=0x7fe8ec006260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fc3327fc640 1 -- 172.21.15.32:0/2421460715 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc338011830 con 0x7fc33c0c1450 2024-04-18T05:11:53.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fc3327fc640 1 -- 172.21.15.32:0/2421460715 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc338011990 con 0x7fc33c0c1450 2024-04-18T05:11:53.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 -- 172.21.15.32:0/3154677664 shutdown_connections 2024-04-18T05:11:53.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fc3327fc640 1 -- 172.21.15.32:0/2421460715 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc338011d40 con 0x7fc33c0c1450 2024-04-18T05:11:53.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc33c1e9a20 con 0x7fc33c0c1450 2024-04-18T05:11:53.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc33c1391a0 con 0x7fc33c0c1450 2024-04-18T05:11:53.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dac880640 1 -- 172.21.15.32:0/68105985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2da815bfd0 msgr2=0x7f2da80a4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dac880640 1 --2- 172.21.15.32:0/68105985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2da815bfd0 0x7f2da80a4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 Processor -- start 2024-04-18T05:11:53.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fc3327fc640 1 -- 172.21.15.32:0/2421460715 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc33801a400 con 0x7fc33c0c1450 2024-04-18T05:11:53.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f70378b8640 1 -- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f701c004e30 msgr2=0x7f701c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f70378b8640 1 --2- 172.21.15.32:0/4077403859 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f701c004e30 0x7f701c00b990 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7028001f60 tx=0x7f702801c860 comp rx=0 tx=0).stop 2024-04-18T05:11:53.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f7035e55640 1 -- 172.21.15.32:0/4077403859 reap_dead start 2024-04-18T05:11:53.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93ec874640 1 -- 172.21.15.32:0/4251879917 shutdown_connections 2024-04-18T05:11:53.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93ec874640 1 --2- 172.21.15.32:0/4251879917 >> v2:172.21.15.92:3300/0 conn(0x7f93e003ecc0 0x7f93e0007300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93ec874640 1 --2- 172.21.15.32:0/4251879917 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93e004b2e0 0x7f93e0006dc0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93ec874640 1 --2- 172.21.15.32:0/4251879917 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 0x7f93e003e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93ec874640 1 -- 172.21.15.32:0/4251879917 >> 172.21.15.32:0/4251879917 conn(0x7f93e0005ec0 msgr2=0x7f93e00062d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dac880640 1 -- 172.21.15.32:0/68105985 >> v1:172.21.15.92:6789/0 conn(0x7f2da80c2600 legacy=0x7f2da806ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f2dac880640 1 -- 172.21.15.32:0/68105985 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2da80712e0 con 0x7f2da80c0c60 2024-04-18T05:11:53.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 -- 172.21.15.32:0/3154677664 wait complete. 2024-04-18T05:11:53.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 Processor -- start 2024-04-18T05:11:53.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93ec874640 1 -- 172.21.15.32:0/4251879917 shutdown_connections 2024-04-18T05:11:53.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f93ec874640 1 -- 172.21.15.32:0/4251879917 wait complete. 2024-04-18T05:11:53.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7fe8fbbba640 1 -- start start 2024-04-18T05:11:53.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.553+0000 7f66ecb6e640 1 -- start start 2024-04-18T05:11:53.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66ecb6e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66e003fd50 0x7f66e017ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66ecb6e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e00dbea0 0x7f66e01784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66ecb6e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66e00df170 0x7f66e0045450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66ecb6e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66e0041fd0 con 0x7f66e00df170 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66ecb6e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66e0177ac0 con 0x7f66e00dbea0 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66ecb6e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66e017bf80 con 0x7f66e003fd50 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc33c070ae0 con 0x7fc33c0c1450 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc3327fc640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc32006eef0 0x7fc3200713b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc3327fc640 1 -- 172.21.15.32:0/2421460715 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc338084400 con 0x7fc33c0c1450 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc3327fc640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6813/27373,v1:172.21.15.32:6817/27373] conn(0x7fc3200783c0 0x7fc32007a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc341f8a640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc32006eef0 0x7fc3200713b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc3327fc640 1 -- 172.21.15.32:0/2421460715 --> [v2:172.21.15.32:6813/27373,v1:172.21.15.32:6817/27373] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc32007aed0 con 0x7fc3200783c0 2024-04-18T05:11:53.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc341789640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6813/27373,v1:172.21.15.32:6817/27373] conn(0x7fc3200783c0 0x7fc32007a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fbbba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8ec04adc0 0x7fe8ec0d5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e5d9b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e00dbea0 0x7f66e01784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e5d9b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e00dbea0 0x7f66e01784d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:60230/0 (socket says 172.21.15.32:60230) 2024-04-18T05:11:53.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e5d9b640 1 -- 172.21.15.32:0/1503022574 learned_addr learned my addr 172.21.15.32:0/1503022574 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e659c640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66e003fd50 0x7f66e017ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fbbba640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8ec04b220 0x7fe8ec040700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fbbba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 0x7fe8ec175d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93ec874640 1 Processor -- start 2024-04-18T05:11:53.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e6d9d640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66e00df170 0x7f66e0045450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc341789640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6813/27373,v1:172.21.15.32:6817/27373] conn(0x7fc3200783c0 0x7fc32007a800 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc341f8a640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc32006eef0 0x7fc3200713b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc3340b1000 tx=0x7fc3340aa000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc3327fc640 1 -- 172.21.15.32:0/2421460715 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc338086a90 con 0x7fc33c0c1450 2024-04-18T05:11:53.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fbbba640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8ec1806d0 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fa157640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 0x7fe8ec175d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fa157640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 0x7fe8ec175d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57796/0 (socket says 172.21.15.32:57796) 2024-04-18T05:11:53.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fa157640 1 -- 172.21.15.32:0/465969878 learned_addr learned my addr 172.21.15.32:0/465969878 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8f9155640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8ec04b220 0x7fe8ec040700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8ec17fb10 con 0x7fe8ec04b220 2024-04-18T05:11:53.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8ec17f830 con 0x7fe8ec04adc0 2024-04-18T05:11:53.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e5d9b640 1 -- 172.21.15.32:0/1503022574 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66e003fd50 msgr2=0x7f66e017ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e5d9b640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66e003fd50 0x7f66e017ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e5d9b640 1 -- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66e00df170 msgr2=0x7f66e0045450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e5d9b640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f66e00df170 0x7f66e0045450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e5d9b640 1 -- 172.21.15.32:0/1503022574 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66e80682c0 con 0x7f66e00dbea0 2024-04-18T05:11:53.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8f9956640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8ec04adc0 0x7fe8ec0d5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66e5d9b640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e00dbea0 0x7f66e01784d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f66d800b3e0 tx=0x7f66d800b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f70378b8640 1 -- 172.21.15.32:0/4077403859 shutdown_connections 2024-04-18T05:11:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f70378b8640 1 -- 172.21.15.32:0/4077403859 >> 172.21.15.32:0/4077403859 conn(0x7f70300a74d0 msgr2=0x7f70300a78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f70378b8640 1 -- 172.21.15.32:0/4077403859 shutdown_connections 2024-04-18T05:11:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f70378b8640 1 -- 172.21.15.32:0/4077403859 wait complete. 2024-04-18T05:11:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fa157640 1 -- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8ec04adc0 msgr2=0x7fe8ec0d5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fa157640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8ec04adc0 0x7fe8ec0d5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fa157640 1 -- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8ec04b220 msgr2=0x7fe8ec040700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fa157640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8ec04b220 0x7fe8ec040700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fa157640 1 -- 172.21.15.32:0/465969878 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8ec02eb10 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93ec874640 1 -- start start 2024-04-18T05:11:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93ec874640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93e003ecc0 0x7f93e002c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93ec874640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 0x7f93e00d3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93ec874640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93e00d5e00 0x7f93e00e1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93ec874640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e00e0d10 con 0x7f93e003ecc0 2024-04-18T05:11:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93ec874640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e00d3e50 con 0x7f93e00d5e00 2024-04-18T05:11:53.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93ec874640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93e00301e0 con 0x7f93e00dbd20 2024-04-18T05:11:53.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f2dac880640 1 --2- 172.21.15.32:0/68105985 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2da80c0c60 0x7f2da815ba90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009870 tx=0x7f2d9801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19f26c468d7c3f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fa157640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 0x7fe8ec175d50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe8e400bfd0 tx=0x7fe8e400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8ea7fc640 1 -- 172.21.15.32:0/465969878 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e4010440 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f2d9ffff640 1 -- 172.21.15.32:0/68105985 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d980ab600 con 0x7f2da80c0c60 2024-04-18T05:11:53.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8ec02edf0 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8ec0d5ff0 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fe8ea7fc640 1 -- 172.21.15.32:0/465969878 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8e40105a0 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66d6ffd640 1 -- 172.21.15.32:0/1503022574 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66d8011830 con 0x7f66e00dbea0 2024-04-18T05:11:53.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66d6ffd640 1 -- 172.21.15.32:0/1503022574 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66d8011990 con 0x7f66e00dbea0 2024-04-18T05:11:53.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f66d6ffd640 1 -- 172.21.15.32:0/1503022574 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66d8011d60 con 0x7f66e00dbea0 2024-04-18T05:11:53.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66e0178040 con 0x7f66e00dbea0 2024-04-18T05:11:53.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66e0178a10 con 0x7f66e00dbea0 2024-04-18T05:11:53.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 Processor -- start 2024-04-18T05:11:53.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93e003ecc0 0x7f93e002c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93e003ecc0 0x7f93e002c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57800/0 (socket says 172.21.15.32:57800) 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e77fe640 1 -- 172.21.15.32:0/3414652868 learned_addr learned my addr 172.21.15.32:0/3414652868 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e6ffd640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 0x7f93e00d3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e6ffd640 1 -- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93e00d5e00 msgr2=0x7f93e00e1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e6ffd640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93e00d5e00 0x7f93e00e1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e6ffd640 1 -- 172.21.15.32:0/3414652868 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93e003ecc0 msgr2=0x7f93e002c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e6ffd640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f93e003ecc0 0x7f93e002c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e6ffd640 1 -- 172.21.15.32:0/3414652868 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93d40094d0 con 0x7f93e00dbd20 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f93e6ffd640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 0x7f93e00d3910 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f93d40ab000 tx=0x7f93d401ad70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f93d3fff640 1 -- 172.21.15.32:0/3414652868 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d40b3800 con 0x7f93e00dbd20 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f93d3fff640 1 -- 172.21.15.32:0/3414652868 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93d40b3960 con 0x7f93e00dbd20 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f93d3fff640 1 -- 172.21.15.32:0/3414652868 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d40b3d10 con 0x7f93e00dbd20 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93e00304c0 con 0x7f93e00dbd20 2024-04-18T05:11:53.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93e0030a80 con 0x7f93e00dbd20 2024-04-18T05:11:53.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7f2d9ffff640 1 -- 172.21.15.32:0/68105985 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d980a7050 con 0x7f2da80c0c60 2024-04-18T05:11:53.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f2dae083640 1 -- 172.21.15.32:0/68105985 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2da80c0c60 msgr2=0x7f2da815ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7fe8ea7fc640 1 -- 172.21.15.32:0/465969878 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e4010930 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f66e00056f0 con 0x7f66e00dbea0 2024-04-18T05:11:53.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 -- start start 2024-04-18T05:11:53.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004e30 0x7f70300a87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f70300aa220 0x7f70300a8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300aacb0 0x7f70300ab160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7030157960 con 0x7f701c004e30 2024-04-18T05:11:53.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7030157e90 con 0x7f70300aacb0 2024-04-18T05:11:53.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7030157bb0 con 0x7f70300aa220 2024-04-18T05:11:53.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035654640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004e30 0x7f70300a87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035654640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004e30 0x7f70300a87e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57812/0 (socket says 172.21.15.32:57812) 2024-04-18T05:11:53.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035654640 1 -- 172.21.15.32:0/568840508 learned_addr learned my addr 172.21.15.32:0/568840508 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7034e53640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f70300aa220 0x7f70300a8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f2d9ffff640 1 -- 172.21.15.32:0/68105985 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d980ab600 con 0x7f2da80c0c60 2024-04-18T05:11:53.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035e55640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300aacb0 0x7f70300ab160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035654640 1 -- 172.21.15.32:0/568840508 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f70300aa220 msgr2=0x7f70300a8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035654640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f70300aa220 0x7f70300a8d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035654640 1 -- 172.21.15.32:0/568840508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300aacb0 msgr2=0x7f70300ab160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035654640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300aacb0 0x7f70300ab160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035654640 1 -- 172.21.15.32:0/568840508 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7030153590 con 0x7f701c004e30 2024-04-18T05:11:53.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f2dae083640 1 --2- 172.21.15.32:0/68105985 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2da80c0c60 0x7f2da815ba90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009870 tx=0x7f2d9801c490 comp rx=0 tx=0).stop 2024-04-18T05:11:53.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f2dae083640 1 -- 172.21.15.32:0/68105985 shutdown_connections 2024-04-18T05:11:53.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f2dae083640 1 --2- 172.21.15.32:0/68105985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2da815bfd0 0x7f2da80a4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f2dae083640 1 --2- 172.21.15.32:0/68105985 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2da80c0c60 0x7f2da815ba90 secure :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009870 tx=0x7f2d9801c490 comp rx=0 tx=0).stop 2024-04-18T05:11:53.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f2dae083640 1 -- 172.21.15.32:0/68105985 >> 172.21.15.32:0/68105985 conn(0x7f2da806a2b0 msgr2=0x7f2da806a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7035654640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004e30 0x7f70300a87e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f702000c590 tx=0x7f702000ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe8dc000fd0 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7fe8ea7fc640 1 -- 172.21.15.32:0/465969878 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe8e4010a90 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f7025ffb640 1 -- 172.21.15.32:0/568840508 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7020011800 con 0x7f701c004e30 2024-04-18T05:11:53.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7030153870 con 0x7f701c004e30 2024-04-18T05:11:53.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70300c0a60 con 0x7f701c004e30 2024-04-18T05:11:53.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7fe8ea7fc640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8d8066760 0x7fe8d8068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7fe8ea7fc640 1 -- 172.21.15.32:0/465969878 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe8e4014030 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7fe8f9956640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8d8066760 0x7fe8d8068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7fe8ea7fc640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:6801/27669,v1:172.21.15.92:6803/27669] conn(0x7fe8d806fc30 0x7fe8d8072070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f703015fbb0 con 0x7f701c004e30 2024-04-18T05:11:53.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f93d3fff640 1 -- 172.21.15.32:0/3414652868 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f93d40bd3f0 con 0x7f93e00dbd20 2024-04-18T05:11:53.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66d6ffd640 1 -- 172.21.15.32:0/1503022574 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f66d801a400 con 0x7f66e00dbea0 2024-04-18T05:11:53.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66d6ffd640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f66d0066830 0x7f66d0068cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66d6ffd640 1 -- 172.21.15.32:0/1503022574 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f66d8084a80 con 0x7f66e00dbea0 2024-04-18T05:11:53.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66e659c640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f66d0066830 0x7f66d0068cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66d6ffd640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6800/27370,v1:172.21.15.32:6801/27370] conn(0x7f66d006fd70 0x7f66d00721b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66d6ffd640 1 -- 172.21.15.32:0/1503022574 --> [v2:172.21.15.32:6800/27370,v1:172.21.15.32:6801/27370] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f66d0072880 con 0x7f66d006fd70 2024-04-18T05:11:53.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f66d6ffd640 1 -- 172.21.15.32:0/1503022574 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66d8084ed0 con 0x7f66e00dbea0 2024-04-18T05:11:53.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.557+0000 7fc3327fc640 1 -- 172.21.15.32:0/2421460715 <== osd.1 v2:172.21.15.32:6813/27373 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25254 (crc 0 0 0) 0x7fc32007aed0 con 0x7fc3200783c0 2024-04-18T05:11:53.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f66e6d9d640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6800/27370,v1:172.21.15.32:6801/27370] conn(0x7f66d006fd70 0x7f66d00721b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7fe8f9956640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8d8066760 0x7fe8d8068c20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec0084d0 tx=0x7fe8f40681b0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f66e659c640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f66d0066830 0x7f66d0068cf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f66e00e8020 tx=0x7f66dc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 -- 172.21.15.32:0/68105985 shutdown_connections 2024-04-18T05:11:53.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f66e6d9d640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6800/27370,v1:172.21.15.32:6801/27370] conn(0x7f66d006fd70 0x7f66d00721b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.561+0000 7f93d3fff640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f93cc066690 0x7f93cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f93d3fff640 1 -- 172.21.15.32:0/3414652868 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f93d411f120 con 0x7f93e00dbd20 2024-04-18T05:11:53.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f93e77fe640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f93cc066690 0x7f93cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7fe8ea7fc640 1 -- 172.21.15.32:0/465969878 --> [v2:172.21.15.92:6801/27669,v1:172.21.15.92:6803/27669] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe8d8072740 con 0x7fe8d806fc30 2024-04-18T05:11:53.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f93e77fe640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f93cc066690 0x7f93cc068b50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f93dc006fd0 tx=0x7f93dc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7025ffb640 1 -- 172.21.15.32:0/568840508 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7020011960 con 0x7f701c004e30 2024-04-18T05:11:53.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7fe8ea7fc640 1 -- 172.21.15.32:0/465969878 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe8e4086c90 con 0x7fe8ec0d3ba0 2024-04-18T05:11:53.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7fe8f9155640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:6801/27669,v1:172.21.15.92:6803/27669] conn(0x7fe8d806fc30 0x7fe8d8072070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7025ffb640 1 -- 172.21.15.32:0/568840508 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7020011d30 con 0x7f701c004e30 2024-04-18T05:11:53.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f66d6ffd640 1 -- 172.21.15.32:0/1503022574 <== osd.0 v2:172.21.15.32:6800/27370 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25254 (crc 0 0 0) 0x7f66d0072880 con 0x7f66d006fd70 2024-04-18T05:11:53.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7025ffb640 1 -- 172.21.15.32:0/568840508 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7020018360 con 0x7f701c004e30 2024-04-18T05:11:53.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7fe8f9155640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:6801/27669,v1:172.21.15.92:6803/27669] conn(0x7fe8d806fc30 0x7fe8d8072070 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 -- 172.21.15.32:0/68105985 wait complete. 2024-04-18T05:11:53.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 Processor -- start 2024-04-18T05:11:53.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7025ffb640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7014066710 0x7f7014068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7025ffb640 1 -- 172.21.15.32:0/568840508 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7020084490 con 0x7f701c004e30 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7034e53640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7014066710 0x7f7014068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7025ffb640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6808/27372,v1:172.21.15.32:6809/27372] conn(0x7f701406fbe0 0x7f7014072020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7025ffb640 1 -- 172.21.15.32:0/568840508 --> [v2:172.21.15.32:6808/27372,v1:172.21.15.32:6809/27372] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f70140726f0 con 0x7f701406fbe0 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7025ffb640 1 -- 172.21.15.32:0/568840508 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7020086a60 con 0x7f701c004e30 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7035e55640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6808/27372,v1:172.21.15.32:6809/27372] conn(0x7f701406fbe0 0x7f7014072020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 -- start start 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2da80c2600 0x7f2da815eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2da815bfd0 0x7f2da80a6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2da814aa60 0x7f2da80a70d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2da815f3f0 con 0x7f2da815bfd0 2024-04-18T05:11:53.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2da81612f0 con 0x7f2da80c2600 2024-04-18T05:11:53.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dae083640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2da81615d0 con 0x7f2da814aa60 2024-04-18T05:11:53.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7035e55640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6808/27372,v1:172.21.15.32:6809/27372] conn(0x7f701406fbe0 0x7f7014072020 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f7034e53640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7014066710 0x7f7014068bd0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f702c001550 tx=0x7f702c0014e0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dad081640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2da80c2600 0x7f2da815eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dad081640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2da80c2600 0x7f2da815eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:60276/0 (socket says 172.21.15.32:60276) 2024-04-18T05:11:53.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dad081640 1 -- 172.21.15.32:0/2637377191 learned_addr learned my addr 172.21.15.32:0/2637377191 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dad882640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2da814aa60 0x7f2da80a70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dac880640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2da815bfd0 0x7f2da80a6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7fe8ea7fc640 1 -- 172.21.15.32:0/465969878 <== osd.4 v2:172.21.15.92:6801/27669 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25254 (crc 0 0 0) 0x7fe8d8072740 con 0x7fe8d806fc30 2024-04-18T05:11:53.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98b7fe640 1 Processor -- start 2024-04-18T05:11:53.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dad081640 1 -- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2da814aa60 msgr2=0x7f2da80a70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dad081640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2da814aa60 0x7f2da80a70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.565+0000 7f2dad081640 1 -- 172.21.15.32:0/2637377191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2da815bfd0 msgr2=0x7f2da80a6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f7025ffb640 1 -- 172.21.15.32:0/568840508 <== osd.2 v2:172.21.15.32:6808/27372 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25254 (crc 0 0 0) 0x7f70140726f0 con 0x7f701406fbe0 2024-04-18T05:11:53.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f93ec874640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:6804/27667,v1:172.21.15.92:6808/27667] conn(0x7f93e0030c70 0x7f93e0003170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 --> [v2:172.21.15.92:6804/27667,v1:172.21.15.92:6808/27667] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f93e00052a0 con 0x7f93e0030c70 2024-04-18T05:11:53.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f2dad081640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2da815bfd0 0x7f2da80a6040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f2dad081640 1 -- 172.21.15.32:0/2637377191 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d980094d0 con 0x7f2da80c2600 2024-04-18T05:11:53.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f2dac880640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2da815bfd0 0x7f2da80a6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:53.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f93e7fff640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:6804/27667,v1:172.21.15.92:6808/27667] conn(0x7f93e0030c70 0x7f93e0003170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f2dad081640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2da80c2600 0x7f2da815eeb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2da000c7d0 tx=0x7f2da000cc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f2d9dffb640 1 -- 172.21.15.32:0/2637377191 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da0003d90 con 0x7f2da80c2600 2024-04-18T05:11:53.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f93e7fff640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:6804/27667,v1:172.21.15.92:6808/27667] conn(0x7f93e0030c70 0x7f93e0003170 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f2d9dffb640 1 -- 172.21.15.32:0/2637377191 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2da0005070 con 0x7f2da80c2600 2024-04-18T05:11:53.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98b7fe640 1 -- start start 2024-04-18T05:11:53.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f2d9dffb640 1 -- 172.21.15.32:0/2637377191 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2da0005420 con 0x7f2da80c2600 2024-04-18T05:11:53.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98b7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff984047380 0x7ff98403ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff98403f140 0x7ff9840e8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98b7fe640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff98400c800 con 0x7ff9840dbd50 2024-04-18T05:11:53.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98b7fe640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9840dc130 con 0x7ff98403f140 2024-04-18T05:11:53.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98b7fe640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9840076d0 con 0x7ff984047380 2024-04-18T05:11:53.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98a7fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff9840dbd50 0x7ff98400b6f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37390/0 (socket says 172.21.15.32:37390) 2024-04-18T05:11:53.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98a7fc640 1 -- 172.21.15.32:0/4160801154 learned_addr learned my addr 172.21.15.32:0/4160801154 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff989ffb640 1 --2- 172.21.15.32:0/4160801154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff984047380 0x7ff98403ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff9918a2640 1 -- 172.21.15.32:0/4160801154 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1280463407 0 0) 0x7ff98400c800 con 0x7ff9840dbd50 2024-04-18T05:11:53.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff9918a2640 1 -- 172.21.15.32:0/4160801154 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff974003530 con 0x7ff9840dbd50 2024-04-18T05:11:53.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff989ffb640 1 -- 172.21.15.32:0/4160801154 >> v2:172.21.15.32:3300/0 conn(0x7ff98403f140 msgr2=0x7ff9840e8ef0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-18T05:11:53.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff9918a2640 1 -- 172.21.15.32:0/4160801154 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3906091027 0 0) 0x7ff974003530 con 0x7ff9840dbd50 2024-04-18T05:11:53.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff98affd640 1 --2- 172.21.15.32:0/4160801154 >> v2:172.21.15.32:3300/0 conn(0x7ff98403f140 0x7ff9840e8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7f93d3fff640 1 -- 172.21.15.32:0/3414652868 <== osd.5 v2:172.21.15.92:6804/27667 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25254 (crc 0 0 0) 0x7f93e00052a0 con 0x7f93e0030c70 2024-04-18T05:11:53.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff989ffb640 1 --2- 172.21.15.32:0/4160801154 >> v2:172.21.15.32:3300/0 conn(0x7ff98403f140 0x7ff9840e8ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff989ffb640 1 -- 172.21.15.32:0/4160801154 >> v1:172.21.15.32:6789/0 conn(0x7ff9840dbd50 legacy=0x7ff98400b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.569+0000 7ff989ffb640 1 -- 172.21.15.32:0/4160801154 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff984007520 con 0x7ff984047380 2024-04-18T05:11:53.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff98affd640 1 --2- 172.21.15.32:0/4160801154 >> v2:172.21.15.32:3300/0 conn(0x7ff98403f140 0x7ff9840e8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff989ffb640 1 --2- 172.21.15.32:0/4160801154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff984047380 0x7ff98403ec00 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7ff97c009d90 tx=0x7ff97c01c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=413521710cd5f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff9918a2640 1 -- 172.21.15.32:0/4160801154 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9800016a0 con 0x7ff984047380 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff9918a2640 1 -- 172.21.15.32:0/4160801154 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff97c0a5680 con 0x7ff984047380 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff9918a2640 1 -- 172.21.15.32:0/4160801154 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff97c0a59f0 con 0x7ff984047380 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff98b7fe640 1 -- 172.21.15.32:0/4160801154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff984047380 msgr2=0x7ff98403ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff98b7fe640 1 --2- 172.21.15.32:0/4160801154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff984047380 0x7ff98403ec00 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7ff97c009d90 tx=0x7ff97c01c880 comp rx=0 tx=0).stop 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff98b7fe640 1 -- 172.21.15.32:0/4160801154 shutdown_connections 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff98b7fe640 1 --2- 172.21.15.32:0/4160801154 >> v2:172.21.15.32:3300/0 conn(0x7ff98403f140 0x7ff9840e8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff98b7fe640 1 --2- 172.21.15.32:0/4160801154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff984047380 0x7ff98403ec00 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff98b7fe640 1 -- 172.21.15.32:0/4160801154 >> 172.21.15.32:0/4160801154 conn(0x7ff984006340 msgr2=0x7ff984006750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7ff98b7fe640 1 -- 172.21.15.32:0/4160801154 shutdown_connections 2024-04-18T05:11:53.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2da815e3d0 con 0x7f2da80c2600 2024-04-18T05:11:53.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.573+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2da815e990 con 0x7f2da80c2600 2024-04-18T05:11:53.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98b7fe640 1 -- 172.21.15.32:0/4160801154 wait complete. 2024-04-18T05:11:53.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f2da80c29e0 con 0x7f2da80c2600 2024-04-18T05:11:53.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98b7fe640 1 Processor -- start 2024-04-18T05:11:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7f2d9dffb640 1 -- 172.21.15.32:0/2637377191 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2da0005580 con 0x7f2da80c2600 2024-04-18T05:11:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7f2d9dffb640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d8c066690 0x7f2d8c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98b7fe640 1 -- start start 2024-04-18T05:11:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98b7fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff98403f140 0x7ff9840dae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984047380 0x7ff9840d5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98b7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9840dbd50 0x7ff9840d5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98b7fe640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9840e0a10 con 0x7ff984047380 2024-04-18T05:11:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98b7fe640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9840e0c60 con 0x7ff98403f140 2024-04-18T05:11:53.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98b7fe640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9840e0f40 con 0x7ff9840dbd50 2024-04-18T05:11:53.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7f2d9dffb640 1 -- 172.21.15.32:0/2637377191 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2da0084480 con 0x7f2da80c2600 2024-04-18T05:11:53.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98a7fc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff98403f140 0x7ff9840dae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98a7fc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff98403f140 0x7ff9840dae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:60288/0 (socket says 172.21.15.32:60288) 2024-04-18T05:11:53.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff98a7fc640 1 -- 172.21.15.32:0/2627567011 learned_addr learned my addr 172.21.15.32:0/2627567011 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7f2dac880640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d8c066690 0x7f2d8c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7f2d9dffb640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:6800/27668,v1:172.21.15.92:6802/27668] conn(0x7f2d8c06fcd0 0x7f2d8c072110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7f2d9dffb640 1 -- 172.21.15.32:0/2637377191 --> [v2:172.21.15.92:6800/27668,v1:172.21.15.92:6802/27668] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2d8c0727e0 con 0x7f2d8c06fcd0 2024-04-18T05:11:53.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7f2d9dffb640 1 -- 172.21.15.32:0/2637377191 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2da0084830 con 0x7f2da80c2600 2024-04-18T05:11:53.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.577+0000 7ff989ffb640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984047380 0x7ff9840d5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 --> [v2:172.21.15.32:6813/27373,v1:172.21.15.32:6817/27373] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc33c070ae0 con 0x7fc3200783c0 2024-04-18T05:11:53.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f2dad882640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:6800/27668,v1:172.21.15.92:6802/27668] conn(0x7f2d8c06fcd0 0x7f2d8c072110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff98a7fc640 1 -- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9840dbd50 msgr2=0x7ff9840d5fd0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-18T05:11:53.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff98a7fc640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9840dbd50 0x7ff9840d5fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff98a7fc640 1 -- 172.21.15.32:0/2627567011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984047380 msgr2=0x7ff9840d5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff98a7fc640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984047380 0x7ff9840d5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff98a7fc640 1 -- 172.21.15.32:0/2627567011 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff97c009a70 con 0x7ff98403f140 2024-04-18T05:11:53.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff98a7fc640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff98403f140 0x7ff9840dae60 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff980001210 tx=0x7ff98000cb90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 --> [v2:172.21.15.32:6812/27371,v1:172.21.15.32:6816/27371] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3d34005c30 con 0x7f3d340015f0 2024-04-18T05:11:53.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3327fc640 1 -- 172.21.15.32:0/2421460715 <== osd.1 v2:172.21.15.32:6813/27373 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fc32c0095e0 con 0x7fc3200783c0 2024-04-18T05:11:53.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f2dad882640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:6800/27668,v1:172.21.15.92:6802/27668] conn(0x7f2d8c06fcd0 0x7f2d8c072110 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f2dac880640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d8c066690 0x7f2d8c068b50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2d980ad000 tx=0x7f2d980a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff973fff640 1 -- 172.21.15.32:0/2627567011 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9800072d0 con 0x7ff98403f140 2024-04-18T05:11:53.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d3b7fe640 1 -- 172.21.15.32:0/1124331571 <== osd.3 v2:172.21.15.32:6812/27371 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3d34005c30 con 0x7f3d340015f0 2024-04-18T05:11:53.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9840e1220 con 0x7ff98403f140 2024-04-18T05:11:53.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9840e17e0 con 0x7ff98403f140 2024-04-18T05:11:53.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff973fff640 1 -- 172.21.15.32:0/2627567011 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff980007450 con 0x7ff98403f140 2024-04-18T05:11:53.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7ff973fff640 1 -- 172.21.15.32:0/2627567011 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9800047f0 con 0x7ff98403f140 2024-04-18T05:11:53.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6813/27373,v1:172.21.15.32:6817/27373] conn(0x7fc3200783c0 msgr2=0x7fc32007a800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3441ee640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6813/27373,v1:172.21.15.32:6817/27373] conn(0x7fc3200783c0 0x7fc32007a800 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc32006eef0 msgr2=0x7fc3200713b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3441ee640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc32006eef0 0x7fc3200713b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc3340b1000 tx=0x7fc3340aa000 comp rx=0 tx=0).stop 2024-04-18T05:11:53.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0c1450 msgr2=0x7fc33c138c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3441ee640 1 --2- 172.21.15.32:0/2421460715 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc33c0c1450 0x7fc33c138c60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc33800b410 tx=0x7fc33800b8d0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc34278b640 1 -- 172.21.15.32:0/2421460715 reap_dead start 2024-04-18T05:11:53.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6812/27371,v1:172.21.15.32:6816/27371] conn(0x7f3d340015f0 msgr2=0x7f3d34003ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6812/27371,v1:172.21.15.32:6816/27371] conn(0x7f3d340015f0 0x7f3d34003ab0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 shutdown_connections 2024-04-18T05:11:53.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 >> 172.21.15.32:0/2421460715 conn(0x7fc33c0c5280 msgr2=0x7fc33c1538f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f2d9dffb640 1 -- 172.21.15.32:0/2637377191 <== osd.6 v2:172.21.15.92:6800/27668 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25254 (crc 0 0 0) 0x7f2d8c0727e0 con 0x7f2d8c06fcd0 2024-04-18T05:11:53.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d400666c0 msgr2=0x7f3d40068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d400666c0 0x7f3d40068b80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c00c550 tx=0x7f3d4c004b70 comp rx=0 tx=0).stop 2024-04-18T05:11:53.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d540c1450 msgr2=0x7f3d5413ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 --2- 172.21.15.32:0/1124331571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d540c1450 0x7f3d5413ef10 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3d440ae000 tx=0x7f3d4401b500 comp rx=0 tx=0).stop 2024-04-18T05:11:53.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d537fe640 1 -- 172.21.15.32:0/1124331571 reap_dead start 2024-04-18T05:11:53.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 shutdown_connections 2024-04-18T05:11:53.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 >> 172.21.15.32:0/1124331571 conn(0x7f3d540c5280 msgr2=0x7f3d540c23f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 shutdown_connections 2024-04-18T05:11:53.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.581+0000 7f3d597ab640 1 -- 172.21.15.32:0/1124331571 wait complete. 2024-04-18T05:11:53.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff96c000fd0 con 0x7ff98403f140 2024-04-18T05:11:53.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff973fff640 1 -- 172.21.15.32:0/2627567011 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff980004950 con 0x7ff98403f140 2024-04-18T05:11:53.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 --> [v2:172.21.15.92:6801/27669,v1:172.21.15.92:6803/27669] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe8dc002cc0 con 0x7fe8d806fc30 2024-04-18T05:11:53.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff973fff640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9780666e0 0x7ff978068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff973fff640 1 -- 172.21.15.32:0/2627567011 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff980083a40 con 0x7ff98403f140 2024-04-18T05:11:53.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff989ffb640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9780666e0 0x7ff978068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff973fff640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:6824/27670,v1:172.21.15.92:6825/27670] conn(0x7ff97806fd20 0x7ff978072160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff973fff640 1 -- 172.21.15.32:0/2627567011 --> [v2:172.21.15.92:6824/27670,v1:172.21.15.92:6825/27670] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff978072830 con 0x7ff97806fd20 2024-04-18T05:11:53.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff973fff640 1 -- 172.21.15.32:0/2627567011 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9800882c0 con 0x7ff98403f140 2024-04-18T05:11:53.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff989ffb640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9780666e0 0x7ff978068ba0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff97c0af000 tx=0x7ff97c0a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff98affd640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:6824/27670,v1:172.21.15.92:6825/27670] conn(0x7ff97806fd20 0x7ff978072160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8ea7fc640 1 -- 172.21.15.32:0/465969878 <== osd.4 v2:172.21.15.92:6801/27669 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fe8dc002cc0 con 0x7fe8d806fc30 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:6801/27669,v1:172.21.15.92:6803/27669] conn(0x7fe8d806fc30 msgr2=0x7fe8d8072070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.92:6801/27669,v1:172.21.15.92:6803/27669] conn(0x7fe8d806fc30 0x7fe8d8072070 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8d8066760 msgr2=0x7fe8d8068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8d8066760 0x7fe8d8068c20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec0084d0 tx=0x7fe8f40681b0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 msgr2=0x7fe8ec175d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 --2- 172.21.15.32:0/465969878 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8ec0d3ba0 0x7fe8ec175d50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe8e400bfd0 tx=0x7fe8e400ef20 comp rx=0 tx=0).stop 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fa157640 1 -- 172.21.15.32:0/465969878 reap_dead start 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 shutdown_connections 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 >> 172.21.15.32:0/465969878 conn(0x7fe8ec005e50 msgr2=0x7fe8ec006230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 shutdown_connections 2024-04-18T05:11:53.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7fe8fbbba640 1 -- 172.21.15.32:0/465969878 wait complete. 2024-04-18T05:11:53.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.585+0000 7ff98affd640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:6824/27670,v1:172.21.15.92:6825/27670] conn(0x7ff97806fd20 0x7ff978072160 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.589+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 --> [v2:172.21.15.32:6800/27370,v1:172.21.15.32:6801/27370] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f66e01781d0 con 0x7f66d006fd70 2024-04-18T05:11:53.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66d6ffd640 1 -- 172.21.15.32:0/1503022574 <== osd.0 v2:172.21.15.32:6800/27370 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f66e01781d0 con 0x7f66d006fd70 2024-04-18T05:11:53.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7ff973fff640 1 -- 172.21.15.32:0/2627567011 <== osd.7 v2:172.21.15.92:6824/27670 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25254 (crc 0 0 0) 0x7ff978072830 con 0x7ff97806fd20 2024-04-18T05:11:53.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6800/27370,v1:172.21.15.32:6801/27370] conn(0x7f66d006fd70 msgr2=0x7f66d00721b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66ecb6e640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6800/27370,v1:172.21.15.32:6801/27370] conn(0x7f66d006fd70 0x7f66d00721b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f66d0066830 msgr2=0x7f66d0068cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66ecb6e640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f66d0066830 0x7f66d0068cf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f66e00e8020 tx=0x7f66dc008040 comp rx=0 tx=0).stop 2024-04-18T05:11:53.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e00dbea0 msgr2=0x7f66e01784d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66ecb6e640 1 --2- 172.21.15.32:0/1503022574 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e00dbea0 0x7f66e01784d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f66d800b3e0 tx=0x7f66d800b8a0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66e6d9d640 1 -- 172.21.15.32:0/1503022574 reap_dead start 2024-04-18T05:11:53.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 shutdown_connections 2024-04-18T05:11:53.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 >> 172.21.15.32:0/1503022574 conn(0x7f66e00492c0 msgr2=0x7f66e002d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 shutdown_connections 2024-04-18T05:11:53.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 --> [v2:172.21.15.92:6804/27667,v1:172.21.15.92:6808/27667] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f93e00db550 con 0x7f93e0030c70 2024-04-18T05:11:53.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7fc3441ee640 1 -- 172.21.15.32:0/2421460715 wait complete. 2024-04-18T05:11:53.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.593+0000 7f93d3fff640 1 -- 172.21.15.32:0/3414652868 <== osd.5 v2:172.21.15.92:6804/27667 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f93e00db550 con 0x7f93e0030c70 2024-04-18T05:11:53.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.597+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 shutdown_connections 2024-04-18T05:11:53.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.597+0000 7f66ecb6e640 1 -- 172.21.15.32:0/1503022574 wait complete. 2024-04-18T05:11:53.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.597+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 --> [v2:172.21.15.32:6808/27372,v1:172.21.15.32:6809/27372] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f703004e170 con 0x7f701406fbe0 2024-04-18T05:11:53.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:6804/27667,v1:172.21.15.92:6808/27667] conn(0x7f93e0030c70 msgr2=0x7f93e0003170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f93ec874640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:6804/27667,v1:172.21.15.92:6808/27667] conn(0x7f93e0030c70 0x7f93e0003170 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f7025ffb640 1 -- 172.21.15.32:0/568840508 <== osd.2 v2:172.21.15.32:6808/27372 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f703004e170 con 0x7f701406fbe0 2024-04-18T05:11:53.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f93cc066690 msgr2=0x7f93cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f93ec874640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f93cc066690 0x7f93cc068b50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f93dc006fd0 tx=0x7f93dc008040 comp rx=0 tx=0).stop 2024-04-18T05:11:53.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 msgr2=0x7f93e00d3910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f93ec874640 1 --2- 172.21.15.32:0/3414652868 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93e00dbd20 0x7f93e00d3910 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f93d40ab000 tx=0x7f93d401ad70 comp rx=0 tx=0).stop 2024-04-18T05:11:53.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f93e7fff640 1 -- 172.21.15.32:0/3414652868 reap_dead start 2024-04-18T05:11:53.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6808/27372,v1:172.21.15.32:6809/27372] conn(0x7f701406fbe0 msgr2=0x7f7014072020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6808/27372,v1:172.21.15.32:6809/27372] conn(0x7f701406fbe0 0x7f7014072020 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7014066710 msgr2=0x7f7014068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7014066710 0x7f7014068bd0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f702c001550 tx=0x7f702c0014e0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004e30 msgr2=0x7f70300a87e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 --2- 172.21.15.32:0/568840508 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f701c004e30 0x7f70300a87e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f702000c590 tx=0x7f702000ca50 comp rx=0 tx=0).stop 2024-04-18T05:11:53.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f7035e55640 1 -- 172.21.15.32:0/568840508 reap_dead start 2024-04-18T05:11:53.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 shutdown_connections 2024-04-18T05:11:53.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 >> 172.21.15.32:0/568840508 conn(0x7f70300a74d0 msgr2=0x7f70300c0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 shutdown_connections 2024-04-18T05:11:53.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.601+0000 7f70378b8640 1 -- 172.21.15.32:0/568840508 wait complete. 2024-04-18T05:11:53.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.605+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 --> [v2:172.21.15.92:6800/27668,v1:172.21.15.92:6802/27668] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f2da80c29e0 con 0x7f2d8c06fcd0 2024-04-18T05:11:53.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.605+0000 7f2d9dffb640 1 -- 172.21.15.32:0/2637377191 <== osd.6 v2:172.21.15.92:6800/27668 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f2da4009890 con 0x7f2d8c06fcd0 2024-04-18T05:11:53.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.605+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 shutdown_connections 2024-04-18T05:11:53.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.605+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 >> 172.21.15.32:0/3414652868 conn(0x7f93e0005ec0 msgr2=0x7f93e0006dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 shutdown_connections 2024-04-18T05:11:53.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f93ec874640 1 -- 172.21.15.32:0/3414652868 wait complete. 2024-04-18T05:11:53.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:6800/27668,v1:172.21.15.92:6802/27668] conn(0x7f2d8c06fcd0 msgr2=0x7f2d8c072110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:6800/27668,v1:172.21.15.92:6802/27668] conn(0x7f2d8c06fcd0 0x7f2d8c072110 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d8c066690 msgr2=0x7f2d8c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d8c066690 0x7f2d8c068b50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2d980ad000 tx=0x7f2d980a6000 comp rx=0 tx=0).stop 2024-04-18T05:11:53.642 INFO:teuthology.orchestra.run.smithi032.stdout:64424509451 2024-04-18T05:11:53.642 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-04-18T05:11:53.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2da80c2600 msgr2=0x7f2da815eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 --2- 172.21.15.32:0/2637377191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2da80c2600 0x7f2da815eeb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2da000c7d0 tx=0x7f2da000cc90 comp rx=0 tx=0).stop 2024-04-18T05:11:53.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dad882640 1 -- 172.21.15.32:0/2637377191 reap_dead start 2024-04-18T05:11:53.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 shutdown_connections 2024-04-18T05:11:53.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 >> 172.21.15.32:0/2637377191 conn(0x7f2da806a2b0 msgr2=0x7f2da806a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 shutdown_connections 2024-04-18T05:11:53.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.609+0000 7f2dae083640 1 -- 172.21.15.32:0/2637377191 wait complete. 2024-04-18T05:11:53.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.617+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 --> [v2:172.21.15.92:6824/27670,v1:172.21.15.92:6825/27670] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff96c002cc0 con 0x7ff97806fd20 2024-04-18T05:11:53.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.617+0000 7ff973fff640 1 -- 172.21.15.32:0/2627567011 <== osd.7 v2:172.21.15.92:6824/27670 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ff96c002cc0 con 0x7ff97806fd20 2024-04-18T05:11:53.645 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-04-18T05:11:53.645 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-04-18T05:11:53.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:6824/27670,v1:172.21.15.92:6825/27670] conn(0x7ff97806fd20 msgr2=0x7ff978072160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:6824/27670,v1:172.21.15.92:6825/27670] conn(0x7ff97806fd20 0x7ff978072160 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9780666e0 msgr2=0x7ff978068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9780666e0 0x7ff978068ba0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff97c0af000 tx=0x7ff97c0a7070 comp rx=0 tx=0).stop 2024-04-18T05:11:53.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff98403f140 msgr2=0x7ff9840dae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 --2- 172.21.15.32:0/2627567011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff98403f140 0x7ff9840dae60 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff980001210 tx=0x7ff98000cb90 comp rx=0 tx=0).stop 2024-04-18T05:11:53.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98affd640 1 -- 172.21.15.32:0/2627567011 reap_dead start 2024-04-18T05:11:53.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 shutdown_connections 2024-04-18T05:11:53.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 >> 172.21.15.32:0/2627567011 conn(0x7ff984006340 msgr2=0x7ff98402be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 shutdown_connections 2024-04-18T05:11:53.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.621+0000 7ff98b7fe640 1 -- 172.21.15.32:0/2627567011 wait complete. 2024-04-18T05:11:53.648 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-04-18T05:11:53.648 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-04-18T05:11:53.649 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-04-18T05:11:53.649 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-04-18T05:11:53.650 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-04-18T05:11:53.650 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-04-18T05:11:53.651 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-04-18T05:11:53.651 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-04-18T05:11:53.652 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-04-18T05:11:53.652 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-04-18T05:11:53.653 INFO:teuthology.orchestra.run.smithi032.stdout:55834574858 2024-04-18T05:11:53.653 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-04-18T05:11:53.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.861+0000 7febc1d7c640 1 Processor -- start 2024-04-18T05:11:53.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.861+0000 7febc1d7c640 1 -- start start 2024-04-18T05:11:53.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febc1d7c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7febbc0c1450 0x7febbc1538b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febc1d7c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febbc0c09b0 con 0x7febbc14f9e0 2024-04-18T05:11:53.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febc1d7c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febbc070ee0 con 0x7febbc0bfab0 2024-04-18T05:11:53.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febc1d7c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febbc0c1030 con 0x7febbc0c1450 2024-04-18T05:11:53.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febbbfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7febbc14f9e0 0x7febbc14fe70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37396/0 (socket says 172.21.15.32:37396) 2024-04-18T05:11:53.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febbbfff640 1 -- 172.21.15.32:0/1642174435 learned_addr learned my addr 172.21.15.32:0/1642174435 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febbaffd640 1 --2- 172.21.15.32:0/1642174435 >> v2:172.21.15.92:3300/0 conn(0x7febbc0c1450 0x7febbc1538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febba7fc640 1 -- 172.21.15.32:0/1642174435 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3455589138 0 0) 0x7febbc0c09b0 con 0x7febbc14f9e0 2024-04-18T05:11:53.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febbaffd640 1 -- 172.21.15.32:0/1642174435 >> v1:172.21.15.92:6789/0 conn(0x7febbc0bfab0 legacy=0x7febbc1531a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febbaffd640 1 -- 172.21.15.32:0/1642174435 >> v1:172.21.15.32:6789/0 conn(0x7febbc14f9e0 legacy=0x7febbc14fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7febbaffd640 1 -- 172.21.15.32:0/1642174435 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febbc0c0c50 con 0x7febbc0c1450 2024-04-18T05:11:53.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7f0a6e0bb640 1 Processor -- start 2024-04-18T05:11:53.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7f0a6e0bb640 1 -- start start 2024-04-18T05:11:53.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa332174640 1 Processor -- start 2024-04-18T05:11:53.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa332174640 1 -- start start 2024-04-18T05:11:53.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7f0a6e0bb640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0a6806daa0 0x7f0a680a8540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7f0a6e0bb640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a680aa140 con 0x7f0a6815a0a0 2024-04-18T05:11:53.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7f0a6e0bb640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a6806bf60 con 0x7f0a680a8160 2024-04-18T05:11:53.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7f0a6e0bb640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a680aa370 con 0x7f0a6806daa0 2024-04-18T05:11:53.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa332174640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa32c14ee10 0x7fa32c1557f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa332174640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06cf70 0x7fa32c06d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa332174640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa32c0721a0 con 0x7fa32c06c050 2024-04-18T05:11:53.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa332174640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa32c155d30 con 0x7fa32c14ee10 2024-04-18T05:11:53.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa332174640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c06d8e0 con 0x7fa32c06cf70 2024-04-18T05:11:53.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7f0a67fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0a6815a0a0 0x7f0a6815c490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37398/0 (socket says 172.21.15.32:37398) 2024-04-18T05:11:53.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7f0a67fff640 1 -- 172.21.15.32:0/1138231318 learned_addr learned my addr 172.21.15.32:0/1138231318 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fc6eec9a640 1 Processor -- start 2024-04-18T05:11:53.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fc6eec9a640 1 -- start start 2024-04-18T05:11:53.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7f0a66ffd640 1 --2- 172.21.15.32:0/1138231318 >> v2:172.21.15.92:3300/0 conn(0x7f0a6806daa0 0x7f0a680a8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fc6eec9a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc6e00dbd20 0x7fc6e003e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fc6eec9a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6e0048090 con 0x7fc6e004b2e0 2024-04-18T05:11:53.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fc6eec9a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6e002e130 con 0x7fc6e00074d0 2024-04-18T05:11:53.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fc6eec9a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6e0047510 con 0x7fc6e00dbd20 2024-04-18T05:11:53.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fd8f801d640 1 Processor -- start 2024-04-18T05:11:53.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fc6ee499640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc6e00074d0 0x7fc6e00e91f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:54628/0 (socket says 172.21.15.32:54628) 2024-04-18T05:11:53.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fc6ee499640 1 -- 172.21.15.32:0/528224273 learned_addr learned my addr 172.21.15.32:0/528224273 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa32b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa32c14ee10 0x7fa32c1557f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa32b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa32c14ee10 0x7fa32c1557f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57844/0 (socket says 172.21.15.32:57844) 2024-04-18T05:11:53.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa32b7fe640 1 -- 172.21.15.32:0/2499996343 learned_addr learned my addr 172.21.15.32:0/2499996343 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.865+0000 7fa32bfff640 1 --2- 172.21.15.32:0/2499996343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06cf70 0x7fa32c06d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fc6edc98640 1 --2- 172.21.15.32:0/528224273 >> v2:172.21.15.92:3300/0 conn(0x7fc6e00dbd20 0x7fc6e003e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a68cc9640 1 Processor -- start 2024-04-18T05:11:53.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f0a667fc640 1 -- 172.21.15.32:0/1138231318 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 685625771 0 0) 0x7f0a680aa140 con 0x7f0a6815a0a0 2024-04-18T05:11:53.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f0a667fc640 1 -- 172.21.15.32:0/1138231318 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0a50003530 con 0x7f0a6815a0a0 2024-04-18T05:11:53.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a68cc9640 1 -- start start 2024-04-18T05:11:53.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f801d640 1 -- start start 2024-04-18T05:11:53.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fc6ecc96640 1 -- 172.21.15.32:0/528224273 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1146164306 0 0) 0x7fc6d8001120 con 0x7fc6e004b2e0 2024-04-18T05:11:53.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fc6ecc96640 1 -- 172.21.15.32:0/528224273 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc6d4003530 con 0x7fc6e004b2e0 2024-04-18T05:11:53.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fc6ecc96640 1 -- 172.21.15.32:0/528224273 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 388600008 0 0) 0x7fc6e002e130 con 0x7fc6e00074d0 2024-04-18T05:11:53.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fc6ecc96640 1 -- 172.21.15.32:0/528224273 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc6d8001120 con 0x7fc6e00074d0 2024-04-18T05:11:53.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fc6edc98640 1 -- 172.21.15.32:0/528224273 >> v1:172.21.15.92:6789/0 conn(0x7fc6e00074d0 legacy=0x7fc6e00e91f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fc6edc98640 1 -- 172.21.15.32:0/528224273 >> v1:172.21.15.32:6789/0 conn(0x7fc6e004b2e0 legacy=0x7fc6e0006dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fc6edc98640 1 -- 172.21.15.32:0/528224273 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6e00477f0 con 0x7fc6e00dbd20 2024-04-18T05:11:53.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fa32b7fe640 1 -- 172.21.15.32:0/2499996343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06cf70 msgr2=0x7fa32c06d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fa32b7fe640 1 --2- 172.21.15.32:0/2499996343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06cf70 0x7fa32c06d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fa32b7fe640 1 -- 172.21.15.32:0/2499996343 >> v1:172.21.15.92:6789/0 conn(0x7fa32c06c050 legacy=0x7fa32c0a8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fa32b7fe640 1 -- 172.21.15.32:0/2499996343 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa32c0aa270 con 0x7fa32c14ee10 2024-04-18T05:11:53.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febbaffd640 1 --2- 172.21.15.32:0/1642174435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0c1450 0x7febbc1538b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7febac0097c0 tx=0x7febac01ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e70799cf2beb21f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f801d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd8f00c1990 0x7fd8f00a42a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f801d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd8f006dfb0 0x7fd8f0070f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f801d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8f015b1a0 con 0x7fd8f015adc0 2024-04-18T05:11:53.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f801d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8f015c3a0 con 0x7fd8f006dfb0 2024-04-18T05:11:53.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f801d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8f015bde0 con 0x7fd8f00c1990 2024-04-18T05:11:53.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f0a66ffd640 1 -- 172.21.15.32:0/1138231318 >> v1:172.21.15.92:6789/0 conn(0x7f0a680a8160 legacy=0x7f0a6806d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f0a66ffd640 1 -- 172.21.15.32:0/1138231318 >> v1:172.21.15.32:6789/0 conn(0x7f0a6815a0a0 legacy=0x7f0a6815c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f0a66ffd640 1 -- 172.21.15.32:0/1138231318 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a680aa650 con 0x7f0a6806daa0 2024-04-18T05:11:53.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a68cc9640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9a64153230 0x7f9a64153610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f5db9640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd8f015adc0 0x7fd8f006d8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37418/0 (socket says 172.21.15.32:37418) 2024-04-18T05:11:53.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f5db9640 1 -- 172.21.15.32:0/3185414093 learned_addr learned my addr 172.21.15.32:0/3185414093 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a61d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9a640c1450 0x7f9a6406b750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37428/0 (socket says 172.21.15.32:37428) 2024-04-18T05:11:53.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febba7fc640 1 -- 172.21.15.32:0/1642174435 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febac0a8990 con 0x7febbc0c1450 2024-04-18T05:11:53.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febba7fc640 1 -- 172.21.15.32:0/1642174435 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febac0a8af0 con 0x7febbc0c1450 2024-04-18T05:11:53.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febba7fc640 1 -- 172.21.15.32:0/1642174435 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febac0a8e80 con 0x7febbc0c1450 2024-04-18T05:11:53.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a61d9b640 1 -- 172.21.15.32:0/3454432811 learned_addr learned my addr 172.21.15.32:0/3454432811 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f55b8640 1 --2- 172.21.15.32:0/3185414093 >> v2:172.21.15.92:3300/0 conn(0x7fd8f00c1990 0x7fd8f00a42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a68cc9640 1 -- 172.21.15.32:0/3454432811 --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a640c09b0 con 0x7f9a640c1450 2024-04-18T05:11:53.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f4db7640 1 -- 172.21.15.32:0/3185414093 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2451934644 0 0) 0x7fd8f015b1a0 con 0x7fd8f015adc0 2024-04-18T05:11:53.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f4db7640 1 -- 172.21.15.32:0/3185414093 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd8dc003530 con 0x7fd8f015adc0 2024-04-18T05:11:53.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f55b8640 1 -- 172.21.15.32:0/3185414093 >> v2:172.21.15.32:3300/0 conn(0x7fd8f006dfb0 msgr2=0x7fd8f0070f70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-18T05:11:53.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f55b8640 1 --2- 172.21.15.32:0/3185414093 >> v2:172.21.15.32:3300/0 conn(0x7fd8f006dfb0 0x7fd8f0070f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f55b8640 1 -- 172.21.15.32:0/3185414093 >> v1:172.21.15.32:6789/0 conn(0x7fd8f015adc0 legacy=0x7fd8f006d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fd8f55b8640 1 -- 172.21.15.32:0/3185414093 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8f015c0c0 con 0x7fd8f00c1990 2024-04-18T05:11:53.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febc1d7c640 1 -- 172.21.15.32:0/1642174435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0c1450 msgr2=0x7febbc1538b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febc1d7c640 1 --2- 172.21.15.32:0/1642174435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0c1450 0x7febbc1538b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7febac0097c0 tx=0x7febac01ec90 comp rx=0 tx=0).stop 2024-04-18T05:11:53.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a68cc9640 1 -- 172.21.15.32:0/3454432811 --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a64070ee0 con 0x7f9a6414f9e0 2024-04-18T05:11:53.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1665805907 0 0) 0x7f9a640c09b0 con 0x7f9a640c1450 2024-04-18T05:11:53.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a68cc9640 1 -- 172.21.15.32:0/3454432811 --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a640c1030 con 0x7f9a64153230 2024-04-18T05:11:53.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febc1d7c640 1 -- 172.21.15.32:0/1642174435 shutdown_connections 2024-04-18T05:11:53.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febc1d7c640 1 --2- 172.21.15.32:0/1642174435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0c1450 0x7febbc1538b0 secure :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7febac0097c0 tx=0x7febac01ec90 comp rx=0 tx=0).stop 2024-04-18T05:11:53.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febc1d7c640 1 -- 172.21.15.32:0/1642174435 >> 172.21.15.32:0/1642174435 conn(0x7febbc0c5280 msgr2=0x7febbc0c5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febc1d7c640 1 -- 172.21.15.32:0/1642174435 shutdown_connections 2024-04-18T05:11:53.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a4c003530 con 0x7f9a640c1450 2024-04-18T05:11:53.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7febc1d7c640 1 -- 172.21.15.32:0/1642174435 wait complete. 2024-04-18T05:11:53.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1056152659 0 0) 0x7f9a4c003530 con 0x7f9a640c1450 2024-04-18T05:11:53.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 >> v2:172.21.15.92:3300/0 conn(0x7f9a64153230 msgr2=0x7f9a64153610 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-18T05:11:53.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a6159a640 1 --2- 172.21.15.32:0/3454432811 >> v2:172.21.15.92:3300/0 conn(0x7f9a64153230 0x7f9a64153610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 >> v1:172.21.15.92:6789/0 conn(0x7f9a6414f9e0 legacy=0x7f9a6414fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a640c0c50 con 0x7f9a640c1450 2024-04-18T05:11:53.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fb8c40cc640 1 Processor -- start 2024-04-18T05:11:53.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fb8c40cc640 1 -- start start 2024-04-18T05:11:53.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f9a58001680 con 0x7f9a640c1450 2024-04-18T05:11:53.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 >> v1:172.21.15.32:6789/0 conn(0x7f9a640c1450 legacy=0x7f9a6406b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7f0a66ffd640 1 --2- 172.21.15.32:0/1138231318 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6806daa0 0x7f0a680a8540 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c0097c0 tx=0x7f0a5c01c3e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dce71c759e620f31 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a6159a640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a4c0039d0 0x7f9a4c003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a6159a640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a4c0047d0 0x7f9a4c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a6159a640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c005260 0x7f9a4c00c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a640c1030 con 0x7f9a4c0039d0 2024-04-18T05:11:53.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4c009be0 con 0x7f9a4c005260 2024-04-18T05:11:53.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4c009da0 con 0x7f9a4c0047d0 2024-04-18T05:11:53.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6edc98640 1 --2- 172.21.15.32:0/528224273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6e00dbd20 0x7fc6e003e780 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc6e40097c0 tx=0x7fc6e401c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa2dbea199c87aef server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fa32b7fe640 1 --2- 172.21.15.32:0/2499996343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c14ee10 0x7fa32c1557f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa31c009870 tx=0x7fa31c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bced8936a9e39de2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.869+0000 7fa32a7fc640 1 -- 172.21.15.32:0/2499996343 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa31c0a6040 con 0x7fa32c14ee10 2024-04-18T05:11:53.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa32a7fc640 1 -- 172.21.15.32:0/2499996343 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa31c0aa600 con 0x7fa32c14ee10 2024-04-18T05:11:53.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa32a7fc640 1 -- 172.21.15.32:0/2499996343 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa31c0aa990 con 0x7fa32c14ee10 2024-04-18T05:11:53.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a667fc640 1 -- 172.21.15.32:0/1138231318 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a5c0ac640 con 0x7f0a6806daa0 2024-04-18T05:11:53.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6ecc96640 1 -- 172.21.15.32:0/528224273 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e40ab670 con 0x7fc6e00dbd20 2024-04-18T05:11:53.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6ecc96640 1 -- 172.21.15.32:0/528224273 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6e40ab7d0 con 0x7fc6e00dbd20 2024-04-18T05:11:53.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6ecc96640 1 -- 172.21.15.32:0/528224273 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e40abb40 con 0x7fc6e00dbd20 2024-04-18T05:11:53.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a667fc640 1 -- 172.21.15.32:0/1138231318 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a5c0ac7a0 con 0x7f0a6806daa0 2024-04-18T05:11:53.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a667fc640 1 -- 172.21.15.32:0/1138231318 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a5c0acb30 con 0x7f0a6806daa0 2024-04-18T05:11:53.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a61d9b640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a4c0047d0 0x7f9a4c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febc1d7c640 1 Processor -- start 2024-04-18T05:11:53.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/1138231318 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6806daa0 msgr2=0x7f0a680a8540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a6e0bb640 1 --2- 172.21.15.32:0/1138231318 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6806daa0 0x7f0a680a8540 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c0097c0 tx=0x7f0a5c01c3e0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/1138231318 shutdown_connections 2024-04-18T05:11:53.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a6e0bb640 1 --2- 172.21.15.32:0/1138231318 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6806daa0 0x7f0a680a8540 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/1138231318 >> 172.21.15.32:0/1138231318 conn(0x7f0a680c5280 msgr2=0x7f0a680c5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6eec9a640 1 -- 172.21.15.32:0/528224273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6e00dbd20 msgr2=0x7fc6e003e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6eec9a640 1 --2- 172.21.15.32:0/528224273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6e00dbd20 0x7fc6e003e780 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc6e40097c0 tx=0x7fc6e401c470 comp rx=0 tx=0).stop 2024-04-18T05:11:53.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6eec9a640 1 -- 172.21.15.32:0/528224273 shutdown_connections 2024-04-18T05:11:53.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6eec9a640 1 --2- 172.21.15.32:0/528224273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6e00dbd20 0x7fc6e003e780 secure :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc6e40097c0 tx=0x7fc6e401c470 comp rx=0 tx=0).stop 2024-04-18T05:11:53.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6eec9a640 1 -- 172.21.15.32:0/528224273 >> 172.21.15.32:0/528224273 conn(0x7fc6e0005ec0 msgr2=0x7fc6e00062d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa332174640 1 -- 172.21.15.32:0/2499996343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c14ee10 msgr2=0x7fa32c1557f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa332174640 1 --2- 172.21.15.32:0/2499996343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c14ee10 0x7fa32c1557f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa31c009870 tx=0x7fa31c01c4a0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa332174640 1 -- 172.21.15.32:0/2499996343 shutdown_connections 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa332174640 1 --2- 172.21.15.32:0/2499996343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06cf70 0x7fa32c06d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a62d9d640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c005260 0x7f9a4c00c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a6259c640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a4c0039d0 0x7f9a4c003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a61d9b640 1 -- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c005260 msgr2=0x7f9a4c00c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a61d9b640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c005260 0x7f9a4c00c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a61d9b640 1 -- 172.21.15.32:0/3454432811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a4c0039d0 msgr2=0x7f9a4c003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a61d9b640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a4c0039d0 0x7f9a4c003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f9a61d9b640 1 -- 172.21.15.32:0/3454432811 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a4c003530 con 0x7f9a4c0047d0 2024-04-18T05:11:53.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c40cc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc06d280 0x7fb8bc06fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c40cc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb8bc06d660 0x7fb8bc06c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c40cc640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8bc151140 con 0x7fb8bc14d850 2024-04-18T05:11:53.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c40cc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8bc14e3f0 con 0x7fb8bc06d660 2024-04-18T05:11:53.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c40cc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8bc071fc0 con 0x7fb8bc06d280 2024-04-18T05:11:53.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa332174640 1 --2- 172.21.15.32:0/2499996343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c14ee10 0x7fa32c1557f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa332174640 1 -- 172.21.15.32:0/2499996343 >> 172.21.15.32:0/2499996343 conn(0x7fa32c0c50b0 msgr2=0x7fa32c0c54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa332174640 1 -- 172.21.15.32:0/2499996343 shutdown_connections 2024-04-18T05:11:53.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f55b8640 1 --2- 172.21.15.32:0/3185414093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8f00c1990 0x7fd8f00a42a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd8f006f640 tx=0x7fd8ec01c350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9eb7cc51eed9b6e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/1138231318 shutdown_connections 2024-04-18T05:11:53.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/1138231318 wait complete. 2024-04-18T05:11:53.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f4db7640 1 -- 172.21.15.32:0/3185414093 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8ec004230 con 0x7fd8f00c1990 2024-04-18T05:11:53.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f4db7640 1 -- 172.21.15.32:0/3185414093 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8ec0a7050 con 0x7fd8f00c1990 2024-04-18T05:11:53.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f4db7640 1 -- 172.21.15.32:0/3185414093 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8ec003620 con 0x7fd8f00c1990 2024-04-18T05:11:53.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa332174640 1 -- 172.21.15.32:0/2499996343 wait complete. 2024-04-18T05:11:53.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febc1d7c640 1 -- start start 2024-04-18T05:11:53.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febc1d7c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0bfab0 0x7febbc145500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febc1d7c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febbc14f9e0 0x7febbc152270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febc1d7c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7febbc0ab060 0x7febbc1ee0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febc1d7c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febbc14c2c0 con 0x7febbc0ab060 2024-04-18T05:11:53.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febc1d7c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febbc0aa540 con 0x7febbc0bfab0 2024-04-18T05:11:53.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febc1d7c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febbc145a40 con 0x7febbc14f9e0 2024-04-18T05:11:53.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f801d640 1 -- 172.21.15.32:0/3185414093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8f00c1990 msgr2=0x7fd8f00a42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f801d640 1 --2- 172.21.15.32:0/3185414093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8f00c1990 0x7fd8f00a42a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd8f006f640 tx=0x7fd8ec01c350 comp rx=0 tx=0).stop 2024-04-18T05:11:53.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f801d640 1 -- 172.21.15.32:0/3185414093 shutdown_connections 2024-04-18T05:11:53.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f801d640 1 --2- 172.21.15.32:0/3185414093 >> v2:172.21.15.32:3300/0 conn(0x7fd8f006dfb0 0x7fd8f0070f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f801d640 1 --2- 172.21.15.32:0/3185414093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8f00c1990 0x7fd8f00a42a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f801d640 1 -- 172.21.15.32:0/3185414093 >> 172.21.15.32:0/3185414093 conn(0x7fd8f00c54a0 msgr2=0x7fd8f00c58b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6eec9a640 1 -- 172.21.15.32:0/528224273 shutdown_connections 2024-04-18T05:11:53.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a6e0bb640 1 Processor -- start 2024-04-18T05:11:53.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febbb7fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0bfab0 0x7febbc145500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febbb7fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0bfab0 0x7febbc145500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:60358/0 (socket says 172.21.15.32:60358) 2024-04-18T05:11:53.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febbb7fe640 1 -- 172.21.15.32:0/1652240411 learned_addr learned my addr 172.21.15.32:0/1652240411 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f801d640 1 -- 172.21.15.32:0/3185414093 shutdown_connections 2024-04-18T05:11:53.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fa332174640 1 Processor -- start 2024-04-18T05:11:53.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c1667640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb8bc06d660 0x7fb8bc06c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c1667640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb8bc06d660 0x7fb8bc06c7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57874/0 (socket says 172.21.15.32:57874) 2024-04-18T05:11:53.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c1667640 1 -- 172.21.15.32:0/3788594137 learned_addr learned my addr 172.21.15.32:0/3788594137 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c1e68640 1 --2- 172.21.15.32:0/3788594137 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc06d280 0x7fb8bc06fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c1667640 1 -- 172.21.15.32:0/3788594137 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc06d280 msgr2=0x7fb8bc06fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c1667640 1 --2- 172.21.15.32:0/3788594137 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc06d280 0x7fb8bc06fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c1667640 1 -- 172.21.15.32:0/3788594137 >> v1:172.21.15.32:6789/0 conn(0x7fb8bc14d850 legacy=0x7fb8bc14dce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-18T05:11:53.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fb8c1667640 1 -- 172.21.15.32:0/3788594137 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8bc06c340 con 0x7fb8bc06d660 2024-04-18T05:11:53.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7febbaffd640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febbc14f9e0 0x7febbc152270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fc6eec9a640 1 -- 172.21.15.32:0/528224273 wait complete. 2024-04-18T05:11:53.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa332174640 1 -- start start 2024-04-18T05:11:53.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7febbb7fe640 1 -- 172.21.15.32:0/1652240411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febbc14f9e0 msgr2=0x7febbc152270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7febbb7fe640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febbc14f9e0 0x7febbc152270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7febbb7fe640 1 -- 172.21.15.32:0/1652240411 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7febbc0ab060 msgr2=0x7febbc1ee0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7febbb7fe640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7febbc0ab060 0x7febbc1ee0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7febbb7fe640 1 -- 172.21.15.32:0/1652240411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febac009420 con 0x7febbc0bfab0 2024-04-18T05:11:53.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7f0a6e0bb640 1 -- start start 2024-04-18T05:11:53.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a6e0bb640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6806daa0 0x7f0a68154fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a6e0bb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a680a8160 0x7f0a68149c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a6e0bb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a6815a0a0 0x7f0a6814a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a6e0bb640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a681f0d60 con 0x7f0a680a8160 2024-04-18T05:11:53.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a6e0bb640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a6814c070 con 0x7f0a6806daa0 2024-04-18T05:11:53.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a6e0bb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a68155830 con 0x7f0a6815a0a0 2024-04-18T05:11:53.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a61d9b640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a4c0047d0 0x7f9a4c004c50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f9a58004f40 tx=0x7f9a5801d140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d96b276a2e2853cb server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a66ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a680a8160 0x7f0a68149c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a66ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a680a8160 0x7f0a68149c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57892/0 (socket says 172.21.15.32:57892) 2024-04-18T05:11:53.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a67fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a6815a0a0 0x7f0a6814a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a66ffd640 1 -- 172.21.15.32:0/507311651 learned_addr learned my addr 172.21.15.32:0/507311651 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a62d9d640 1 -- 172.21.15.32:0/3454432811 reap_dead start 2024-04-18T05:11:53.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c1667640 1 --2- 172.21.15.32:0/3788594137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8bc06d660 0x7fb8bc06c7d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80098a0 tx=0x7fb8b801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd39e557531ae115 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7febbb7fe640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0bfab0 0x7febbc145500 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7febb400c7f0 tx=0x7febb400ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a677fe640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6806daa0 0x7f0a68154fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6eec9a640 1 Processor -- start 2024-04-18T05:11:53.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.873+0000 7fd8f801d640 1 -- 172.21.15.32:0/3185414093 wait complete. 2024-04-18T05:11:53.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f801d640 1 Processor -- start 2024-04-18T05:11:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c0e66640 1 -- 172.21.15.32:0/3788594137 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8b80ab600 con 0x7fb8bc06d660 2024-04-18T05:11:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c0e66640 1 -- 172.21.15.32:0/3788594137 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8b80a7050 con 0x7fb8bc06d660 2024-04-18T05:11:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c0e66640 1 -- 172.21.15.32:0/3788594137 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8b80ab980 con 0x7fb8bc06d660 2024-04-18T05:11:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa332174640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06c050 0x7fa32c14bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa332174640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c06cf70 0x7fa32c15b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa332174640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa32c14ee10 0x7fa32c1507f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa332174640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c158600 con 0x7fa32c06cf70 2024-04-18T05:11:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa332174640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c1f09f0 con 0x7fa32c14ee10 2024-04-18T05:11:53.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa332174640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c1f0cd0 con 0x7fa32c06c050 2024-04-18T05:11:53.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a58005ae0 con 0x7f9a4c0047d0 2024-04-18T05:11:53.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a580a8030 con 0x7f9a4c0047d0 2024-04-18T05:11:53.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a6159a640 1 -- 172.21.15.32:0/3454432811 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a58005e40 con 0x7f9a4c0047d0 2024-04-18T05:11:53.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a66ffd640 1 -- 172.21.15.32:0/507311651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a6815a0a0 msgr2=0x7f0a6814a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a66ffd640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a6815a0a0 0x7f0a6814a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a66ffd640 1 -- 172.21.15.32:0/507311651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6806daa0 msgr2=0x7f0a68154fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a66ffd640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6806daa0 0x7f0a68154fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a66ffd640 1 -- 172.21.15.32:0/507311651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a5c009420 con 0x7f0a680a8160 2024-04-18T05:11:53.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32b7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06c050 0x7fa32c14bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32b7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06c050 0x7fa32c14bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:43226/0 (socket says 172.21.15.32:43226) 2024-04-18T05:11:53.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32b7fe640 1 -- 172.21.15.32:0/1514594165 learned_addr learned my addr 172.21.15.32:0/1514594165 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32bfff640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa32c14ee10 0x7fa32c1507f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32affd640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c06cf70 0x7fa32c15b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3788594137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8bc06d660 msgr2=0x7fb8bc06c7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 --2- 172.21.15.32:0/3788594137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8bc06d660 0x7fb8bc06c7d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80098a0 tx=0x7fb8b801c400 comp rx=0 tx=0).stop 2024-04-18T05:11:53.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3788594137 shutdown_connections 2024-04-18T05:11:53.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 --2- 172.21.15.32:0/3788594137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8bc06d660 0x7fb8bc06c7d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 --2- 172.21.15.32:0/3788594137 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc06d280 0x7fb8bc06fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3788594137 >> 172.21.15.32:0/3788594137 conn(0x7fb8bc0c50b0 msgr2=0x7fb8bc0c54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3788594137 shutdown_connections 2024-04-18T05:11:53.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3788594137 wait complete. 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7feba3fff640 1 -- 172.21.15.32:0/1652240411 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febb4003b80 con 0x7febbc0bfab0 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7feba3fff640 1 -- 172.21.15.32:0/1652240411 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febb4003ce0 con 0x7febbc0bfab0 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7feba3fff640 1 -- 172.21.15.32:0/1652240411 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febb400aa90 con 0x7febbc0bfab0 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6eec9a640 1 -- start start 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6eec9a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6e00074d0 0x7fc6e00ce750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6eec9a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6e004b2e0 0x7fc6e00cec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6eec9a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc6e00c8500 0x7fc6e00c70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6eec9a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6e00315c0 con 0x7fc6e004b2e0 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6eec9a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6e00cf1d0 con 0x7fc6e00074d0 2024-04-18T05:11:53.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6eec9a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6e0030890 con 0x7fc6e00c8500 2024-04-18T05:11:53.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32affd640 1 -- 172.21.15.32:0/1514594165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06c050 msgr2=0x7fa32c14bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32affd640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06c050 0x7fa32c14bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32affd640 1 -- 172.21.15.32:0/1514594165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa32c14ee10 msgr2=0x7fa32c1507f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32affd640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa32c14ee10 0x7fa32c1507f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32affd640 1 -- 172.21.15.32:0/1514594165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa31c0094d0 con 0x7fa32c06cf70 2024-04-18T05:11:53.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febbc0aa7b0 con 0x7febbc0bfab0 2024-04-18T05:11:53.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febbc0aaa90 con 0x7febbc0bfab0 2024-04-18T05:11:53.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f801d640 1 -- start start 2024-04-18T05:11:53.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f801d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd8f006dfb0 0x7fd8f00aa410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f801d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8f00c1990 0x7fd8f01f1770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f801d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd8f015adc0 0x7fd8f01f3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f801d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8f00a9460 con 0x7fd8f006dfb0 2024-04-18T05:11:53.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f801d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8f01f4640 con 0x7fd8f00c1990 2024-04-18T05:11:53.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f801d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8f00a4560 con 0x7fd8f015adc0 2024-04-18T05:11:53.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f0a66ffd640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a680a8160 0x7f0a68149c70 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c018ff0 tx=0x7f0a5c019180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6ee499640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc6e00c8500 0x7fc6e00c70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6ee499640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc6e00c8500 0x7fc6e00c70c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:43242/0 (socket says 172.21.15.32:43242) 2024-04-18T05:11:53.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6ee499640 1 -- 172.21.15.32:0/714229692 learned_addr learned my addr 172.21.15.32:0/714229692 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6edc98640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6e00074d0 0x7fc6e00ce750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f65ba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd8f015adc0 0x7fd8f01f3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f65ba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd8f015adc0 0x7fd8f01f3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:43246/0 (socket says 172.21.15.32:43246) 2024-04-18T05:11:53.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f65ba640 1 -- 172.21.15.32:0/3290444474 learned_addr learned my addr 172.21.15.32:0/3290444474 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f55b8640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8f00c1990 0x7fd8f01f1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa32affd640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c06cf70 0x7fa32c15b3a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa320000f70 tx=0x7fa32000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6ee499640 1 -- 172.21.15.32:0/714229692 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6e00074d0 msgr2=0x7fc6e00ce750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6ee499640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6e00074d0 0x7fc6e00ce750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6ee499640 1 -- 172.21.15.32:0/714229692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6e004b2e0 msgr2=0x7fc6e00cec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6ee499640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6e004b2e0 0x7fc6e00cec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6ee499640 1 -- 172.21.15.32:0/714229692 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6e4009420 con 0x7fc6e00c8500 2024-04-18T05:11:53.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a68cc9640 1 -- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a4c0047d0 msgr2=0x7f9a4c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a68cc9640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a4c0047d0 0x7f9a4c004c50 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f9a58004f40 tx=0x7f9a5801d140 comp rx=0 tx=0).stop 2024-04-18T05:11:53.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 Processor -- start 2024-04-18T05:11:53.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f65ba640 1 -- 172.21.15.32:0/3290444474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8f00c1990 msgr2=0x7fd8f01f1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f65ba640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8f00c1990 0x7fd8f01f1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f65ba640 1 -- 172.21.15.32:0/3290444474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd8f006dfb0 msgr2=0x7fd8f00aa410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f65ba640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd8f006dfb0 0x7fd8f00aa410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fd8f65ba640 1 -- 172.21.15.32:0/3290444474 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8ec009420 con 0x7fd8f015adc0 2024-04-18T05:11:53.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a68cc9640 1 -- 172.21.15.32:0/3454432811 shutdown_connections 2024-04-18T05:11:53.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a68cc9640 1 --2- 172.21.15.32:0/3454432811 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a4c0047d0 0x7f9a4c004c50 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7f9a68cc9640 1 -- 172.21.15.32:0/3454432811 >> 172.21.15.32:0/3454432811 conn(0x7f9a640c5280 msgr2=0x7f9a640c5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fc6ee499640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc6e00c8500 0x7fc6e00c70c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc6e8069050 tx=0x7fc6e8067840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fa313fff640 1 -- 172.21.15.32:0/1514594165 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3200052d0 con 0x7fa32c06cf70 2024-04-18T05:11:53.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fa313fff640 1 -- 172.21.15.32:0/1514594165 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa320005430 con 0x7fa32c06cf70 2024-04-18T05:11:53.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb9c005260 con 0x7febbc0bfab0 2024-04-18T05:11:53.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fa313fff640 1 -- 172.21.15.32:0/1514594165 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa320003840 con 0x7fa32c06cf70 2024-04-18T05:11:53.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a4ffff640 1 -- 172.21.15.32:0/507311651 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a5c0b5600 con 0x7f0a680a8160 2024-04-18T05:11:53.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a4ffff640 1 -- 172.21.15.32:0/507311651 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a5c0b57a0 con 0x7f0a680a8160 2024-04-18T05:11:53.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a4ffff640 1 -- 172.21.15.32:0/507311651 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a5c0b5b50 con 0x7f0a680a8160 2024-04-18T05:11:53.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fa332174640 1 -- 172.21.15.32:0/1514594165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa32c151970 con 0x7fa32c06cf70 2024-04-18T05:11:53.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fc6de7fc640 1 -- 172.21.15.32:0/714229692 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e806bea0 con 0x7fc6e00c8500 2024-04-18T05:11:53.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fd8f65ba640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd8f015adc0 0x7fd8f01f3ad0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd8e800b990 tx=0x7fd8e800be50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fa332174640 1 -- 172.21.15.32:0/1514594165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa32c151f30 con 0x7fa32c06cf70 2024-04-18T05:11:53.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.877+0000 7fb8c40cc640 1 -- start start 2024-04-18T05:11:53.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c40cc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8bc06d280 0x7fb8bc1efe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/507311651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a68155b10 con 0x7f0a680a8160 2024-04-18T05:11:53.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/507311651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a6814bd70 con 0x7f0a680a8160 2024-04-18T05:11:53.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f9a68cc9640 1 -- 172.21.15.32:0/3454432811 shutdown_connections 2024-04-18T05:11:53.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f9a68cc9640 1 -- 172.21.15.32:0/3454432811 wait complete. 2024-04-18T05:11:53.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6e0031130 con 0x7fc6e00c8500 2024-04-18T05:11:53.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6e0030ae0 con 0x7fc6e00c8500 2024-04-18T05:11:53.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fc6de7fc640 1 -- 172.21.15.32:0/714229692 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6e8072490 con 0x7fc6e00c8500 2024-04-18T05:11:53.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6e00312c0 con 0x7fc6e00c8500 2024-04-18T05:11:53.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fc6de7fc640 1 -- 172.21.15.32:0/714229692 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6e80665c0 con 0x7fc6e00c8500 2024-04-18T05:11:53.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7feba3fff640 1 -- 172.21.15.32:0/1652240411 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7febb400abf0 con 0x7febbc0bfab0 2024-04-18T05:11:53.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fa332174640 1 -- 172.21.15.32:0/1514594165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa30c005260 con 0x7fa32c06cf70 2024-04-18T05:11:53.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fd8e67fc640 1 -- 172.21.15.32:0/3290444474 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e800cba0 con 0x7fd8f015adc0 2024-04-18T05:11:53.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fd8e67fc640 1 -- 172.21.15.32:0/3290444474 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8e800cd00 con 0x7fd8f015adc0 2024-04-18T05:11:53.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fd8e67fc640 1 -- 172.21.15.32:0/3290444474 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e8014680 con 0x7fd8f015adc0 2024-04-18T05:11:53.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f9a68cc9640 1 Processor -- start 2024-04-18T05:11:53.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8f00a9f80 con 0x7fd8f015adc0 2024-04-18T05:11:53.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8f00a9930 con 0x7fd8f015adc0 2024-04-18T05:11:53.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8d8005260 con 0x7fd8f015adc0 2024-04-18T05:11:53.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c40cc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8bc06d660 0x7fb8bc14f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7feba3fff640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feba8066710 0x7feba8068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7feba3fff640 1 -- 172.21.15.32:0/1652240411 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7febb4084d30 con 0x7febbc0bfab0 2024-04-18T05:11:53.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7febbaffd640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feba8066710 0x7feba8068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c40cc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc14d850 0x7fb8bc1f3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c40cc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8bc1f03d0 con 0x7fb8bc06d660 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c40cc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8bc153bf0 con 0x7fb8bc06d280 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c40cc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8bc153ed0 con 0x7fb8bc14d850 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c1e68640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8bc06d280 0x7fb8bc1efe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c1e68640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8bc06d280 0x7fb8bc1efe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:60406/0 (socket says 172.21.15.32:60406) 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c1e68640 1 -- 172.21.15.32:0/3289252532 learned_addr learned my addr 172.21.15.32:0/3289252532 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb8c2669640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc14d850 0x7fb8bc1f3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a4ffff640 1 -- 172.21.15.32:0/507311651 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0a5c0b3040 con 0x7f0a680a8160 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a4dffb640 1 -- 172.21.15.32:0/507311651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a40005260 con 0x7f0a680a8160 2024-04-18T05:11:53.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a4ffff640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a54066790 0x7f0a54068c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a4ffff640 1 -- 172.21.15.32:0/507311651 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0a5c11e690 con 0x7f0a680a8160 2024-04-18T05:11:53.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f0a677fe640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a54066790 0x7f0a54068c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7febbaffd640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feba8066710 0x7feba8068bd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7febac0b2000 tx=0x7febac0aa070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7f9a68cc9640 1 -- start start 2024-04-18T05:11:53.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a68cc9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c0047d0 0x7f9a640a9180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a68cc9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a641f0080 0x7f9a641f04e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f0a677fe640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a54066790 0x7f0a54068c50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0a58007fd0 tx=0x7f0a58009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb5b584a640 1 Processor -- start 2024-04-18T05:11:53.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb5b584a640 1 -- start start 2024-04-18T05:11:53.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb5b584a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5a80f2030 0x7fb5a80f8b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb5b584a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a8046130 0x7fb5a8046580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.881+0000 7fb5b584a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5a800b500 con 0x7fb5a800b050 2024-04-18T05:11:53.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5b584a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5a80474d0 con 0x7fb5a80f2030 2024-04-18T05:11:53.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5b584a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a80f9b90 con 0x7fb5a8046130 2024-04-18T05:11:53.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a68cc9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a641fc450 0x7f9a641fc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a68cc9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a640a96c0 con 0x7f9a641f0080 2024-04-18T05:11:53.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a6259c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c0047d0 0x7f9a640a9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a6259c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c0047d0 0x7f9a640a9180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:60422/0 (socket says 172.21.15.32:60422) 2024-04-18T05:11:53.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a6259c640 1 -- 172.21.15.32:0/4058600980 learned_addr learned my addr 172.21.15.32:0/4058600980 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb8c2669640 1 -- 172.21.15.32:0/3289252532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8bc06d280 msgr2=0x7fb8bc1efe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb8c2669640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8bc06d280 0x7fb8bc1efe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb8c2669640 1 -- 172.21.15.32:0/3289252532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8bc06d660 msgr2=0x7fb8bc14f910 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-18T05:11:53.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb8c2669640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8bc06d660 0x7fb8bc14f910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb8c2669640 1 -- 172.21.15.32:0/3289252532 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8b80094d0 con 0x7fb8bc14d850 2024-04-18T05:11:53.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb8c1e68640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8bc06d280 0x7fb8bc1efe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:53.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a68cc9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a640c4c00 con 0x7f9a4c0047d0 2024-04-18T05:11:53.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a641f0a20 con 0x7f9a641fc450 2024-04-18T05:11:53.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a62d9d640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a641fc450 0x7f9a641fc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fc6de7fc640 1 -- 172.21.15.32:0/714229692 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc6e80667a0 con 0x7fc6e00c8500 2024-04-18T05:11:53.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a61d9b640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a641f0080 0x7f9a641f04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb8c2669640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc14d850 0x7fb8bc1f3ca0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb8ac00b410 tx=0x7fb8ac00b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5affff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb5a800b050 0x7fb5a80f9480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37440/0 (socket says 172.21.15.32:37440) 2024-04-18T05:11:53.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5b5049640 1 --2- 172.21.15.32:0/1299696339 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a8046130 0x7fb5a8046580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5b4848640 1 --2- 172.21.15.32:0/1299696339 >> v2:172.21.15.32:3300/0 conn(0x7fb5a80f2030 0x7fb5a80f8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5affff640 1 -- 172.21.15.32:0/1299696339 learned_addr learned my addr 172.21.15.32:0/1299696339 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:53.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fc6de7fc640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6cc066690 0x7fc6cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a61d9b640 1 -- 172.21.15.32:0/4058600980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a641fc450 msgr2=0x7f9a641fc8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a61d9b640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a641fc450 0x7f9a641fc8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a61d9b640 1 -- 172.21.15.32:0/4058600980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c0047d0 msgr2=0x7f9a640a9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a61d9b640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c0047d0 0x7f9a640a9180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a61d9b640 1 -- 172.21.15.32:0/4058600980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a64126680 con 0x7f9a641f0080 2024-04-18T05:11:53.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fc6de7fc640 1 -- 172.21.15.32:0/714229692 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc6e80fdad0 con 0x7fc6e00c8500 2024-04-18T05:11:53.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7f9a61d9b640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a641f0080 0x7f9a641f04e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9a580a8000 tx=0x7f9a4c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fc6edc98640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6cc066690 0x7fc6cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5b5049640 1 -- 172.21.15.32:0/1299696339 >> v2:172.21.15.32:3300/0 conn(0x7fb5a80f2030 msgr2=0x7fb5a80f8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:53.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5b5049640 1 --2- 172.21.15.32:0/1299696339 >> v2:172.21.15.32:3300/0 conn(0x7fb5a80f2030 0x7fb5a80f8b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5b5049640 1 -- 172.21.15.32:0/1299696339 >> v1:172.21.15.32:6789/0 conn(0x7fb5a800b050 legacy=0x7fb5a80f9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fa313fff640 1 -- 172.21.15.32:0/1514594165 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa3200039a0 con 0x7fa32c06cf70 2024-04-18T05:11:53.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fa313fff640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa318066790 0x7fa318068c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5b5049640 1 -- 172.21.15.32:0/1299696339 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a80f86f0 con 0x7fb5a8046130 2024-04-18T05:11:53.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fb5b4848640 1 --2- 172.21.15.32:0/1299696339 >> v2:172.21.15.32:3300/0 conn(0x7fb5a80f2030 0x7fb5a80f8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:53.930 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fa313fff640 1 -- 172.21.15.32:0/1514594165 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa320083d20 con 0x7fa32c06cf70 2024-04-18T05:11:53.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fa32b7fe640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa318066790 0x7fa318068c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fc6edc98640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6cc066690 0x7fc6cc068b50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc6e40af000 tx=0x7fc6e40a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.885+0000 7fa32b7fe640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa318066790 0x7fa318068c50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa31c009870 tx=0x7fa31c0b5040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.889+0000 7fb5b5049640 1 --2- 172.21.15.32:0/1299696339 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a8046130 0x7fb5a8046580 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00eae0 tx=0x7fb59c0209d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50b46e7c28b2bd39 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.889+0000 7fa313fff640 1 -- 172.21.15.32:0/1514594165 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa320050ec0 con 0x7fa32c06cf70 2024-04-18T05:11:53.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a52ffd640 1 -- 172.21.15.32:0/4058600980 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a580b5070 con 0x7f9a641f0080 2024-04-18T05:11:53.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a52ffd640 1 -- 172.21.15.32:0/4058600980 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a58001b00 con 0x7f9a641f0080 2024-04-18T05:11:53.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a640aaef0 con 0x7f9a641f0080 2024-04-18T05:11:53.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a52ffd640 1 -- 172.21.15.32:0/4058600980 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a58005b40 con 0x7f9a641f0080 2024-04-18T05:11:53.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a640ab1d0 con 0x7f9a641f0080 2024-04-18T05:11:53.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f0a4ffff640 1 -- 172.21.15.32:0/507311651 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0a5c0eb8c0 con 0x7f0a680a8160 2024-04-18T05:11:53.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a48005260 con 0x7f9a641f0080 2024-04-18T05:11:53.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a52ffd640 1 -- 172.21.15.32:0/4058600980 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9a580b8070 con 0x7f9a641f0080 2024-04-18T05:11:53.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a52ffd640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9a440666e0 0x7f9a44068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a52ffd640 1 -- 172.21.15.32:0/4058600980 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9a5811db40 con 0x7f9a641f0080 2024-04-18T05:11:53.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7f9a6259c640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9a440666e0 0x7f9a44068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.893+0000 7feba3fff640 1 -- 172.21.15.32:0/1652240411 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7febb4051e90 con 0x7febbc0bfab0 2024-04-18T05:11:53.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7f9a6259c640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9a440666e0 0x7f9a44068ba0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9a5400ba40 tx=0x7f9a54008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7fc6de7fc640 1 -- 172.21.15.32:0/714229692 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc6e80cab30 con 0x7fc6e00c8500 2024-04-18T05:11:53.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7fb8b27fc640 1 -- 172.21.15.32:0/3289252532 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8ac011830 con 0x7fb8bc14d850 2024-04-18T05:11:53.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8bc06ce90 con 0x7fb8bc14d850 2024-04-18T05:11:53.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8bc1f34a0 con 0x7fb8bc14d850 2024-04-18T05:11:53.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7fb8b27fc640 1 -- 172.21.15.32:0/3289252532 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8ac011990 con 0x7fb8bc14d850 2024-04-18T05:11:53.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7fb8b27fc640 1 -- 172.21.15.32:0/3289252532 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8ac011dc0 con 0x7fb8bc14d850 2024-04-18T05:11:53.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7fd8e67fc640 1 -- 172.21.15.32:0/3290444474 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd8e801d3b0 con 0x7fd8f015adc0 2024-04-18T05:11:53.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7fd8e67fc640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd8d40666e0 0x7fd8d4068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.897+0000 7fd8e67fc640 1 -- 172.21.15.32:0/3290444474 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd8e8084780 con 0x7fd8f015adc0 2024-04-18T05:11:53.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.901+0000 7f9a52ffd640 1 -- 172.21.15.32:0/4058600980 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9a580eade0 con 0x7f9a641f0080 2024-04-18T05:11:53.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.901+0000 7fd8f5db9640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd8d40666e0 0x7fd8d4068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.901+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8a4005260 con 0x7fb8bc14d850 2024-04-18T05:11:53.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.901+0000 7fd8f5db9640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd8d40666e0 0x7fd8d4068ba0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd8e0007fd0 tx=0x7fd8e0007940 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5af7fe640 1 -- 172.21.15.32:0/1299696339 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59c00e390 con 0x7fb5a8046130 2024-04-18T05:11:53.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5af7fe640 1 -- 172.21.15.32:0/1299696339 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb59c00e4f0 con 0x7fb5a8046130 2024-04-18T05:11:53.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5af7fe640 1 -- 172.21.15.32:0/1299696339 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59c0a9ac0 con 0x7fb5a8046130 2024-04-18T05:11:53.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 -- 172.21.15.32:0/1299696339 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a8046130 msgr2=0x7fb5a8046580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 --2- 172.21.15.32:0/1299696339 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a8046130 0x7fb5a8046580 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb59c00eae0 tx=0x7fb59c0209d0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 -- 172.21.15.32:0/1299696339 shutdown_connections 2024-04-18T05:11:53.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 --2- 172.21.15.32:0/1299696339 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a8046130 0x7fb5a8046580 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 --2- 172.21.15.32:0/1299696339 >> v2:172.21.15.32:3300/0 conn(0x7fb5a80f2030 0x7fb5a80f8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 -- 172.21.15.32:0/1299696339 >> 172.21.15.32:0/1299696339 conn(0x7fb5a8005ec0 msgr2=0x7fb5a80062d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:53.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 -- 172.21.15.32:0/1299696339 shutdown_connections 2024-04-18T05:11:53.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 -- 172.21.15.32:0/1299696339 wait complete. 2024-04-18T05:11:53.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fd8e67fc640 1 -- 172.21.15.32:0/3290444474 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd8e8051920 con 0x7fd8f015adc0 2024-04-18T05:11:53.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 Processor -- start 2024-04-18T05:11:53.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb5b584a640 1 -- start start 2024-04-18T05:11:53.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b584a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a800b050 0x7fb5a80ee280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b584a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a8046130 0x7fb5a80e9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b584a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a80f2030 0x7fb5a80eac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b584a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a80f55e0 con 0x7fb5a800b050 2024-04-18T05:11:53.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b584a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a804a0d0 con 0x7fb5a8046130 2024-04-18T05:11:53.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b584a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a80f5020 con 0x7fb5a80f2030 2024-04-18T05:11:53.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b4848640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a800b050 0x7fb5a80ee280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b4848640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a800b050 0x7fb5a80ee280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57960/0 (socket says 172.21.15.32:57960) 2024-04-18T05:11:53.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b4848640 1 -- 172.21.15.32:0/389467557 learned_addr learned my addr 172.21.15.32:0/389467557 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:53.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.909+0000 7fb8b27fc640 1 -- 172.21.15.32:0/3289252532 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb8ac023430 con 0x7fb8bc14d850 2024-04-18T05:11:53.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb8b27fc640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb8a00666c0 0x7fb8a0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb8b27fc640 1 -- 172.21.15.32:0/3289252532 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb8ac0844d0 con 0x7fb8bc14d850 2024-04-18T05:11:53.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb8c1e68640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb8a00666c0 0x7fb8a0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb8c1e68640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb8a00666c0 0x7fb8a0068b80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb8b4003f30 tx=0x7fb8b40098d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5affff640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a8046130 0x7fb5a80e9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b5049640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a80f2030 0x7fb5a80eac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b4848640 1 -- 172.21.15.32:0/389467557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a80f2030 msgr2=0x7fb5a80eac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b4848640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a80f2030 0x7fb5a80eac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b4848640 1 -- 172.21.15.32:0/389467557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a8046130 msgr2=0x7fb5a80e9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:53.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b4848640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a8046130 0x7fb5a80e9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:53.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b4848640 1 -- 172.21.15.32:0/389467557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a400b4c0 con 0x7fb5a800b050 2024-04-18T05:11:53.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5affff640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a8046130 0x7fb5a80e9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b4848640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a800b050 0x7fb5a80ee280 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4006370 tx=0x7fb5a4006830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5ad7fa640 1 -- 172.21.15.32:0/389467557 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a400eda0 con 0x7fb5a800b050 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5ad7fa640 1 -- 172.21.15.32:0/389467557 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5a4004030 con 0x7fb5a800b050 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5ad7fa640 1 -- 172.21.15.32:0/389467557 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a40043e0 con 0x7fb5a800b050 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb59c00e7c0 con 0x7fb5a800b050 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5a80ec000 con 0x7fb5a800b050 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.913+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5a800d240 con 0x7fb5a800b050 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.921+0000 7fb5ad7fa640 1 -- 172.21.15.32:0/389467557 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb5a4003620 con 0x7fb5a800b050 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.921+0000 7fb5ad7fa640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb594066760 0x7fb594068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:53.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.921+0000 7fb8b27fc640 1 -- 172.21.15.32:0/3289252532 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb8ac0515c0 con 0x7fb8bc14d850 2024-04-18T05:11:53.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.921+0000 7fb5ad7fa640 1 -- 172.21.15.32:0/389467557 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb5a4085000 con 0x7fb5a800b050 2024-04-18T05:11:53.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.921+0000 7fb5affff640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb594066760 0x7fb594068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:53.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.921+0000 7fb5affff640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb594066760 0x7fb594068c20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb5b002c920 tx=0x7fb5b006d040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:53.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:53.929+0000 7fb5ad7fa640 1 -- 172.21.15.32:0/389467557 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb5a40521a0 con 0x7fb5a800b050 2024-04-18T05:11:54.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.213+0000 7fa332174640 1 -- 172.21.15.32:0/1514594165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fa30c0057e0 con 0x7fa32c06cf70 2024-04-18T05:11:54.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.213+0000 7fa313fff640 1 -- 172.21.15.32:0/1514594165 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa320017020 con 0x7fa32c06cf70 2024-04-18T05:11:54.216 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-04-18T05:11:54.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.221+0000 7fa311ffb640 1 -- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa318066790 msgr2=0x7fa318068c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.221+0000 7fa311ffb640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa318066790 0x7fa318068c50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa31c009870 tx=0x7fa31c0b5040 comp rx=0 tx=0).stop 2024-04-18T05:11:54.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.221+0000 7fa311ffb640 1 -- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c06cf70 msgr2=0x7fa32c15b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.221+0000 7fa311ffb640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c06cf70 0x7fa32c15b3a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa320000f70 tx=0x7fa32000c890 comp rx=0 tx=0).stop 2024-04-18T05:11:54.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7fa311ffb640 1 -- 172.21.15.32:0/1514594165 shutdown_connections 2024-04-18T05:11:54.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7fa311ffb640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa318066790 0x7fa318068c50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7fa311ffb640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa32c14ee10 0x7fa32c1507f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7fa311ffb640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa32c06cf70 0x7fa32c15b3a0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7fa311ffb640 1 --2- 172.21.15.32:0/1514594165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa32c06c050 0x7fa32c14bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7fa311ffb640 1 -- 172.21.15.32:0/1514594165 >> 172.21.15.32:0/1514594165 conn(0x7fa32c0c50b0 msgr2=0x7fa32c06c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:54.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7fa311ffb640 1 -- 172.21.15.32:0/1514594165 shutdown_connections 2024-04-18T05:11:54.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7fa311ffb640 1 -- 172.21.15.32:0/1514594165 wait complete. 2024-04-18T05:11:54.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7f0a4dffb640 1 -- 172.21.15.32:0/507311651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f0a40005510 con 0x7f0a680a8160 2024-04-18T05:11:54.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.225+0000 7f0a4ffff640 1 -- 172.21.15.32:0/507311651 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0a5c0b1070 con 0x7f0a680a8160 2024-04-18T05:11:54.228 INFO:teuthology.orchestra.run.smithi032.stdout:64424509448 2024-04-18T05:11:54.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a54066790 msgr2=0x7f0a54068c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a54066790 0x7f0a54068c50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0a58007fd0 tx=0x7f0a58009040 comp rx=0 tx=0).stop 2024-04-18T05:11:54.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a680a8160 msgr2=0x7f0a68149c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a680a8160 0x7f0a68149c70 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c018ff0 tx=0x7f0a5c019180 comp rx=0 tx=0).stop 2024-04-18T05:11:54.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f9a480057e0 con 0x7f9a641f0080 2024-04-18T05:11:54.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/507311651 shutdown_connections 2024-04-18T05:11:54.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a6815a0a0 0x7f0a6814a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a680a8160 0x7f0a68149c70 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a54066790 0x7f0a54068c50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 --2- 172.21.15.32:0/507311651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a6806daa0 0x7f0a68154fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/507311651 >> 172.21.15.32:0/507311651 conn(0x7f0a680c5280 msgr2=0x7f0a68071540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:54.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fd8d80057e0 con 0x7fd8f015adc0 2024-04-18T05:11:54.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f9a52ffd640 1 -- 172.21.15.32:0/4058600980 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9a580bf020 con 0x7f9a641f0080 2024-04-18T05:11:54.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/507311651 shutdown_connections 2024-04-18T05:11:54.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7f0a6e0bb640 1 -- 172.21.15.32:0/507311651 wait complete. 2024-04-18T05:11:54.232 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-04-18T05:11:54.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7feb9c0057e0 con 0x7febbc0bfab0 2024-04-18T05:11:54.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fc6e00052a0 con 0x7fc6e00c8500 2024-04-18T05:11:54.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7fd8e67fc640 1 -- 172.21.15.32:0/3290444474 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd8e8019020 con 0x7fd8f015adc0 2024-04-18T05:11:54.233 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-04-18T05:11:54.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7fc6de7fc640 1 -- 172.21.15.32:0/714229692 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc6e80ce150 con 0x7fc6e00c8500 2024-04-18T05:11:54.234 INFO:teuthology.orchestra.run.smithi032.stdout:64424509448 2024-04-18T05:11:54.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.229+0000 7feba3fff640 1 -- 172.21.15.32:0/1652240411 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7febb40554b0 con 0x7febbc0bfab0 2024-04-18T05:11:54.234 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-04-18T05:11:54.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd8d40666e0 msgr2=0x7fd8d4068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd8d40666e0 0x7fd8d4068ba0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd8e0007fd0 tx=0x7fd8e0007940 comp rx=0 tx=0).stop 2024-04-18T05:11:54.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd8f015adc0 msgr2=0x7fd8f01f3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd8f015adc0 0x7fd8f01f3ad0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd8e800b990 tx=0x7fd8e800be50 comp rx=0 tx=0).stop 2024-04-18T05:11:54.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6cc066690 msgr2=0x7fc6cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6cc066690 0x7fc6cc068b50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc6e40af000 tx=0x7fc6e40a7000 comp rx=0 tx=0).stop 2024-04-18T05:11:54.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9a440666e0 msgr2=0x7f9a44068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9a440666e0 0x7f9a44068ba0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9a5400ba40 tx=0x7f9a54008040 comp rx=0 tx=0).stop 2024-04-18T05:11:54.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a641f0080 msgr2=0x7f9a641f04e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a641f0080 0x7f9a641f04e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9a580a8000 tx=0x7f9a4c005800 comp rx=0 tx=0).stop 2024-04-18T05:11:54.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 shutdown_connections 2024-04-18T05:11:54.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9a641fc450 0x7f9a641fc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9a641f0080 0x7f9a641f04e0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9a440666e0 0x7f9a44068ba0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 shutdown_connections 2024-04-18T05:11:54.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd8f015adc0 0x7fd8f01f3ad0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd8d40666e0 0x7fd8d4068ba0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8f00c1990 0x7fd8f01f1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 --2- 172.21.15.32:0/3290444474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd8f006dfb0 0x7fd8f00aa410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 >> 172.21.15.32:0/3290444474 conn(0x7fd8f00c54a0 msgr2=0x7fd8f00c4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:54.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc6e00c8500 msgr2=0x7fc6e00c70c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc6e00c8500 0x7fc6e00c70c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc6e8069050 tx=0x7fc6e8067840 comp rx=0 tx=0).stop 2024-04-18T05:11:54.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 --2- 172.21.15.32:0/4058600980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4c0047d0 0x7f9a640a9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 >> 172.21.15.32:0/4058600980 conn(0x7f9a640c5280 msgr2=0x7f9a641415d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:54.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 shutdown_connections 2024-04-18T05:11:54.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 shutdown_connections 2024-04-18T05:11:54.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc6e00c8500 0x7fc6e00c70c0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc6e004b2e0 0x7fc6e00cec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6cc066690 0x7fc6cc068b50 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 --2- 172.21.15.32:0/714229692 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6e00074d0 0x7fc6e00ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 >> 172.21.15.32:0/714229692 conn(0x7fc6e0005ec0 msgr2=0x7fc6e00cb0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:54.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 shutdown_connections 2024-04-18T05:11:54.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.233+0000 7fd8f801d640 1 -- 172.21.15.32:0/3290444474 wait complete. 2024-04-18T05:11:54.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feba8066710 msgr2=0x7feba8068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feba8066710 0x7feba8068bd0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7febac0b2000 tx=0x7febac0aa070 comp rx=0 tx=0).stop 2024-04-18T05:11:54.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7fc6eec9a640 1 -- 172.21.15.32:0/714229692 wait complete. 2024-04-18T05:11:54.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0bfab0 msgr2=0x7febbc145500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0bfab0 0x7febbc145500 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7febb400c7f0 tx=0x7febb400ccb0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 shutdown_connections 2024-04-18T05:11:54.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7febbc0ab060 0x7febbc1ee0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7febbc14f9e0 0x7febbc152270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7feba8066710 0x7feba8068bd0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 --2- 172.21.15.32:0/1652240411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febbc0bfab0 0x7febbc145500 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 >> 172.21.15.32:0/1652240411 conn(0x7febbc0c5280 msgr2=0x7febbc1511b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:54.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 shutdown_connections 2024-04-18T05:11:54.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7febc1d7c640 1 -- 172.21.15.32:0/1652240411 wait complete. 2024-04-18T05:11:54.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 shutdown_connections 2024-04-18T05:11:54.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.237+0000 7f9a68cc9640 1 -- 172.21.15.32:0/4058600980 wait complete. 2024-04-18T05:11:54.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.245+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fb8a40057e0 con 0x7fb8bc14d850 2024-04-18T05:11:54.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.245+0000 7fb8b27fc640 1 -- 172.21.15.32:0/3289252532 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb8ac054be0 con 0x7fb8bc14d850 2024-04-18T05:11:54.247 INFO:teuthology.orchestra.run.smithi032.stdout:55834574857 2024-04-18T05:11:54.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb8a00666c0 msgr2=0x7fb8a0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb8a00666c0 0x7fb8a0068b80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb8b4003f30 tx=0x7fb8b40098d0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc14d850 msgr2=0x7fb8bc1f3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc14d850 0x7fb8bc1f3ca0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb8ac00b410 tx=0x7fb8ac00b8d0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 shutdown_connections 2024-04-18T05:11:54.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb8bc14d850 0x7fb8bc1f3ca0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8bc06d660 0x7fb8bc14f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb8a00666c0 0x7fb8a0068b80 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 --2- 172.21.15.32:0/3289252532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8bc06d280 0x7fb8bc1efe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 >> 172.21.15.32:0/3289252532 conn(0x7fb8bc0c50b0 msgr2=0x7fb8bc14c2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 shutdown_connections 2024-04-18T05:11:54.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.249+0000 7fb8c40cc640 1 -- 172.21.15.32:0/3289252532 wait complete. 2024-04-18T05:11:54.256 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.0 2024-04-18T05:11:54.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.257+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fb5a80052a0 con 0x7fb5a800b050 2024-04-18T05:11:54.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.257+0000 7fb5ad7fa640 1 -- 172.21.15.32:0/389467557 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb5a4025090 con 0x7fb5a800b050 2024-04-18T05:11:54.260 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-04-18T05:11:54.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.261+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb594066760 msgr2=0x7fb594068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.261+0000 7fb5b584a640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb594066760 0x7fb594068c20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb5b002c920 tx=0x7fb5b006d040 comp rx=0 tx=0).stop 2024-04-18T05:11:54.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.261+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a800b050 msgr2=0x7fb5a80ee280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:54.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.261+0000 7fb5b584a640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a800b050 0x7fb5a80ee280 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4006370 tx=0x7fb5a4006830 comp rx=0 tx=0).stop 2024-04-18T05:11:54.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.265+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 shutdown_connections 2024-04-18T05:11:54.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.265+0000 7fb5b584a640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a80f2030 0x7fb5a80eac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.265+0000 7fb5b584a640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb594066760 0x7fb594068c20 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.265+0000 7fb5b584a640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a8046130 0x7fb5a80e9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.265+0000 7fb5b584a640 1 --2- 172.21.15.32:0/389467557 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a800b050 0x7fb5a80ee280 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:54.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.265+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 >> 172.21.15.32:0/389467557 conn(0x7fb5a8005ec0 msgr2=0x7fb5a80f6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:54.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.265+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 shutdown_connections 2024-04-18T05:11:54.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:54.265+0000 7fb5b584a640 1 -- 172.21.15.32:0/389467557 wait complete. 2024-04-18T05:11:54.267 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.2 2024-04-18T05:11:54.270 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.6 2024-04-18T05:11:54.270 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509450 for osd.4 2024-04-18T05:11:54.272 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.3 2024-04-18T05:11:54.282 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.1 2024-04-18T05:11:54.283 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574857 for osd.7 2024-04-18T05:11:54.285 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.5 2024-04-18T05:11:54.858 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:11:54.861 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:11:55.256 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-04-18T05:11:55.268 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-04-18T05:11:55.270 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-04-18T05:11:55.272 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-04-18T05:11:55.272 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-04-18T05:11:55.283 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-04-18T05:11:55.285 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-04-18T05:11:55.286 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-04-18T05:11:55.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.441+0000 7f111cb88640 1 Processor -- start 2024-04-18T05:11:55.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.441+0000 7f111cb88640 1 -- start start 2024-04-18T05:11:55.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f111cb88640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1118153230 0x7f1118153610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f111cb88640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f111814f9e0 0x7f111814fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f111cb88640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11180c09b0 con 0x7f11180c1450 2024-04-18T05:11:55.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f111cb88640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11180c1030 con 0x7f111814f9e0 2024-04-18T05:11:55.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f111cb88640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1118070ee0 con 0x7f1118153230 2024-04-18T05:11:55.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f1116d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f111814f9e0 0x7f111814fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f1116d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f111814f9e0 0x7f111814fe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:57976/0 (socket says 172.21.15.32:57976) 2024-04-18T05:11:55.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f1116d9d640 1 -- 172.21.15.32:0/192607366 learned_addr learned my addr 172.21.15.32:0/192607366 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f111659c640 1 --2- 172.21.15.32:0/192607366 >> v2:172.21.15.92:3300/0 conn(0x7f1118153230 0x7f1118153610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f1116d9d640 1 -- 172.21.15.32:0/192607366 >> v2:172.21.15.92:3300/0 conn(0x7f1118153230 msgr2=0x7f1118153610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:55.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f1116d9d640 1 --2- 172.21.15.32:0/192607366 >> v2:172.21.15.92:3300/0 conn(0x7f1118153230 0x7f1118153610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f1116d9d640 1 -- 172.21.15.32:0/192607366 >> v1:172.21.15.92:6789/0 conn(0x7f11180c1450 legacy=0x7f111806b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.445+0000 7f1116d9d640 1 -- 172.21.15.32:0/192607366 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11180c0c50 con 0x7f111814f9e0 2024-04-18T05:11:55.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f1116d9d640 1 --2- 172.21.15.32:0/192607366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f111814f9e0 0x7f111814fe70 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1108009870 tx=0x7f110801c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21e25cae20dc7a5a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111559a640 1 -- 172.21.15.32:0/192607366 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11080aa610 con 0x7f111814f9e0 2024-04-18T05:11:55.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111559a640 1 -- 172.21.15.32:0/192607366 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11080a6040 con 0x7f111814f9e0 2024-04-18T05:11:55.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111cb88640 1 -- 172.21.15.32:0/192607366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f111814f9e0 msgr2=0x7f111814fe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111cb88640 1 --2- 172.21.15.32:0/192607366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f111814f9e0 0x7f111814fe70 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1108009870 tx=0x7f110801c540 comp rx=0 tx=0).stop 2024-04-18T05:11:55.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111cb88640 1 -- 172.21.15.32:0/192607366 shutdown_connections 2024-04-18T05:11:55.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111cb88640 1 --2- 172.21.15.32:0/192607366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f111814f9e0 0x7f111814fe70 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111cb88640 1 --2- 172.21.15.32:0/192607366 >> v2:172.21.15.92:3300/0 conn(0x7f1118153230 0x7f1118153610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111cb88640 1 -- 172.21.15.32:0/192607366 >> 172.21.15.32:0/192607366 conn(0x7f11180c5280 msgr2=0x7f11180c5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111cb88640 1 -- 172.21.15.32:0/192607366 shutdown_connections 2024-04-18T05:11:55.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.449+0000 7f111cb88640 1 -- 172.21.15.32:0/192607366 wait complete. 2024-04-18T05:11:55.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f111cb88640 1 Processor -- start 2024-04-18T05:11:55.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f111cb88640 1 -- start start 2024-04-18T05:11:55.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f111cb88640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11180c1450 0x7f1118151800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f111cb88640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f111814f9e0 0x7f1118143b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f111cb88640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1118153230 0x7f11181fba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f111cb88640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1118152e90 con 0x7f11180c1450 2024-04-18T05:11:55.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f111cb88640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1118147d40 con 0x7f1118153230 2024-04-18T05:11:55.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f111cb88640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1118151d40 con 0x7f111814f9e0 2024-04-18T05:11:55.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f1115d9b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f111814f9e0 0x7f1118143b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f1115d9b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f111814f9e0 0x7f1118143b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:43308/0 (socket says 172.21.15.32:43308) 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f1115d9b640 1 -- 172.21.15.32:0/2813063467 learned_addr learned my addr 172.21.15.32:0/2813063467 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f1116d9d640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1118153230 0x7f11181fba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f111659c640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11180c1450 0x7f1118151800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f1115d9b640 1 -- 172.21.15.32:0/2813063467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1118153230 msgr2=0x7f11181fba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f1115d9b640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1118153230 0x7f11181fba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.453+0000 7f1115d9b640 1 -- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11180c1450 msgr2=0x7f1118151800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f1115d9b640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11180c1450 0x7f1118151800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f1115d9b640 1 -- 172.21.15.32:0/2813063467 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11080094d0 con 0x7f111814f9e0 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f1116d9d640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1118153230 0x7f11181fba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f111659c640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11180c1450 0x7f1118151800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:55.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f1115d9b640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f111814f9e0 0x7f1118143b80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f111000c7f0 tx=0x7f111000ccb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f1106ffd640 1 -- 172.21.15.32:0/2813063467 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1110003b80 con 0x7f111814f9e0 2024-04-18T05:11:55.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f111cb88640 1 -- 172.21.15.32:0/2813063467 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1118150db0 con 0x7f111814f9e0 2024-04-18T05:11:55.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f111cb88640 1 -- 172.21.15.32:0/2813063467 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11180aae60 con 0x7f111814f9e0 2024-04-18T05:11:55.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f1106ffd640 1 -- 172.21.15.32:0/2813063467 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1110003ce0 con 0x7f111814f9e0 2024-04-18T05:11:55.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f1106ffd640 1 -- 172.21.15.32:0/2813063467 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f111000aa90 con 0x7f111814f9e0 2024-04-18T05:11:55.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.457+0000 7f111cb88640 1 -- 172.21.15.32:0/2813063467 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10fc005260 con 0x7f111814f9e0 2024-04-18T05:11:55.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.461+0000 7f1106ffd640 1 -- 172.21.15.32:0/2813063467 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f111000abf0 con 0x7f111814f9e0 2024-04-18T05:11:55.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.461+0000 7f1106ffd640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10f8066690 0x7f10f8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.461+0000 7f111659c640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10f8066690 0x7f10f8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.461+0000 7f1106ffd640 1 -- 172.21.15.32:0/2813063467 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f11100841d0 con 0x7f111814f9e0 2024-04-18T05:11:55.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.461+0000 7f111659c640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10f8066690 0x7f10f8068b50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f110c004630 tx=0x7f110c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.473+0000 7f1106ffd640 1 -- 172.21.15.32:0/2813063467 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1110051330 con 0x7f111814f9e0 2024-04-18T05:11:55.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.481+0000 7f9ec25d4640 1 Processor -- start 2024-04-18T05:11:55.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.481+0000 7f9ec25d4640 1 -- start start 2024-04-18T05:11:55.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec25d4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9eb4049de0 0x7f9eb40d7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec25d4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9eb40d1580 con 0x7f9eb404baf0 2024-04-18T05:11:55.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec1dd3640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9eb404baf0 0x7f9eb404bf00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37452/0 (socket says 172.21.15.32:37452) 2024-04-18T05:11:55.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec1dd3640 1 -- 172.21.15.32:0/3238891532 learned_addr learned my addr 172.21.15.32:0/3238891532 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:55.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec0dd1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9eb4049de0 0x7f9eb40d7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec25d4640 1 -- 172.21.15.32:0/3238891532 --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9eb4048d40 con 0x7f9eb40d11a0 2024-04-18T05:11:55.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec25d4640 1 -- 172.21.15.32:0/3238891532 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9eb4048060 con 0x7f9eb4049de0 2024-04-18T05:11:55.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9eb3fff640 1 -- 172.21.15.32:0/3238891532 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1894985287 0 0) 0x7f9ebc0682c0 con 0x7f9eb404baf0 2024-04-18T05:11:55.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9eb3fff640 1 -- 172.21.15.32:0/3238891532 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9ea8003530 con 0x7f9eb404baf0 2024-04-18T05:11:55.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec0dd1640 1 -- 172.21.15.32:0/3238891532 >> v1:172.21.15.92:6789/0 conn(0x7f9eb40d11a0 legacy=0x7f9eb404a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:55.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec0dd1640 1 -- 172.21.15.32:0/3238891532 >> v1:172.21.15.32:6789/0 conn(0x7f9eb404baf0 legacy=0x7f9eb404bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.485+0000 7f9ec0dd1640 1 -- 172.21.15.32:0/3238891532 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9eb40d8050 con 0x7f9eb4049de0 2024-04-18T05:11:55.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec0dd1640 1 --2- 172.21.15.32:0/3238891532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb4049de0 0x7f9eb40d7060 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9eac0097c0 tx=0x7f9eac01c300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f24e084d78d1d995 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9eb3fff640 1 -- 172.21.15.32:0/3238891532 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eac0ab600 con 0x7f9eb4049de0 2024-04-18T05:11:55.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9eb3fff640 1 -- 172.21.15.32:0/3238891532 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9eac0a7050 con 0x7f9eb4049de0 2024-04-18T05:11:55.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9eb3fff640 1 -- 172.21.15.32:0/3238891532 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eac0ab980 con 0x7f9eb4049de0 2024-04-18T05:11:55.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018df41640 1 Processor -- start 2024-04-18T05:11:55.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018df41640 1 -- start start 2024-04-18T05:11:55.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018df41640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f018806d2c0 0x7f01880aa280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018df41640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0188089a60 0x7f0188163230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018df41640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01880c5db0 con 0x7f01880a9ea0 2024-04-18T05:11:55.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018df41640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0188089510 con 0x7f018806d2c0 2024-04-18T05:11:55.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018df41640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0188161d60 con 0x7f0188089a60 2024-04-18T05:11:55.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec25d4640 1 -- 172.21.15.32:0/3238891532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb4049de0 msgr2=0x7f9eb40d7060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec25d4640 1 --2- 172.21.15.32:0/3238891532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb4049de0 0x7f9eb40d7060 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9eac0097c0 tx=0x7f9eac01c300 comp rx=0 tx=0).stop 2024-04-18T05:11:55.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec25d4640 1 -- 172.21.15.32:0/3238891532 shutdown_connections 2024-04-18T05:11:55.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec25d4640 1 --2- 172.21.15.32:0/3238891532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb4049de0 0x7f9eb40d7060 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec25d4640 1 -- 172.21.15.32:0/3238891532 >> 172.21.15.32:0/3238891532 conn(0x7f9eb40492c0 msgr2=0x7f9eb40496d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec25d4640 1 -- 172.21.15.32:0/3238891532 shutdown_connections 2024-04-18T05:11:55.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec25d4640 1 -- 172.21.15.32:0/3238891532 wait complete. 2024-04-18T05:11:55.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018d740640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0188089a60 0x7f0188163230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018cf3f640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f01880a9ea0 0x7f0188162b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:54666/0 (socket says 172.21.15.32:54666) 2024-04-18T05:11:55.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f018cf3f640 1 -- 172.21.15.32:0/215549487 learned_addr learned my addr 172.21.15.32:0/215549487 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:55.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f0187fff640 1 --2- 172.21.15.32:0/215549487 >> v2:172.21.15.32:3300/0 conn(0x7f018806d2c0 0x7f01880aa280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f01877fe640 1 -- 172.21.15.32:0/215549487 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 657992943 0 0) 0x7f01880c5db0 con 0x7f01880a9ea0 2024-04-18T05:11:55.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f01877fe640 1 -- 172.21.15.32:0/215549487 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0178003530 con 0x7f01880a9ea0 2024-04-18T05:11:55.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f0187fff640 1 -- 172.21.15.32:0/215549487 >> v2:172.21.15.92:3300/0 conn(0x7f0188089a60 msgr2=0x7f0188163230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:55.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f0187fff640 1 --2- 172.21.15.32:0/215549487 >> v2:172.21.15.92:3300/0 conn(0x7f0188089a60 0x7f0188163230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f0187fff640 1 -- 172.21.15.32:0/215549487 >> v1:172.21.15.92:6789/0 conn(0x7f01880a9ea0 legacy=0x7f0188162b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f0187fff640 1 -- 172.21.15.32:0/215549487 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0188162040 con 0x7f018806d2c0 2024-04-18T05:11:55.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f5fb359e640 1 Processor -- start 2024-04-18T05:11:55.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f5fb359e640 1 -- start start 2024-04-18T05:11:55.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec25d4640 1 Processor -- start 2024-04-18T05:11:55.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.489+0000 7f9ec25d4640 1 -- start start 2024-04-18T05:11:55.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb359e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5fac04da50 0x7f5fac007280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb359e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5fac0077c0 0x7f5fac00e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb2d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5fac0077c0 0x7f5fac00e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb359e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fac04ae80 con 0x7f5fac0d7b60 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb359e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fac00e3f0 con 0x7f5fac0077c0 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb359e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fac00f8e0 con 0x7f5fac04da50 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb2d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5fac0077c0 0x7f5fac00e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58016/0 (socket says 172.21.15.32:58016) 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb2d9d640 1 -- 172.21.15.32:0/1456604527 learned_addr learned my addr 172.21.15.32:0/1456604527 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb1d9b640 1 --2- 172.21.15.32:0/1456604527 >> v2:172.21.15.92:3300/0 conn(0x7f5fac04da50 0x7f5fac007280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb2d9d640 1 -- 172.21.15.32:0/1456604527 >> v2:172.21.15.92:3300/0 conn(0x7f5fac04da50 msgr2=0x7f5fac007280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:55.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb2d9d640 1 --2- 172.21.15.32:0/1456604527 >> v2:172.21.15.92:3300/0 conn(0x7f5fac04da50 0x7f5fac007280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec25d4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9eb4049de0 0x7f9eb40460e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec25d4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9eb404baf0 0x7f9eb41765e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec25d4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb40d11a0 0x7f9eb402c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec25d4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb404c610 con 0x7f9eb40d11a0 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec25d4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb402f4c0 con 0x7f9eb404baf0 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec25d4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb402d2d0 con 0x7f9eb4049de0 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec1dd3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb40d11a0 0x7f9eb402c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec1dd3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb40d11a0 0x7f9eb402c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58020/0 (socket says 172.21.15.32:58020) 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec1dd3640 1 -- 172.21.15.32:0/649372249 learned_addr learned my addr 172.21.15.32:0/649372249 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec0dd1640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9eb404baf0 0x7f9eb41765e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec15d2640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9eb4049de0 0x7f9eb40460e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec1dd3640 1 -- 172.21.15.32:0/649372249 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9eb4049de0 msgr2=0x7f9eb40460e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec1dd3640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9eb4049de0 0x7f9eb40460e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec1dd3640 1 -- 172.21.15.32:0/649372249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9eb404baf0 msgr2=0x7f9eb41765e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec1dd3640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9eb404baf0 0x7f9eb41765e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec1dd3640 1 -- 172.21.15.32:0/649372249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9eac009420 con 0x7f9eb40d11a0 2024-04-18T05:11:55.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec1dd3640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb40d11a0 0x7f9eb402c690 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc078bc0 tx=0x7f9ebc066220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9eb1ffb640 1 -- 172.21.15.32:0/649372249 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc06bea0 con 0x7f9eb40d11a0 2024-04-18T05:11:55.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9eb1ffb640 1 -- 172.21.15.32:0/649372249 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ebc0668a0 con 0x7f9eb40d11a0 2024-04-18T05:11:55.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9eb1ffb640 1 -- 172.21.15.32:0/649372249 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ebc0721c0 con 0x7f9eb40d11a0 2024-04-18T05:11:55.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f0187fff640 1 --2- 172.21.15.32:0/215549487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f018806d2c0 0x7f01880aa280 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f01880c2c10 tx=0x7f017401c6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81fd8ba151c0106b server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f01877fe640 1 -- 172.21.15.32:0/215549487 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01740a9680 con 0x7f018806d2c0 2024-04-18T05:11:55.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f01877fe640 1 -- 172.21.15.32:0/215549487 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01740a97e0 con 0x7f018806d2c0 2024-04-18T05:11:55.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f01877fe640 1 -- 172.21.15.32:0/215549487 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01740a9b70 con 0x7f018806d2c0 2024-04-18T05:11:55.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb2d9d640 1 -- 172.21.15.32:0/1456604527 >> v1:172.21.15.92:6789/0 conn(0x7f5fac0d7b60 legacy=0x7f5fac0dadd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb2d9d640 1 -- 172.21.15.32:0/1456604527 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fac04a5e0 con 0x7f5fac0077c0 2024-04-18T05:11:55.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb2d9d640 1 --2- 172.21.15.32:0/1456604527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac0077c0 0x7f5fac00e880 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4067410 tx=0x7f5fb4096260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27dae0740620e9b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec25d4640 1 -- 172.21.15.32:0/649372249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9eb4046620 con 0x7f9eb40d11a0 2024-04-18T05:11:55.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f018df41640 1 -- 172.21.15.32:0/215549487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f018806d2c0 msgr2=0x7f01880aa280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f018df41640 1 --2- 172.21.15.32:0/215549487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f018806d2c0 0x7f01880aa280 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f01880c2c10 tx=0x7f017401c6b0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec25d4640 1 -- 172.21.15.32:0/649372249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9eb40e0cb0 con 0x7f9eb40d11a0 2024-04-18T05:11:55.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f018df41640 1 -- 172.21.15.32:0/215549487 shutdown_connections 2024-04-18T05:11:55.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f018df41640 1 --2- 172.21.15.32:0/215549487 >> v2:172.21.15.92:3300/0 conn(0x7f0188089a60 0x7f0188163230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f018df41640 1 --2- 172.21.15.32:0/215549487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f018806d2c0 0x7f01880aa280 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f018df41640 1 -- 172.21.15.32:0/215549487 >> 172.21.15.32:0/215549487 conn(0x7f018806bbe0 msgr2=0x7f018806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f018df41640 1 -- 172.21.15.32:0/215549487 shutdown_connections 2024-04-18T05:11:55.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f151552d640 1 Processor -- start 2024-04-18T05:11:55.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb159a640 1 -- 172.21.15.32:0/1456604527 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4125600 con 0x7f5fac0077c0 2024-04-18T05:11:55.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb159a640 1 -- 172.21.15.32:0/1456604527 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fb4121050 con 0x7f5fac0077c0 2024-04-18T05:11:55.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f5fb159a640 1 -- 172.21.15.32:0/1456604527 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4125a20 con 0x7f5fac0077c0 2024-04-18T05:11:55.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f151552d640 1 -- start start 2024-04-18T05:11:55.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f9ec25d4640 1 -- 172.21.15.32:0/649372249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9eb402f630 con 0x7f9eb40d11a0 2024-04-18T05:11:55.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 -- 172.21.15.32:0/1456604527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac0077c0 msgr2=0x7f5fac00e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 --2- 172.21.15.32:0/1456604527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac0077c0 0x7f5fac00e880 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4067410 tx=0x7f5fb4096260 comp rx=0 tx=0).stop 2024-04-18T05:11:55.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 -- 172.21.15.32:0/1456604527 shutdown_connections 2024-04-18T05:11:55.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 --2- 172.21.15.32:0/1456604527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac0077c0 0x7f5fac00e880 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 --2- 172.21.15.32:0/1456604527 >> v2:172.21.15.92:3300/0 conn(0x7f5fac04da50 0x7f5fac007280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 -- 172.21.15.32:0/1456604527 >> 172.21.15.32:0/1456604527 conn(0x7f5fac04c5d0 msgr2=0x7f5fac04c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 -- 172.21.15.32:0/1456604527 shutdown_connections 2024-04-18T05:11:55.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.493+0000 7f018df41640 1 -- 172.21.15.32:0/215549487 wait complete. 2024-04-18T05:11:55.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018df41640 1 Processor -- start 2024-04-18T05:11:55.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 -- 172.21.15.32:0/1456604527 wait complete. 2024-04-18T05:11:55.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f151552d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f15080d47d0 0x7f1508009140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f9eb1ffb640 1 -- 172.21.15.32:0/649372249 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9ebc072340 con 0x7f9eb40d11a0 2024-04-18T05:11:55.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f9eb1ffb640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9ea00666c0 0x7f9ea0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f9eb1ffb640 1 -- 172.21.15.32:0/649372249 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9ebc0fd3a0 con 0x7f9eb40d11a0 2024-04-18T05:11:55.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f150ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f15080d47d0 0x7f1508009140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f150ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f15080d47d0 0x7f1508009140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58034/0 (socket says 172.21.15.32:58034) 2024-04-18T05:11:55.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f150ffff640 1 -- 172.21.15.32:0/1078889296 learned_addr learned my addr 172.21.15.32:0/1078889296 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f151552d640 1 -- 172.21.15.32:0/1078889296 --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15080d7650 con 0x7f150800c1c0 2024-04-18T05:11:55.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f9ec15d2640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9ea00666c0 0x7f9ea0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f151552d640 1 -- 172.21.15.32:0/1078889296 --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15080d7020 con 0x7f15080d7ae0 2024-04-18T05:11:55.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f151552d640 1 -- 172.21.15.32:0/1078889296 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1508047d00 con 0x7f15080d47d0 2024-04-18T05:11:55.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f9ec15d2640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9ea00666c0 0x7f9ea0068b80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8007fd0 tx=0x7f9eb8007e40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018df41640 1 -- start start 2024-04-18T05:11:55.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018df41640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f018806d2c0 0x7f018815aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018df41640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0188089a60 0x7f0188088a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018df41640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880a9ea0 0x7f0188088f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018df41640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0188165b20 con 0x7f01880a9ea0 2024-04-18T05:11:55.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018df41640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0188165780 con 0x7f0188089a60 2024-04-18T05:11:55.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018df41640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0188202320 con 0x7f018806d2c0 2024-04-18T05:11:55.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f150ffff640 1 -- 172.21.15.32:0/1078889296 >> v1:172.21.15.92:6789/0 conn(0x7f15080d7ae0 legacy=0x7f1508047240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f150ffff640 1 -- 172.21.15.32:0/1078889296 >> v1:172.21.15.32:6789/0 conn(0x7f150800c1c0 legacy=0x7f15080d8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f150ffff640 1 -- 172.21.15.32:0/1078889296 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f150800c710 con 0x7f15080d47d0 2024-04-18T05:11:55.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018cf3f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f018806d2c0 0x7f018815aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018cf3f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f018806d2c0 0x7f018815aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:43326/0 (socket says 172.21.15.32:43326) 2024-04-18T05:11:55.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018cf3f640 1 -- 172.21.15.32:0/3807834753 learned_addr learned my addr 172.21.15.32:0/3807834753 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f0187fff640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0188089a60 0x7f0188088a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018d740640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880a9ea0 0x7f0188088f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018d740640 1 -- 172.21.15.32:0/3807834753 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f018806d2c0 msgr2=0x7f018815aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018d740640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f018806d2c0 0x7f018815aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018d740640 1 -- 172.21.15.32:0/3807834753 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0188089a60 msgr2=0x7f0188088a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018d740640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0188089a60 0x7f0188088a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018d740640 1 -- 172.21.15.32:0/3807834753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0174009420 con 0x7f01880a9ea0 2024-04-18T05:11:55.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 Processor -- start 2024-04-18T05:11:55.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f018d740640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880a9ea0 0x7f0188088f60 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0180004660 tx=0x7f018000a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.497+0000 7f5fb359e640 1 -- start start 2024-04-18T05:11:55.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f150ffff640 1 --2- 172.21.15.32:0/1078889296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15080d47d0 0x7f1508009140 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f15040097f0 tx=0x7f150401c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0978004d250f6e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb359e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fac0077c0 0x7f5fac030730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb359e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac04da50 0x7f5fac0cc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb359e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fac0d7b60 0x7f5fac042310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb359e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fac0cb970 con 0x7f5fac04da50 2024-04-18T05:11:55.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb1d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac04da50 0x7f5fac0cc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb1d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac04da50 0x7f5fac0cc0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58042/0 (socket says 172.21.15.32:58042) 2024-04-18T05:11:55.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb1d9b640 1 -- 172.21.15.32:0/3437045742 learned_addr learned my addr 172.21.15.32:0/3437045742 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb359e640 1 -- 172.21.15.32:0/3437045742 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fac173e40 con 0x7f5fac0077c0 2024-04-18T05:11:55.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb359e640 1 -- 172.21.15.32:0/3437045742 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fac0cd150 con 0x7f5fac0d7b60 2024-04-18T05:11:55.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb259c640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fac0077c0 0x7f5fac030730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb2d9d640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fac0d7b60 0x7f5fac042310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0863fff640 1 Processor -- start 2024-04-18T05:11:55.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb1d9b640 1 -- 172.21.15.32:0/3437045742 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fac0d7b60 msgr2=0x7f5fac042310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb1d9b640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fac0d7b60 0x7f5fac042310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb1d9b640 1 -- 172.21.15.32:0/3437045742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fac0077c0 msgr2=0x7f5fac030730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb1d9b640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fac0077c0 0x7f5fac030730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb1d9b640 1 -- 172.21.15.32:0/3437045742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fb40682c0 con 0x7f5fac04da50 2024-04-18T05:11:55.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0863fff640 1 -- start start 2024-04-18T05:11:55.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f5fb1d9b640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac04da50 0x7f5fac0cc0e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5fa800e9b0 tx=0x7f5fa800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0863fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d660 0x7f086414fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0863fff640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0864150e70 con 0x7f086414d280 2024-04-18T05:11:55.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0863fff640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0864070120 con 0x7f08640bf720 2024-04-18T05:11:55.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0863fff640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08641505d0 con 0x7f086414d660 2024-04-18T05:11:55.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0862ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f086414d280 0x7f08640c14c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37472/0 (socket says 172.21.15.32:37472) 2024-04-18T05:11:55.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0862ffd640 1 -- 172.21.15.32:0/1295185434 learned_addr learned my addr 172.21.15.32:0/1295185434 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:55.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f08627fc640 1 --2- 172.21.15.32:0/1295185434 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d660 0x7f086414fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7faade6bd640 1 Processor -- start 2024-04-18T05:11:55.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0861ffb640 1 -- 172.21.15.32:0/1295185434 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1242189339 0 0) 0x7f0864070120 con 0x7f08640bf720 2024-04-18T05:11:55.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f0861ffb640 1 -- 172.21.15.32:0/1295185434 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0850003530 con 0x7f08640bf720 2024-04-18T05:11:55.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7faade6bd640 1 -- start start 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faade6bd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7faad8138d50 0x7faad80a9db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faade6bd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad80a8370 0x7faad80aa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faade6bd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faad806d350 con 0x7faad806d740 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faade6bd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faad814fec0 con 0x7faad8138d50 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faade6bd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faad81501a0 con 0x7faad80a8370 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faaddebc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7faad806d740 0x7faad8151060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37474/0 (socket says 172.21.15.32:37474) 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faaddebc640 1 -- 172.21.15.32:0/4096949776 learned_addr learned my addr 172.21.15.32:0/4096949776 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faadd6bb640 1 --2- 172.21.15.32:0/4096949776 >> v2:172.21.15.92:3300/0 conn(0x7faad8138d50 0x7faad80a9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faadceba640 1 --2- 172.21.15.32:0/4096949776 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad80a8370 0x7faad80aa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f9eb1ffb640 1 -- 172.21.15.32:0/649372249 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9eb402f630 con 0x7f9eb40d11a0 2024-04-18T05:11:55.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faadd6bb640 1 -- 172.21.15.32:0/4096949776 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad80a8370 msgr2=0x7faad80aa2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:55.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faadd6bb640 1 --2- 172.21.15.32:0/4096949776 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad80a8370 0x7faad80aa2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faadd6bb640 1 -- 172.21.15.32:0/4096949776 >> v1:172.21.15.32:6789/0 conn(0x7faad806d740 legacy=0x7faad8151060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7faadd6bb640 1 -- 172.21.15.32:0/4096949776 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faad8150480 con 0x7faad8138d50 2024-04-18T05:11:55.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f150effd640 1 -- 172.21.15.32:0/1078889296 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15040ac640 con 0x7f15080d47d0 2024-04-18T05:11:55.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f5fa2ffd640 1 -- 172.21.15.32:0/3437045742 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa80096b0 con 0x7f5fac04da50 2024-04-18T05:11:55.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f01857fa640 1 -- 172.21.15.32:0/3807834753 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0180007b50 con 0x7f01880a9ea0 2024-04-18T05:11:55.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f01857fa640 1 -- 172.21.15.32:0/3807834753 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0180010040 con 0x7f01880a9ea0 2024-04-18T05:11:55.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f01857fa640 1 -- 172.21.15.32:0/3807834753 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f018000aaa0 con 0x7f01880a9ea0 2024-04-18T05:11:55.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f5fb359e640 1 -- 172.21.15.32:0/3437045742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fac0cd430 con 0x7f5fac04da50 2024-04-18T05:11:55.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f5fb359e640 1 -- 172.21.15.32:0/3437045742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fac030c70 con 0x7f5fac04da50 2024-04-18T05:11:55.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f5fa2ffd640 1 -- 172.21.15.32:0/3437045742 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fa80059a0 con 0x7f5fac04da50 2024-04-18T05:11:55.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f5fa2ffd640 1 -- 172.21.15.32:0/3437045742 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8005d10 con 0x7f5fac04da50 2024-04-18T05:11:55.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f08627fc640 1 -- 172.21.15.32:0/1295185434 >> v1:172.21.15.92:6789/0 conn(0x7f08640bf720 legacy=0x7f08640c04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f08627fc640 1 -- 172.21.15.32:0/1295185434 >> v1:172.21.15.32:6789/0 conn(0x7f086414d280 legacy=0x7f08640c14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.501+0000 7f08627fc640 1 -- 172.21.15.32:0/1295185434 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08641508b0 con 0x7f086414d660 2024-04-18T05:11:55.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f5fb359e640 1 -- 172.21.15.32:0/3437045742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f98005260 con 0x7f5fac04da50 2024-04-18T05:11:55.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f018df41640 1 -- 172.21.15.32:0/3807834753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01881651c0 con 0x7f01880a9ea0 2024-04-18T05:11:55.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f018df41640 1 -- 172.21.15.32:0/3807834753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f018815e7e0 con 0x7f01880a9ea0 2024-04-18T05:11:55.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f150effd640 1 -- 172.21.15.32:0/1078889296 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15040ac7a0 con 0x7f15080d47d0 2024-04-18T05:11:55.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.505+0000 7f150effd640 1 -- 172.21.15.32:0/1078889296 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15040acb30 con 0x7f15080d47d0 2024-04-18T05:11:55.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f151552d640 1 -- 172.21.15.32:0/1078889296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15080d47d0 msgr2=0x7f1508009140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f151552d640 1 --2- 172.21.15.32:0/1078889296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15080d47d0 0x7f1508009140 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f15040097f0 tx=0x7f150401c350 comp rx=0 tx=0).stop 2024-04-18T05:11:55.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f151552d640 1 -- 172.21.15.32:0/1078889296 shutdown_connections 2024-04-18T05:11:55.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f151552d640 1 --2- 172.21.15.32:0/1078889296 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f15080d47d0 0x7f1508009140 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f151552d640 1 -- 172.21.15.32:0/1078889296 >> 172.21.15.32:0/1078889296 conn(0x7f1508007c10 msgr2=0x7f1508008020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f018df41640 1 -- 172.21.15.32:0/3807834753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f018815e640 con 0x7f01880a9ea0 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f08627fc640 1 --2- 172.21.15.32:0/1295185434 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d660 0x7f086414fed0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f084c0097f0 tx=0x7f084c01d5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a5819583271005a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0861ffb640 1 -- 172.21.15.32:0/1295185434 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f084c0a7630 con 0x7f086414d660 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0861ffb640 1 -- 172.21.15.32:0/1295185434 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f084c0a7790 con 0x7f086414d660 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0861ffb640 1 -- 172.21.15.32:0/1295185434 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f084c0a7b00 con 0x7f086414d660 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0863fff640 1 -- 172.21.15.32:0/1295185434 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d660 msgr2=0x7f086414fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0863fff640 1 --2- 172.21.15.32:0/1295185434 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d660 0x7f086414fed0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f084c0097f0 tx=0x7f084c01d5f0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0863fff640 1 -- 172.21.15.32:0/1295185434 shutdown_connections 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0863fff640 1 --2- 172.21.15.32:0/1295185434 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d660 0x7f086414fed0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0863fff640 1 -- 172.21.15.32:0/1295185434 >> 172.21.15.32:0/1295185434 conn(0x7f086406a2b0 msgr2=0x7f086406a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f151552d640 1 -- 172.21.15.32:0/1078889296 shutdown_connections 2024-04-18T05:11:55.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f5fa2ffd640 1 -- 172.21.15.32:0/3437045742 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5fa800c9a0 con 0x7f5fac04da50 2024-04-18T05:11:55.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f5fa2ffd640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5f94066690 0x7f5f94068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f5fa2ffd640 1 -- 172.21.15.32:0/3437045742 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5fa80845d0 con 0x7f5fac04da50 2024-04-18T05:11:55.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f5fb259c640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5f94066690 0x7f5f94068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0863fff640 1 -- 172.21.15.32:0/1295185434 shutdown_connections 2024-04-18T05:11:55.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f151552d640 1 -- 172.21.15.32:0/1078889296 wait complete. 2024-04-18T05:11:55.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f151552d640 1 Processor -- start 2024-04-18T05:11:55.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f01857fa640 1 -- 172.21.15.32:0/3807834753 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0180009070 con 0x7f01880a9ea0 2024-04-18T05:11:55.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f01857fa640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f016c066690 0x7f016c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f01857fa640 1 -- 172.21.15.32:0/3807834753 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f01800856d0 con 0x7f01880a9ea0 2024-04-18T05:11:55.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7faadd6bb640 1 --2- 172.21.15.32:0/4096949776 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad8138d50 0x7faad80a9db0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faac80097f0 tx=0x7faac801c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c896c01f1fe8d17 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7faacffff640 1 -- 172.21.15.32:0/4096949776 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faac80ab650 con 0x7faad8138d50 2024-04-18T05:11:55.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f018cf3f640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f016c066690 0x7f016c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f5fb259c640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5f94066690 0x7f5f94068b50 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4007fd0 tx=0x7f5fa4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.509+0000 7f0863fff640 1 -- 172.21.15.32:0/1295185434 wait complete. 2024-04-18T05:11:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f0863fff640 1 Processor -- start 2024-04-18T05:11:55.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f018cf3f640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f016c066690 0x7f016c068b50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f017c007fd0 tx=0x7f017c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f151552d640 1 -- start start 2024-04-18T05:11:55.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f151552d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f150800c1c0 0x7f15080c9000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f151552d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15080d47d0 0x7f15080d3430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f151552d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15080d7ae0 0x7f150804aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f151552d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f150802c6f0 con 0x7f150800c1c0 2024-04-18T05:11:55.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f151552d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15080dab60 con 0x7f15080d7ae0 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f151552d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f150802ddb0 con 0x7f15080d47d0 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f150800c1c0 0x7f15080c9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f150800c1c0 0x7f15080c9000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58048/0 (socket says 172.21.15.32:58048) 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150ffff640 1 -- 172.21.15.32:0/2923256222 learned_addr learned my addr 172.21.15.32:0/2923256222 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150f7fe640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15080d47d0 0x7f15080d3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f1514d2c640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15080d7ae0 0x7f150804aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150ffff640 1 -- 172.21.15.32:0/2923256222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15080d47d0 msgr2=0x7f15080d3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150ffff640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15080d47d0 0x7f15080d3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150ffff640 1 -- 172.21.15.32:0/2923256222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15080d7ae0 msgr2=0x7f150804aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150ffff640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15080d7ae0 0x7f150804aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150ffff640 1 -- 172.21.15.32:0/2923256222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15040094d0 con 0x7f150800c1c0 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150f7fe640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15080d47d0 0x7f15080d3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:55.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f150ffff640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f150800c1c0 0x7f15080c9000 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f150401cbf0 tx=0x7f15040190f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f0863fff640 1 -- start start 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f0863fff640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08640bf720 0x7f0864153570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f0863fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d280 0x7f08641efb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f0863fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f086414d660 0x7f086414c510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f0863fff640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08641512a0 con 0x7f086414d660 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f0863fff640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0864154070 con 0x7f08640bf720 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f0863fff640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08640a7890 con 0x7f086414d280 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f08637fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f086414d660 0x7f086414c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f08637fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f086414d660 0x7f086414c510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58054/0 (socket says 172.21.15.32:58054) 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f08637fe640 1 -- 172.21.15.32:0/3920884473 learned_addr learned my addr 172.21.15.32:0/3920884473 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f0862ffd640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08640bf720 0x7f0864153570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f08637fe640 1 -- 172.21.15.32:0/3920884473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d280 msgr2=0x7f08641efb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f08637fe640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d280 0x7f08641efb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f08637fe640 1 -- 172.21.15.32:0/3920884473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08640bf720 msgr2=0x7f0864153570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f08637fe640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08640bf720 0x7f0864153570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f08637fe640 1 -- 172.21.15.32:0/3920884473 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f084c009420 con 0x7f086414d660 2024-04-18T05:11:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.513+0000 7f08637fe640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f086414d660 0x7f086414c510 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f085c00c730 tx=0x7f085c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.517+0000 7faacffff640 1 -- 172.21.15.32:0/4096949776 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faac80ab7b0 con 0x7faad8138d50 2024-04-18T05:11:55.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.517+0000 7f01857fa640 1 -- 172.21.15.32:0/3807834753 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f01800527f0 con 0x7f01880a9ea0 2024-04-18T05:11:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.517+0000 7faade6bd640 1 -- 172.21.15.32:0/4096949776 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad8138d50 msgr2=0x7faad80a9db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.517+0000 7faade6bd640 1 --2- 172.21.15.32:0/4096949776 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad8138d50 0x7faad80a9db0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faac80097f0 tx=0x7faac801c490 comp rx=0 tx=0).stop 2024-04-18T05:11:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.517+0000 7faade6bd640 1 -- 172.21.15.32:0/4096949776 shutdown_connections 2024-04-18T05:11:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.517+0000 7faade6bd640 1 --2- 172.21.15.32:0/4096949776 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad80a8370 0x7faad80aa2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.517+0000 7faade6bd640 1 --2- 172.21.15.32:0/4096949776 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad8138d50 0x7faad80a9db0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.517+0000 7faade6bd640 1 -- 172.21.15.32:0/4096949776 >> 172.21.15.32:0/4096949776 conn(0x7faad806bbe0 msgr2=0x7faad806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.521+0000 7faade6bd640 1 -- 172.21.15.32:0/4096949776 shutdown_connections 2024-04-18T05:11:55.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.521+0000 7faade6bd640 1 -- 172.21.15.32:0/4096949776 wait complete. 2024-04-18T05:11:55.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.521+0000 7fc724d26640 1 Processor -- start 2024-04-18T05:11:55.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.521+0000 7fc724d26640 1 -- start start 2024-04-18T05:11:55.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faade6bd640 1 Processor -- start 2024-04-18T05:11:55.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faade6bd640 1 -- start start 2024-04-18T05:11:55.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f5fa2ffd640 1 -- 172.21.15.32:0/3437045742 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5fa8051790 con 0x7f5fac04da50 2024-04-18T05:11:55.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f150cff9640 1 -- 172.21.15.32:0/2923256222 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15040b7830 con 0x7f150800c1c0 2024-04-18T05:11:55.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f150802e090 con 0x7f150800c1c0 2024-04-18T05:11:55.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f150804a9a0 con 0x7f150800c1c0 2024-04-18T05:11:55.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faade6bd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faad806d740 0x7faad8156da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f150cff9640 1 -- 172.21.15.32:0/2923256222 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15040b7990 con 0x7f150800c1c0 2024-04-18T05:11:55.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faade6bd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad80a8370 0x7faad81ee0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faade6bd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad8138d50 0x7faad8071570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faade6bd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faad8158e10 con 0x7faad806d740 2024-04-18T05:11:55.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faade6bd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faad81ee620 con 0x7faad80a8370 2024-04-18T05:11:55.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faade6bd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faad80c4970 con 0x7faad8138d50 2024-04-18T05:11:55.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f150cff9640 1 -- 172.21.15.32:0/2923256222 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15040b7d00 con 0x7f150800c1c0 2024-04-18T05:11:55.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadceba640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad80a8370 0x7faad81ee0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faaddebc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad8138d50 0x7faad8071570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadceba640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad80a8370 0x7faad81ee0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:60544/0 (socket says 172.21.15.32:60544) 2024-04-18T05:11:55.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadceba640 1 -- 172.21.15.32:0/476981797 learned_addr learned my addr 172.21.15.32:0/476981797 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadd6bb640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faad806d740 0x7faad8156da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc724d26640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc72006b0f0 0x7fc7200c14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc71e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc72006b0f0 0x7fc7200c14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc71e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc72006b0f0 0x7fc7200c14f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58082/0 (socket says 172.21.15.32:58082) 2024-04-18T05:11:55.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc71e59c640 1 -- 172.21.15.32:0/2711176181 learned_addr learned my addr 172.21.15.32:0/2711176181 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc724d26640 1 --2- 172.21.15.32:0/2711176181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7200c52b0 0x7fc7200c1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f085b7fe640 1 -- 172.21.15.32:0/3920884473 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f085c003b80 con 0x7f086414d660 2024-04-18T05:11:55.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc724d26640 1 -- 172.21.15.32:0/2711176181 --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc720072de0 con 0x7fc72006e8d0 2024-04-18T05:11:55.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14f0005260 con 0x7f150800c1c0 2024-04-18T05:11:55.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadceba640 1 -- 172.21.15.32:0/476981797 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad8138d50 msgr2=0x7faad8071570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadceba640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad8138d50 0x7faad8071570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadceba640 1 -- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faad806d740 msgr2=0x7faad8156da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadceba640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faad806d740 0x7faad8156da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadceba640 1 -- 172.21.15.32:0/476981797 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faac8009420 con 0x7faad80a8370 2024-04-18T05:11:55.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc71dd9b640 1 --2- 172.21.15.32:0/2711176181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7200c52b0 0x7fc7200c1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc724d26640 1 -- 172.21.15.32:0/2711176181 --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7200c4780 con 0x7fc72006b0f0 2024-04-18T05:11:55.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faadceba640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad80a8370 0x7faad81ee0e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faad400d800 tx=0x7faad400dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc724d26640 1 -- 172.21.15.32:0/2711176181 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7200c37b0 con 0x7fc7200c52b0 2024-04-18T05:11:55.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f085b7fe640 1 -- 172.21.15.32:0/3920884473 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f085c003ce0 con 0x7f086414d660 2024-04-18T05:11:55.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faacdffb640 1 -- 172.21.15.32:0/476981797 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faad40096a0 con 0x7faad80a8370 2024-04-18T05:11:55.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faacdffb640 1 -- 172.21.15.32:0/476981797 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faad4009800 con 0x7faad80a8370 2024-04-18T05:11:55.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7faacdffb640 1 -- 172.21.15.32:0/476981797 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faad4009b70 con 0x7faad80a8370 2024-04-18T05:11:55.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc71e59c640 1 -- 172.21.15.32:0/2711176181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7200c52b0 msgr2=0x7fc7200c1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:55.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7fc71e59c640 1 --2- 172.21.15.32:0/2711176181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7200c52b0 0x7fc7200c1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.529+0000 7fc71e59c640 1 -- 172.21.15.32:0/2711176181 >> v1:172.21.15.32:6789/0 conn(0x7fc72006e8d0 legacy=0x7fc720153960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.529+0000 7fc71e59c640 1 -- 172.21.15.32:0/2711176181 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc720072820 con 0x7fc72006b0f0 2024-04-18T05:11:55.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.529+0000 7fc71dd9b640 1 --2- 172.21.15.32:0/2711176181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7200c52b0 0x7fc7200c1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:55.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.525+0000 7f085b7fe640 1 -- 172.21.15.32:0/3920884473 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f085c00aa30 con 0x7f086414d660 2024-04-18T05:11:55.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7fc71e59c640 1 --2- 172.21.15.32:0/2711176181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc72006b0f0 0x7fc7200c14f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc710009870 tx=0x7fc71001c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d20a38dd72113077 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faad80c4c50 con 0x7faad80a8370 2024-04-18T05:11:55.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7f150cff9640 1 -- 172.21.15.32:0/2923256222 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f15040b3040 con 0x7f150800c1c0 2024-04-18T05:11:55.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faad80c5210 con 0x7faad80a8370 2024-04-18T05:11:55.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0864071580 con 0x7f086414d660 2024-04-18T05:11:55.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0864153ab0 con 0x7f086414d660 2024-04-18T05:11:55.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7f150cff9640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14f4066690 0x7f14f4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7f150cff9640 1 -- 172.21.15.32:0/2923256222 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f150411f110 con 0x7f150800c1c0 2024-04-18T05:11:55.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7f150f7fe640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14f4066690 0x7f14f4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faab8005260 con 0x7faad80a8370 2024-04-18T05:11:55.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7f150f7fe640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14f4066690 0x7f14f4068b50 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f15080d6bd0 tx=0x7f14fc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7faacdffb640 1 -- 172.21.15.32:0/476981797 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faad4009cd0 con 0x7faad80a8370 2024-04-18T05:11:55.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7faacdffb640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faac40667e0 0x7faac4068ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7faacdffb640 1 -- 172.21.15.32:0/476981797 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7faad4085040 con 0x7faad80a8370 2024-04-18T05:11:55.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.533+0000 7faadd6bb640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faac40667e0 0x7faac4068ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.537+0000 7faadd6bb640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faac40667e0 0x7faac4068ca0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7faac80af000 tx=0x7faac80a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.537+0000 7f150cff9640 1 -- 172.21.15.32:0/2923256222 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f15040ec2a0 con 0x7f150800c1c0 2024-04-18T05:11:55.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.537+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08641541e0 con 0x7f086414d660 2024-04-18T05:11:55.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.537+0000 7fc71d59a640 1 -- 172.21.15.32:0/2711176181 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7100ab640 con 0x7fc72006b0f0 2024-04-18T05:11:55.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.537+0000 7fc71d59a640 1 -- 172.21.15.32:0/2711176181 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7100a7070 con 0x7fc72006b0f0 2024-04-18T05:11:55.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.537+0000 7fc71d59a640 1 -- 172.21.15.32:0/2711176181 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7100aba00 con 0x7fc72006b0f0 2024-04-18T05:11:55.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7f085b7fe640 1 -- 172.21.15.32:0/3920884473 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f085c00ab90 con 0x7f086414d660 2024-04-18T05:11:55.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7fc724d26640 1 -- 172.21.15.32:0/2711176181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc72006b0f0 msgr2=0x7fc7200c14f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7fc724d26640 1 --2- 172.21.15.32:0/2711176181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc72006b0f0 0x7fc7200c14f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc710009870 tx=0x7fc71001c4e0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7fc724d26640 1 -- 172.21.15.32:0/2711176181 shutdown_connections 2024-04-18T05:11:55.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7fc724d26640 1 --2- 172.21.15.32:0/2711176181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7200c52b0 0x7fc7200c1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7f085b7fe640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0844066690 0x7f0844068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7f085b7fe640 1 -- 172.21.15.32:0/3920884473 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f085c084d60 con 0x7f086414d660 2024-04-18T05:11:55.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7f0862ffd640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0844066690 0x7f0844068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7fc724d26640 1 --2- 172.21.15.32:0/2711176181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc72006b0f0 0x7fc7200c14f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7fc724d26640 1 -- 172.21.15.32:0/2711176181 >> 172.21.15.32:0/2711176181 conn(0x7fc7200c2220 msgr2=0x7fc7200c2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7fc724d26640 1 -- 172.21.15.32:0/2711176181 shutdown_connections 2024-04-18T05:11:55.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7fc724d26640 1 -- 172.21.15.32:0/2711176181 wait complete. 2024-04-18T05:11:55.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.541+0000 7f0862ffd640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0844066690 0x7f0844068b50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0854005890 tx=0x7f0854009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc724d26640 1 Processor -- start 2024-04-18T05:11:55.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc724d26640 1 -- start start 2024-04-18T05:11:55.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc724d26640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc72006b0f0 0x7fc72014e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc724d26640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc72006e8d0 0x7fc7201eccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc724d26640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7200c52b0 0x7fc72014f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc724d26640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc720149700 con 0x7fc7200c52b0 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc724d26640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc72014ec50 con 0x7fc72006e8d0 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc724d26640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc72014ef30 con 0x7fc72006b0f0 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71e59c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc72006b0f0 0x7fc72014e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7200c52b0 0x7fc72014f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71e59c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc72006b0f0 0x7fc72014e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:43388/0 (socket says 172.21.15.32:43388) 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71e59c640 1 -- 172.21.15.32:0/463752328 learned_addr learned my addr 172.21.15.32:0/463752328 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71dd9b640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc72006e8d0 0x7fc7201eccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71ed9d640 1 -- 172.21.15.32:0/463752328 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc72006b0f0 msgr2=0x7fc72014e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71ed9d640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc72006b0f0 0x7fc72014e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71ed9d640 1 -- 172.21.15.32:0/463752328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc72006e8d0 msgr2=0x7fc7201eccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71ed9d640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc72006e8d0 0x7fc7201eccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71ed9d640 1 -- 172.21.15.32:0/463752328 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc714009420 con 0x7fc7200c52b0 2024-04-18T05:11:55.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71dd9b640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc72006e8d0 0x7fc7201eccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:11:55.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7fc71ed9d640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7200c52b0 0x7fc72014f530 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc72006ed80 tx=0x7fc71800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.545+0000 7faacdffb640 1 -- 172.21.15.32:0/476981797 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7faad40521e0 con 0x7faad80a8370 2024-04-18T05:11:55.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.549+0000 7fc70effd640 1 -- 172.21.15.32:0/463752328 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc718003b80 con 0x7fc7200c52b0 2024-04-18T05:11:55.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.549+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7100094d0 con 0x7fc7200c52b0 2024-04-18T05:11:55.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.549+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7201ec4d0 con 0x7fc7200c52b0 2024-04-18T05:11:55.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.549+0000 7f085b7fe640 1 -- 172.21.15.32:0/3920884473 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f085c051e70 con 0x7f086414d660 2024-04-18T05:11:55.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.549+0000 7fc70effd640 1 -- 172.21.15.32:0/463752328 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc718003ce0 con 0x7fc7200c52b0 2024-04-18T05:11:55.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.549+0000 7fc70effd640 1 -- 172.21.15.32:0/463752328 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc718005310 con 0x7fc7200c52b0 2024-04-18T05:11:55.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.549+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc72004e170 con 0x7fc7200c52b0 2024-04-18T05:11:55.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.569+0000 7fc70effd640 1 -- 172.21.15.32:0/463752328 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc71800a5e0 con 0x7fc7200c52b0 2024-04-18T05:11:55.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.569+0000 7fc70effd640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc700066690 0x7fc700068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:55.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.569+0000 7fc70effd640 1 -- 172.21.15.32:0/463752328 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc718084260 con 0x7fc7200c52b0 2024-04-18T05:11:55.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.569+0000 7fc71e59c640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc700066690 0x7fc700068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:55.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.569+0000 7fc71e59c640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc700066690 0x7fc700068b50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc710009870 tx=0x7fc7100b6040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:55.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.573+0000 7fc70effd640 1 -- 172.21.15.32:0/463752328 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc718051380 con 0x7fc7200c52b0 2024-04-18T05:11:55.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.801+0000 7f111cb88640 1 -- 172.21.15.32:0/2813063467 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f10fc005510 con 0x7f111814f9e0 2024-04-18T05:11:55.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.801+0000 7f1106ffd640 1 -- 172.21.15.32:0/2813063467 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1110054910 con 0x7f111814f9e0 2024-04-18T05:11:55.804 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-04-18T05:11:55.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 -- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10f8066690 msgr2=0x7f10f8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10f8066690 0x7f10f8068b50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f110c004630 tx=0x7f110c008040 comp rx=0 tx=0).stop 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 -- 172.21.15.32:0/2813063467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f111814f9e0 msgr2=0x7f1118143b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f111814f9e0 0x7f1118143b80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f111000c7f0 tx=0x7f111000ccb0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 -- 172.21.15.32:0/2813063467 shutdown_connections 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10f8066690 0x7f10f8068b50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1118153230 0x7f11181fba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f111814f9e0 0x7f1118143b80 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 --2- 172.21.15.32:0/2813063467 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11180c1450 0x7f1118151800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 -- 172.21.15.32:0/2813063467 >> 172.21.15.32:0/2813063467 conn(0x7f11180c5280 msgr2=0x7f111806b750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 -- 172.21.15.32:0/2813063467 shutdown_connections 2024-04-18T05:11:55.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.813+0000 7f1104ff9640 1 -- 172.21.15.32:0/2813063467 wait complete. 2024-04-18T05:11:55.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.825+0000 7f5fb359e640 1 -- 172.21.15.32:0/3437045742 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f5f980057e0 con 0x7f5fac04da50 2024-04-18T05:11:55.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.825+0000 7f5fa2ffd640 1 -- 172.21.15.32:0/3437045742 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5fa8054db0 con 0x7f5fac04da50 2024-04-18T05:11:55.830 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-04-18T05:11:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 -- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5f94066690 msgr2=0x7f5f94068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5f94066690 0x7f5f94068b50 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4007fd0 tx=0x7f5fa4009040 comp rx=0 tx=0).stop 2024-04-18T05:11:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 -- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac04da50 msgr2=0x7f5fac0cc0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac04da50 0x7f5fac0cc0e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5fa800e9b0 tx=0x7f5fa800ee70 comp rx=0 tx=0).stop 2024-04-18T05:11:55.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 -- 172.21.15.32:0/3437045742 shutdown_connections 2024-04-18T05:11:55.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5fac0d7b60 0x7f5fac042310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5fac04da50 0x7f5fac0cc0e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f9ec25d4640 1 -- 172.21.15.32:0/649372249 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f9eb40d1580 con 0x7f9eb40d11a0 2024-04-18T05:11:55.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5f94066690 0x7f5f94068b50 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 --2- 172.21.15.32:0/3437045742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5fac0077c0 0x7f5fac030730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 -- 172.21.15.32:0/3437045742 >> 172.21.15.32:0/3437045742 conn(0x7f5fac04c5d0 msgr2=0x7f5fac0c7aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 -- 172.21.15.32:0/3437045742 shutdown_connections 2024-04-18T05:11:55.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f9eb1ffb640 1 -- 172.21.15.32:0/649372249 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9eb40d1580 con 0x7f9eb40d11a0 2024-04-18T05:11:55.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f018df41640 1 -- 172.21.15.32:0/3807834753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f018815e640 con 0x7f01880a9ea0 2024-04-18T05:11:55.836 INFO:teuthology.orchestra.run.smithi032.stdout:55834574859 2024-04-18T05:11:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f5fa0ff9640 1 -- 172.21.15.32:0/3437045742 wait complete. 2024-04-18T05:11:55.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.833+0000 7f01857fa640 1 -- 172.21.15.32:0/3807834753 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f018815e640 con 0x7f01880a9ea0 2024-04-18T05:11:55.836 INFO:teuthology.orchestra.run.smithi032.stdout:64424509449 2024-04-18T05:11:55.837 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.0 2024-04-18T05:11:55.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 -- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9ea00666c0 msgr2=0x7f9ea0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9ea00666c0 0x7f9ea0068b80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8007fd0 tx=0x7f9eb8007e40 comp rx=0 tx=0).stop 2024-04-18T05:11:55.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 -- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f016c066690 msgr2=0x7f016c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f016c066690 0x7f016c068b50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f017c007fd0 tx=0x7f017c009040 comp rx=0 tx=0).stop 2024-04-18T05:11:55.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 -- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880a9ea0 msgr2=0x7f0188088f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880a9ea0 0x7f0188088f60 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0180004660 tx=0x7f018000a410 comp rx=0 tx=0).stop 2024-04-18T05:11:55.839 DEBUG:teuthology.parallel:result is None 2024-04-18T05:11:55.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 -- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb40d11a0 msgr2=0x7f9eb402c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb40d11a0 0x7f9eb402c690 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc078bc0 tx=0x7f9ebc066220 comp rx=0 tx=0).stop 2024-04-18T05:11:55.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 -- 172.21.15.32:0/3807834753 shutdown_connections 2024-04-18T05:11:55.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01880a9ea0 0x7f0188088f60 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f016c066690 0x7f016c068b50 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0188089a60 0x7f0188088a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 --2- 172.21.15.32:0/3807834753 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f018806d2c0 0x7f018815aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 -- 172.21.15.32:0/3807834753 >> 172.21.15.32:0/3807834753 conn(0x7f018806bbe0 msgr2=0x7f018815d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 -- 172.21.15.32:0/3807834753 shutdown_connections 2024-04-18T05:11:55.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f0172ffd640 1 -- 172.21.15.32:0/3807834753 wait complete. 2024-04-18T05:11:55.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 -- 172.21.15.32:0/649372249 shutdown_connections 2024-04-18T05:11:55.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9eb40d11a0 0x7f9eb402c690 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9ea00666c0 0x7f9ea0068b80 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9eb404baf0 0x7f9eb41765e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 --2- 172.21.15.32:0/649372249 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9eb4049de0 0x7f9eb40460e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 -- 172.21.15.32:0/649372249 >> 172.21.15.32:0/649372249 conn(0x7f9eb40492c0 msgr2=0x7f9eb40e2170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 -- 172.21.15.32:0/649372249 shutdown_connections 2024-04-18T05:11:55.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.837+0000 7f9e9f7fe640 1 -- 172.21.15.32:0/649372249 wait complete. 2024-04-18T05:11:55.857 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574859 for osd.7 2024-04-18T05:11:55.857 DEBUG:teuthology.parallel:result is None 2024-04-18T05:11:55.864 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.2 2024-04-18T05:11:55.864 DEBUG:teuthology.parallel:result is None 2024-04-18T05:11:55.865 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.1 2024-04-18T05:11:55.865 DEBUG:teuthology.parallel:result is None 2024-04-18T05:11:55.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.865+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f14f00050d0 con 0x7f150800c1c0 2024-04-18T05:11:55.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.865+0000 7f150cff9640 1 -- 172.21.15.32:0/2923256222 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f15040b7e60 con 0x7f150800c1c0 2024-04-18T05:11:55.868 INFO:teuthology.orchestra.run.smithi032.stdout:64424509451 2024-04-18T05:11:55.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7faab80057e0 con 0x7faad80a8370 2024-04-18T05:11:55.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14f4066690 msgr2=0x7f14f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14f4066690 0x7f14f4068b50 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f15080d6bd0 tx=0x7f14fc009040 comp rx=0 tx=0).stop 2024-04-18T05:11:55.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f150800c1c0 msgr2=0x7f15080c9000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f150800c1c0 0x7f15080c9000 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f150401cbf0 tx=0x7f15040190f0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 shutdown_connections 2024-04-18T05:11:55.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f14f4066690 0x7f14f4068b50 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15080d7ae0 0x7f150804aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f15080d47d0 0x7f15080d3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 --2- 172.21.15.32:0/2923256222 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f150800c1c0 0x7f15080c9000 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 >> 172.21.15.32:0/2923256222 conn(0x7f1508007c10 msgr2=0x7f15080e1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 shutdown_connections 2024-04-18T05:11:55.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7f151552d640 1 -- 172.21.15.32:0/2923256222 wait complete. 2024-04-18T05:11:55.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.869+0000 7faacdffb640 1 -- 172.21.15.32:0/476981797 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7faad4055800 con 0x7faad80a8370 2024-04-18T05:11:55.871 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-04-18T05:11:55.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faac40667e0 msgr2=0x7faac4068ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faac40667e0 0x7faac4068ca0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7faac80af000 tx=0x7faac80a7000 comp rx=0 tx=0).stop 2024-04-18T05:11:55.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad80a8370 msgr2=0x7faad81ee0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad80a8370 0x7faad81ee0e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faad400d800 tx=0x7faad400dcc0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 shutdown_connections 2024-04-18T05:11:55.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faad8138d50 0x7faad8071570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faac40667e0 0x7faac4068ca0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faad80a8370 0x7faad81ee0e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f08640c12a0 con 0x7f086414d660 2024-04-18T05:11:55.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 --2- 172.21.15.32:0/476981797 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faad806d740 0x7faad8156da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 >> 172.21.15.32:0/476981797 conn(0x7faad806bbe0 msgr2=0x7faad8159c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 shutdown_connections 2024-04-18T05:11:55.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7faade6bd640 1 -- 172.21.15.32:0/476981797 wait complete. 2024-04-18T05:11:55.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7f085b7fe640 1 -- 172.21.15.32:0/3920884473 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f085c055490 con 0x7f086414d660 2024-04-18T05:11:55.876 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-04-18T05:11:55.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0844066690 msgr2=0x7f0844068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7f0863fff640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0844066690 0x7f0844068b50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0854005890 tx=0x7f0854009040 comp rx=0 tx=0).stop 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f086414d660 msgr2=0x7f086414c510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7f0863fff640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f086414d660 0x7f086414c510 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f085c00c730 tx=0x7f085c00cbf0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.873+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 shutdown_connections 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.877+0000 7f0863fff640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f086414d660 0x7f086414c510 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.877+0000 7f0863fff640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f086414d280 0x7f08641efb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.877+0000 7f0863fff640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0844066690 0x7f0844068b50 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.877+0000 7f0863fff640 1 --2- 172.21.15.32:0/3920884473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08640bf720 0x7f0864153570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.877+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 >> 172.21.15.32:0/3920884473 conn(0x7f086406a2b0 msgr2=0x7f086414e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.877+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 shutdown_connections 2024-04-18T05:11:55.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.877+0000 7f0863fff640 1 -- 172.21.15.32:0/3920884473 wait complete. 2024-04-18T05:11:55.890 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.4 2024-04-18T05:11:55.890 DEBUG:teuthology.parallel:result is None 2024-04-18T05:11:55.898 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.5 2024-04-18T05:11:55.898 DEBUG:teuthology.parallel:result is None 2024-04-18T05:11:55.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.897+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fc7200664c0 con 0x7fc7200c52b0 2024-04-18T05:11:55.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.897+0000 7fc70effd640 1 -- 172.21.15.32:0/463752328 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc7180549a0 con 0x7fc7200c52b0 2024-04-18T05:11:55.900 INFO:teuthology.orchestra.run.smithi032.stdout:64424509450 2024-04-18T05:11:55.901 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.3 2024-04-18T05:11:55.901 DEBUG:teuthology.parallel:result is None 2024-04-18T05:11:55.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc700066690 msgr2=0x7fc700068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc700066690 0x7fc700068b50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc710009870 tx=0x7fc7100b6040 comp rx=0 tx=0).stop 2024-04-18T05:11:55.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7200c52b0 msgr2=0x7fc72014f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:55.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7200c52b0 0x7fc72014f530 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fc72006ed80 tx=0x7fc71800cb90 comp rx=0 tx=0).stop 2024-04-18T05:11:55.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 shutdown_connections 2024-04-18T05:11:55.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7200c52b0 0x7fc72014f530 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc700066690 0x7fc700068b50 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc72006e8d0 0x7fc7201eccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 --2- 172.21.15.32:0/463752328 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc72006b0f0 0x7fc72014e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:55.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 >> 172.21.15.32:0/463752328 conn(0x7fc7200c2220 msgr2=0x7fc72006d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:55.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 shutdown_connections 2024-04-18T05:11:55.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:55.901+0000 7fc724d26640 1 -- 172.21.15.32:0/463752328 wait complete. 2024-04-18T05:11:55.917 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.6 2024-04-18T05:11:55.917 DEBUG:teuthology.parallel:result is None 2024-04-18T05:11:55.917 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-04-18T05:11:55.917 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:11:56.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.065+0000 7ff131301640 1 Processor -- start 2024-04-18T05:11:56.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.065+0000 7ff131301640 1 -- start start 2024-04-18T05:11:56.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff12c06cbe0 0x7ff12c150b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff12c0c0df0 0x7ff12c06cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff12c0a8610 con 0x7ff12c153580 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff12c071a40 con 0x7ff12c06cbe0 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff12c06d9b0 con 0x7ff12c0c0df0 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12affd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff12c06cbe0 0x7ff12c150b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff12c153580 0x7ff12c0bfbc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37490/0 (socket says 172.21.15.32:37490) 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12b7fe640 1 -- 172.21.15.32:0/3578243751 learned_addr learned my addr 172.21.15.32:0/3578243751 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12affd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff12c06cbe0 0x7ff12c150b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58106/0 (socket says 172.21.15.32:58106) 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12affd640 1 -- 172.21.15.32:0/3578243751 >> v2:172.21.15.92:3300/0 conn(0x7ff12c0c0df0 msgr2=0x7ff12c06cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12a7fc640 1 --2- 172.21.15.32:0/3578243751 >> v2:172.21.15.92:3300/0 conn(0x7ff12c0c0df0 0x7ff12c06cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12affd640 1 --2- 172.21.15.32:0/3578243751 >> v2:172.21.15.92:3300/0 conn(0x7ff12c0c0df0 0x7ff12c06cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12affd640 1 -- 172.21.15.32:0/3578243751 >> v1:172.21.15.32:6789/0 conn(0x7ff12c153580 legacy=0x7ff12c0bfbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12affd640 1 -- 172.21.15.32:0/3578243751 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff12c0aafe0 con 0x7ff12c06cbe0 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff129ffb640 1 -- 172.21.15.32:0/3578243751 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1347189168 0 0) 0x7ff12c0a8610 con 0x7ff12c153580 2024-04-18T05:11:56.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12a7fc640 1 --2- 172.21.15.32:0/3578243751 >> v2:172.21.15.92:3300/0 conn(0x7ff12c0c0df0 0x7ff12c06cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:56.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff12affd640 1 --2- 172.21.15.32:0/3578243751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 0x7ff12c150b80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff12c06e050 tx=0x7ff11c01d700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7c6fbc6f25f6cd1 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:56.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff129ffb640 1 -- 172.21.15.32:0/3578243751 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11c0a7670 con 0x7ff12c06cbe0 2024-04-18T05:11:56.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff129ffb640 1 -- 172.21.15.32:0/3578243751 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff11c0a77d0 con 0x7ff12c06cbe0 2024-04-18T05:11:56.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff129ffb640 1 -- 172.21.15.32:0/3578243751 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11c0a7b60 con 0x7ff12c06cbe0 2024-04-18T05:11:56.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 -- 172.21.15.32:0/3578243751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 msgr2=0x7ff12c150b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 --2- 172.21.15.32:0/3578243751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 0x7ff12c150b80 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff12c06e050 tx=0x7ff11c01d700 comp rx=0 tx=0).stop 2024-04-18T05:11:56.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 -- 172.21.15.32:0/3578243751 shutdown_connections 2024-04-18T05:11:56.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 --2- 172.21.15.32:0/3578243751 >> v2:172.21.15.92:3300/0 conn(0x7ff12c0c0df0 0x7ff12c06cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 --2- 172.21.15.32:0/3578243751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 0x7ff12c150b80 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 -- 172.21.15.32:0/3578243751 >> 172.21.15.32:0/3578243751 conn(0x7ff12c069e80 msgr2=0x7ff12c06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:56.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 -- 172.21.15.32:0/3578243751 shutdown_connections 2024-04-18T05:11:56.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.069+0000 7ff131301640 1 -- 172.21.15.32:0/3578243751 wait complete. 2024-04-18T05:11:56.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 Processor -- start 2024-04-18T05:11:56.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 -- start start 2024-04-18T05:11:56.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 0x7ff12c0ba1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff12c0c0df0 0x7ff12c1e9e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12c153580 0x7ff12c151ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff12c0babe0 con 0x7ff12c06cbe0 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff12c0ba870 con 0x7ff12c153580 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff12c14dbb0 con 0x7ff12c0c0df0 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 0x7ff12c0ba1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 0x7ff12c0ba1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58112/0 (socket says 172.21.15.32:58112) 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12affd640 1 -- 172.21.15.32:0/1837190751 learned_addr learned my addr 172.21.15.32:0/1837190751 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12b7fe640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12c153580 0x7ff12c151ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12a7fc640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff12c0c0df0 0x7ff12c1e9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12affd640 1 -- 172.21.15.32:0/1837190751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff12c0c0df0 msgr2=0x7ff12c1e9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12affd640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff12c0c0df0 0x7ff12c1e9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12affd640 1 -- 172.21.15.32:0/1837190751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12c153580 msgr2=0x7ff12c151ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12affd640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12c153580 0x7ff12c151ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12affd640 1 -- 172.21.15.32:0/1837190751 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff11c00a5c0 con 0x7ff12c06cbe0 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12b7fe640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12c153580 0x7ff12c151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:56.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff12affd640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 0x7ff12c0ba1e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff11c01a310 tx=0x7ff11c01bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:56.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff1137fe640 1 -- 172.21.15.32:0/1837190751 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11c004230 con 0x7ff12c06cbe0 2024-04-18T05:11:56.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff1137fe640 1 -- 172.21.15.32:0/1837190751 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff11c0b6040 con 0x7ff12c06cbe0 2024-04-18T05:11:56.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff12c0c3f80 con 0x7ff12c06cbe0 2024-04-18T05:11:56.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff1137fe640 1 -- 172.21.15.32:0/1837190751 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11c0a8660 con 0x7ff12c06cbe0 2024-04-18T05:11:56.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff12c14ddc0 con 0x7ff12c06cbe0 2024-04-18T05:11:56.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.073+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff12c0aa6d0 con 0x7ff12c06cbe0 2024-04-18T05:11:56.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.077+0000 7ff1137fe640 1 -- 172.21.15.32:0/1837190751 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff11c003620 con 0x7ff12c06cbe0 2024-04-18T05:11:56.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.077+0000 7ff1137fe640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff118066690 0x7ff118068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.077+0000 7ff1137fe640 1 -- 172.21.15.32:0/1837190751 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff11c11eeb0 con 0x7ff12c06cbe0 2024-04-18T05:11:56.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.077+0000 7ff12a7fc640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff118066690 0x7ff118068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.077+0000 7ff12a7fc640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff118066690 0x7ff118068b50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff12c06fec0 tx=0x7ff120008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:56.080 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.081+0000 7ff1137fe640 1 -- 172.21.15.32:0/1837190751 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7ff11c0ec0c0 con 0x7ff12c06cbe0 2024-04-18T05:11:56.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.225+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff12c0ab2c0 con 0x7ff118066690 2024-04-18T05:11:56.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.253+0000 7ff1137fe640 1 -- 172.21.15.32:0/1837190751 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345245 (secure 0 0 0) 0x7ff12000a670 con 0x7ff118066690 2024-04-18T05:11:56.256 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:56.259 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff118066690 msgr2=0x7ff118068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff118066690 0x7ff118068b50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff12c06fec0 tx=0x7ff120008040 comp rx=0 tx=0).stop 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 msgr2=0x7ff12c0ba1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 0x7ff12c0ba1e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff11c01a310 tx=0x7ff11c01bf40 comp rx=0 tx=0).stop 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 shutdown_connections 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff118066690 0x7ff118068b50 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12c153580 0x7ff12c151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff12c0c0df0 0x7ff12c1e9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 --2- 172.21.15.32:0/1837190751 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff12c06cbe0 0x7ff12c0ba1e0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 >> 172.21.15.32:0/1837190751 conn(0x7ff12c069e80 msgr2=0x7ff12c0a95a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 shutdown_connections 2024-04-18T05:11:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.257+0000 7ff131301640 1 -- 172.21.15.32:0/1837190751 wait complete. 2024-04-18T05:11:56.275 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-04-18T05:11:54.847245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594962,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235912,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738808,"statfs":{"total":773094113280,"available":772852539392,"internally_reserved":0,"allocated":3416064,"data_stored":2033204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005203"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346595+0000","last_change":"2024-04-18T05:11:27.938169+0000","last_active":"2024-04-18T05:11:32.346595+0000","last_peered":"2024-04-18T05:11:32.346595+0000","last_clean":"2024-04-18T05:11:32.346595+0000","last_became_active":"2024-04-18T05:11:27.937292+0000","last_became_peered":"2024-04-18T05:11:27.937292+0000","last_unstale":"2024-04-18T05:11:32.346595+0000","last_undegraded":"2024-04-18T05:11:32.346595+0000","last_fullsized":"2024-04-18T05:11:32.346595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349258+0000","last_change":"2024-04-18T05:11:28.337316+0000","last_active":"2024-04-18T05:11:32.349258+0000","last_peered":"2024-04-18T05:11:32.349258+0000","last_clean":"2024-04-18T05:11:32.349258+0000","last_became_active":"2024-04-18T05:11:28.336930+0000","last_became_peered":"2024-04-18T05:11:28.336930+0000","last_unstale":"2024-04-18T05:11:32.349258+0000","last_undegraded":"2024-04-18T05:11:32.349258+0000","last_fullsized":"2024-04-18T05:11:32.349258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:11:37.642503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865621+0000","last_change":"2024-04-18T05:11:32.389761+0000","last_active":"2024-04-18T05:11:32.865621+0000","last_peered":"2024-04-18T05:11:32.865621+0000","last_clean":"2024-04-18T05:11:32.865621+0000","last_became_active":"2024-04-18T05:11:32.382876+0000","last_became_peered":"2024-04-18T05:11:32.382876+0000","last_unstale":"2024-04-18T05:11:32.865621+0000","last_undegraded":"2024-04-18T05:11:32.865621+0000","last_fullsized":"2024-04-18T05:11:32.865621+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:59:25.172725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349668+0000","last_change":"2024-04-18T05:11:27.952953+0000","last_active":"2024-04-18T05:11:32.349668+0000","last_peered":"2024-04-18T05:11:32.349668+0000","last_clean":"2024-04-18T05:11:32.349668+0000","last_became_active":"2024-04-18T05:11:27.952221+0000","last_became_peered":"2024-04-18T05:11:27.952221+0000","last_unstale":"2024-04-18T05:11:32.349668+0000","last_undegraded":"2024-04-18T05:11:32.349668+0000","last_fullsized":"2024-04-18T05:11:32.349668+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349509+0000","last_change":"2024-04-18T05:11:28.334901+0000","last_active":"2024-04-18T05:11:32.349509+0000","last_peered":"2024-04-18T05:11:32.349509+0000","last_clean":"2024-04-18T05:11:32.349509+0000","last_became_active":"2024-04-18T05:11:28.334607+0000","last_became_peered":"2024-04-18T05:11:28.334607+0000","last_unstale":"2024-04-18T05:11:32.349509+0000","last_undegraded":"2024-04-18T05:11:32.349509+0000","last_fullsized":"2024-04-18T05:11:32.349509+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:09:16.376115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862258+0000","last_change":"2024-04-18T05:11:32.375798+0000","last_active":"2024-04-18T05:11:32.862258+0000","last_peered":"2024-04-18T05:11:32.862258+0000","last_clean":"2024-04-18T05:11:32.862258+0000","last_became_active":"2024-04-18T05:11:32.375403+0000","last_became_peered":"2024-04-18T05:11:32.375403+0000","last_unstale":"2024-04-18T05:11:32.862258+0000","last_undegraded":"2024-04-18T05:11:32.862258+0000","last_fullsized":"2024-04-18T05:11:32.862258+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346913+0000","last_change":"2024-04-18T05:11:27.941223+0000","last_active":"2024-04-18T05:11:32.346913+0000","last_peered":"2024-04-18T05:11:32.346913+0000","last_clean":"2024-04-18T05:11:32.346913+0000","last_became_active":"2024-04-18T05:11:27.940904+0000","last_became_peered":"2024-04-18T05:11:27.940904+0000","last_unstale":"2024-04-18T05:11:32.346913+0000","last_undegraded":"2024-04-18T05:11:32.346913+0000","last_fullsized":"2024-04-18T05:11:32.346913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.354789+0000","last_change":"2024-04-18T05:11:28.335691+0000","last_active":"2024-04-18T05:11:32.354789+0000","last_peered":"2024-04-18T05:11:32.354789+0000","last_clean":"2024-04-18T05:11:32.354789+0000","last_became_active":"2024-04-18T05:11:28.335306+0000","last_became_peered":"2024-04-18T05:11:28.335306+0000","last_unstale":"2024-04-18T05:11:32.354789+0000","last_undegraded":"2024-04-18T05:11:32.354789+0000","last_fullsized":"2024-04-18T05:11:32.354789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:47.346075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863250+0000","last_change":"2024-04-18T05:11:32.353841+0000","last_active":"2024-04-18T05:11:32.863250+0000","last_peered":"2024-04-18T05:11:32.863250+0000","last_clean":"2024-04-18T05:11:32.863250+0000","last_became_active":"2024-04-18T05:11:32.353330+0000","last_became_peered":"2024-04-18T05:11:32.353330+0000","last_unstale":"2024-04-18T05:11:32.863250+0000","last_undegraded":"2024-04-18T05:11:32.863250+0000","last_fullsized":"2024-04-18T05:11:32.863250+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:17:48.111520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346342+0000","last_change":"2024-04-18T05:11:27.941836+0000","last_active":"2024-04-18T05:11:32.346342+0000","last_peered":"2024-04-18T05:11:32.346342+0000","last_clean":"2024-04-18T05:11:32.346342+0000","last_became_active":"2024-04-18T05:11:27.941547+0000","last_became_peered":"2024-04-18T05:11:27.941547+0000","last_unstale":"2024-04-18T05:11:32.346342+0000","last_undegraded":"2024-04-18T05:11:32.346342+0000","last_fullsized":"2024-04-18T05:11:32.346342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.335839+0000","last_change":"2024-04-18T05:11:28.344651+0000","last_active":"2024-04-18T05:11:32.335839+0000","last_peered":"2024-04-18T05:11:32.335839+0000","last_clean":"2024-04-18T05:11:32.335839+0000","last_became_active":"2024-04-18T05:11:28.344402+0000","last_became_peered":"2024-04-18T05:11:28.344402+0000","last_unstale":"2024-04-18T05:11:32.335839+0000","last_undegraded":"2024-04-18T05:11:32.335839+0000","last_fullsized":"2024-04-18T05:11:32.335839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863027+0000","last_change":"2024-04-18T05:11:32.391030+0000","last_active":"2024-04-18T05:11:32.863027+0000","last_peered":"2024-04-18T05:11:32.863027+0000","last_clean":"2024-04-18T05:11:32.863027+0000","last_became_active":"2024-04-18T05:11:32.390561+0000","last_became_peered":"2024-04-18T05:11:32.390561+0000","last_unstale":"2024-04-18T05:11:32.863027+0000","last_undegraded":"2024-04-18T05:11:32.863027+0000","last_fullsized":"2024-04-18T05:11:32.863027+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:57:29.868670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330161+0000","last_change":"2024-04-18T05:11:28.334462+0000","last_active":"2024-04-18T05:11:32.330161+0000","last_peered":"2024-04-18T05:11:32.330161+0000","last_clean":"2024-04-18T05:11:32.330161+0000","last_became_active":"2024-04-18T05:11:28.334216+0000","last_became_peered":"2024-04-18T05:11:28.334216+0000","last_unstale":"2024-04-18T05:11:32.330161+0000","last_undegraded":"2024-04-18T05:11:32.330161+0000","last_fullsized":"2024-04-18T05:11:32.330161+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:38.804241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330179+0000","last_change":"2024-04-18T05:11:27.952118+0000","last_active":"2024-04-18T05:11:32.330179+0000","last_peered":"2024-04-18T05:11:32.330179+0000","last_clean":"2024-04-18T05:11:32.330179+0000","last_became_active":"2024-04-18T05:11:27.948653+0000","last_became_peered":"2024-04-18T05:11:27.948653+0000","last_unstale":"2024-04-18T05:11:32.330179+0000","last_undegraded":"2024-04-18T05:11:32.330179+0000","last_fullsized":"2024-04-18T05:11:32.330179+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:02.060991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718498+0000","last_change":"2024-04-18T05:11:32.375536+0000","last_active":"2024-04-18T05:11:32.718498+0000","last_peered":"2024-04-18T05:11:32.718498+0000","last_clean":"2024-04-18T05:11:32.718498+0000","last_became_active":"2024-04-18T05:11:32.375141+0000","last_became_peered":"2024-04-18T05:11:32.375141+0000","last_unstale":"2024-04-18T05:11:32.718498+0000","last_undegraded":"2024-04-18T05:11:32.718498+0000","last_fullsized":"2024-04-18T05:11:32.718498+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:41:35.277328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373528+0000","last_change":"2024-04-18T05:11:28.329538+0000","last_active":"2024-04-18T05:11:32.373528+0000","last_peered":"2024-04-18T05:11:32.373528+0000","last_clean":"2024-04-18T05:11:32.373528+0000","last_became_active":"2024-04-18T05:11:28.329185+0000","last_became_peered":"2024-04-18T05:11:28.329185+0000","last_unstale":"2024-04-18T05:11:32.373528+0000","last_undegraded":"2024-04-18T05:11:32.373528+0000","last_fullsized":"2024-04-18T05:11:32.373528+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:00:58.051561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333331+0000","last_change":"2024-04-18T05:11:27.956004+0000","last_active":"2024-04-18T05:11:32.333331+0000","last_peered":"2024-04-18T05:11:32.333331+0000","last_clean":"2024-04-18T05:11:32.333331+0000","last_became_active":"2024-04-18T05:11:27.952027+0000","last_became_peered":"2024-04-18T05:11:27.952027+0000","last_unstale":"2024-04-18T05:11:32.333331+0000","last_undegraded":"2024-04-18T05:11:32.333331+0000","last_fullsized":"2024-04-18T05:11:32.333331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:10:24.051228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862778+0000","last_change":"2024-04-18T05:11:32.369454+0000","last_active":"2024-04-18T05:11:32.862778+0000","last_peered":"2024-04-18T05:11:32.862778+0000","last_clean":"2024-04-18T05:11:32.862778+0000","last_became_active":"2024-04-18T05:11:32.369058+0000","last_became_peered":"2024-04-18T05:11:32.369058+0000","last_unstale":"2024-04-18T05:11:32.862778+0000","last_undegraded":"2024-04-18T05:11:32.862778+0000","last_fullsized":"2024-04-18T05:11:32.862778+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342817+0000","last_change":"2024-04-18T05:11:28.335611+0000","last_active":"2024-04-18T05:11:32.342817+0000","last_peered":"2024-04-18T05:11:32.342817+0000","last_clean":"2024-04-18T05:11:32.342817+0000","last_became_active":"2024-04-18T05:11:28.335387+0000","last_became_peered":"2024-04-18T05:11:28.335387+0000","last_unstale":"2024-04-18T05:11:32.342817+0000","last_undegraded":"2024-04-18T05:11:32.342817+0000","last_fullsized":"2024-04-18T05:11:32.342817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:13:58.767073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342989+0000","last_change":"2024-04-18T05:11:27.935320+0000","last_active":"2024-04-18T05:11:32.342989+0000","last_peered":"2024-04-18T05:11:32.342989+0000","last_clean":"2024-04-18T05:11:32.342989+0000","last_became_active":"2024-04-18T05:11:27.934567+0000","last_became_peered":"2024-04-18T05:11:27.934567+0000","last_unstale":"2024-04-18T05:11:32.342989+0000","last_undegraded":"2024-04-18T05:11:32.342989+0000","last_fullsized":"2024-04-18T05:11:32.342989+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865628+0000","last_change":"2024-04-18T05:11:32.394847+0000","last_active":"2024-04-18T05:11:32.865628+0000","last_peered":"2024-04-18T05:11:32.865628+0000","last_clean":"2024-04-18T05:11:32.865628+0000","last_became_active":"2024-04-18T05:11:32.393997+0000","last_became_peered":"2024-04-18T05:11:32.393997+0000","last_unstale":"2024-04-18T05:11:32.865628+0000","last_undegraded":"2024-04-18T05:11:32.865628+0000","last_fullsized":"2024-04-18T05:11:32.865628+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:02:53.669090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329828+0000","last_change":"2024-04-18T05:11:28.337120+0000","last_active":"2024-04-18T05:11:32.329828+0000","last_peered":"2024-04-18T05:11:32.329828+0000","last_clean":"2024-04-18T05:11:32.329828+0000","last_became_active":"2024-04-18T05:11:28.336839+0000","last_became_peered":"2024-04-18T05:11:28.336839+0000","last_unstale":"2024-04-18T05:11:32.329828+0000","last_undegraded":"2024-04-18T05:11:32.329828+0000","last_fullsized":"2024-04-18T05:11:32.329828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:25:10.878519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344641+0000","last_change":"2024-04-18T05:11:27.938456+0000","last_active":"2024-04-18T05:11:32.344641+0000","last_peered":"2024-04-18T05:11:32.344641+0000","last_clean":"2024-04-18T05:11:32.344641+0000","last_became_active":"2024-04-18T05:11:27.937988+0000","last_became_peered":"2024-04-18T05:11:27.937988+0000","last_unstale":"2024-04-18T05:11:32.344641+0000","last_undegraded":"2024-04-18T05:11:32.344641+0000","last_fullsized":"2024-04-18T05:11:32.344641+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862704+0000","last_change":"2024-04-18T05:11:32.390757+0000","last_active":"2024-04-18T05:11:32.862704+0000","last_peered":"2024-04-18T05:11:32.862704+0000","last_clean":"2024-04-18T05:11:32.862704+0000","last_became_active":"2024-04-18T05:11:32.390252+0000","last_became_peered":"2024-04-18T05:11:32.390252+0000","last_unstale":"2024-04-18T05:11:32.862704+0000","last_undegraded":"2024-04-18T05:11:32.862704+0000","last_fullsized":"2024-04-18T05:11:32.862704+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:36:46.455230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344670+0000","last_change":"2024-04-18T05:11:28.335068+0000","last_active":"2024-04-18T05:11:32.344670+0000","last_peered":"2024-04-18T05:11:32.344670+0000","last_clean":"2024-04-18T05:11:32.344670+0000","last_became_active":"2024-04-18T05:11:28.334690+0000","last_became_peered":"2024-04-18T05:11:28.334690+0000","last_unstale":"2024-04-18T05:11:32.344670+0000","last_undegraded":"2024-04-18T05:11:32.344670+0000","last_fullsized":"2024-04-18T05:11:32.344670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:33:13.385752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336313+0000","last_change":"2024-04-18T05:11:27.946814+0000","last_active":"2024-04-18T05:11:32.336313+0000","last_peered":"2024-04-18T05:11:32.336313+0000","last_clean":"2024-04-18T05:11:32.336313+0000","last_became_active":"2024-04-18T05:11:27.946543+0000","last_became_peered":"2024-04-18T05:11:27.946543+0000","last_unstale":"2024-04-18T05:11:32.336313+0000","last_undegraded":"2024-04-18T05:11:32.336313+0000","last_fullsized":"2024-04-18T05:11:32.336313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:46.336701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862738+0000","last_change":"2024-04-18T05:11:32.355946+0000","last_active":"2024-04-18T05:11:32.862738+0000","last_peered":"2024-04-18T05:11:32.862738+0000","last_clean":"2024-04-18T05:11:32.862738+0000","last_became_active":"2024-04-18T05:11:32.355431+0000","last_became_peered":"2024-04-18T05:11:32.355431+0000","last_unstale":"2024-04-18T05:11:32.862738+0000","last_undegraded":"2024-04-18T05:11:32.862738+0000","last_fullsized":"2024-04-18T05:11:32.862738+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.339626+0000","last_change":"2024-04-18T05:11:28.335233+0000","last_active":"2024-04-18T05:11:32.339626+0000","last_peered":"2024-04-18T05:11:32.339626+0000","last_clean":"2024-04-18T05:11:32.339626+0000","last_became_active":"2024-04-18T05:11:28.334849+0000","last_became_peered":"2024-04-18T05:11:28.334849+0000","last_unstale":"2024-04-18T05:11:32.339626+0000","last_undegraded":"2024-04-18T05:11:32.339626+0000","last_fullsized":"2024-04-18T05:11:32.339626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:46.942790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345147+0000","last_change":"2024-04-18T05:11:27.931721+0000","last_active":"2024-04-18T05:11:32.345147+0000","last_peered":"2024-04-18T05:11:32.345147+0000","last_clean":"2024-04-18T05:11:32.345147+0000","last_became_active":"2024-04-18T05:11:27.930966+0000","last_became_peered":"2024-04-18T05:11:27.930966+0000","last_unstale":"2024-04-18T05:11:32.345147+0000","last_undegraded":"2024-04-18T05:11:32.345147+0000","last_fullsized":"2024-04-18T05:11:32.345147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.864730+0000","last_change":"2024-04-18T05:11:32.367077+0000","last_active":"2024-04-18T05:11:32.864730+0000","last_peered":"2024-04-18T05:11:32.864730+0000","last_clean":"2024-04-18T05:11:32.864730+0000","last_became_active":"2024-04-18T05:11:32.361977+0000","last_became_peered":"2024-04-18T05:11:32.361977+0000","last_unstale":"2024-04-18T05:11:32.864730+0000","last_undegraded":"2024-04-18T05:11:32.864730+0000","last_fullsized":"2024-04-18T05:11:32.864730+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334254+0000","last_change":"2024-04-18T05:11:28.328285+0000","last_active":"2024-04-18T05:11:32.334254+0000","last_peered":"2024-04-18T05:11:32.334254+0000","last_clean":"2024-04-18T05:11:32.334254+0000","last_became_active":"2024-04-18T05:11:28.327890+0000","last_became_peered":"2024-04-18T05:11:28.327890+0000","last_unstale":"2024-04-18T05:11:32.334254+0000","last_undegraded":"2024-04-18T05:11:32.334254+0000","last_fullsized":"2024-04-18T05:11:32.334254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.339124+0000","last_change":"2024-04-18T05:11:27.954047+0000","last_active":"2024-04-18T05:11:32.339124+0000","last_peered":"2024-04-18T05:11:32.339124+0000","last_clean":"2024-04-18T05:11:32.339124+0000","last_became_active":"2024-04-18T05:11:27.952562+0000","last_became_peered":"2024-04-18T05:11:27.952562+0000","last_unstale":"2024-04-18T05:11:32.339124+0000","last_undegraded":"2024-04-18T05:11:32.339124+0000","last_fullsized":"2024-04-18T05:11:32.339124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.722399+0000","last_change":"2024-04-18T05:11:32.386328+0000","last_active":"2024-04-18T05:11:32.722399+0000","last_peered":"2024-04-18T05:11:32.722399+0000","last_clean":"2024-04-18T05:11:32.722399+0000","last_became_active":"2024-04-18T05:11:32.385552+0000","last_became_peered":"2024-04-18T05:11:32.385552+0000","last_unstale":"2024-04-18T05:11:32.722399+0000","last_undegraded":"2024-04-18T05:11:32.722399+0000","last_fullsized":"2024-04-18T05:11:32.722399+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:07:48.580338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334956+0000","last_change":"2024-04-18T05:11:28.312877+0000","last_active":"2024-04-18T05:11:32.334956+0000","last_peered":"2024-04-18T05:11:32.334956+0000","last_clean":"2024-04-18T05:11:32.334956+0000","last_became_active":"2024-04-18T05:11:28.312375+0000","last_became_peered":"2024-04-18T05:11:28.312375+0000","last_unstale":"2024-04-18T05:11:32.334956+0000","last_undegraded":"2024-04-18T05:11:32.334956+0000","last_fullsized":"2024-04-18T05:11:32.334956+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:47.346075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.341173+0000","last_change":"2024-04-18T05:11:27.958209+0000","last_active":"2024-04-18T05:11:32.341173+0000","last_peered":"2024-04-18T05:11:32.341173+0000","last_clean":"2024-04-18T05:11:32.341173+0000","last_became_active":"2024-04-18T05:11:27.957453+0000","last_became_peered":"2024-04-18T05:11:27.957453+0000","last_unstale":"2024-04-18T05:11:32.341173+0000","last_undegraded":"2024-04-18T05:11:32.341173+0000","last_fullsized":"2024-04-18T05:11:32.341173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.721584+0000","last_change":"2024-04-18T05:11:32.387156+0000","last_active":"2024-04-18T05:11:32.721584+0000","last_peered":"2024-04-18T05:11:32.721584+0000","last_clean":"2024-04-18T05:11:32.721584+0000","last_became_active":"2024-04-18T05:11:32.383083+0000","last_became_peered":"2024-04-18T05:11:32.383083+0000","last_unstale":"2024-04-18T05:11:32.721584+0000","last_undegraded":"2024-04-18T05:11:32.721584+0000","last_fullsized":"2024-04-18T05:11:32.721584+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:25:14.286660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346876+0000","last_change":"2024-04-18T05:11:28.326721+0000","last_active":"2024-04-18T05:11:32.346876+0000","last_peered":"2024-04-18T05:11:32.346876+0000","last_clean":"2024-04-18T05:11:32.346876+0000","last_became_active":"2024-04-18T05:11:28.325072+0000","last_became_peered":"2024-04-18T05:11:28.325072+0000","last_unstale":"2024-04-18T05:11:32.346876+0000","last_undegraded":"2024-04-18T05:11:32.346876+0000","last_fullsized":"2024-04-18T05:11:32.346876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330796+0000","last_change":"2024-04-18T05:11:27.958003+0000","last_active":"2024-04-18T05:11:32.330796+0000","last_peered":"2024-04-18T05:11:32.330796+0000","last_clean":"2024-04-18T05:11:32.330796+0000","last_became_active":"2024-04-18T05:11:27.957677+0000","last_became_peered":"2024-04-18T05:11:27.957677+0000","last_unstale":"2024-04-18T05:11:32.330796+0000","last_undegraded":"2024-04-18T05:11:32.330796+0000","last_fullsized":"2024-04-18T05:11:32.330796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:55:55.914228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723340+0000","last_change":"2024-04-18T05:11:32.387267+0000","last_active":"2024-04-18T05:11:32.723340+0000","last_peered":"2024-04-18T05:11:32.723340+0000","last_clean":"2024-04-18T05:11:32.723340+0000","last_became_active":"2024-04-18T05:11:32.386198+0000","last_became_peered":"2024-04-18T05:11:32.386198+0000","last_unstale":"2024-04-18T05:11:32.723340+0000","last_undegraded":"2024-04-18T05:11:32.723340+0000","last_fullsized":"2024-04-18T05:11:32.723340+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345986+0000","last_change":"2024-04-18T05:11:28.323930+0000","last_active":"2024-04-18T05:11:32.345986+0000","last_peered":"2024-04-18T05:11:32.345986+0000","last_clean":"2024-04-18T05:11:32.345986+0000","last_became_active":"2024-04-18T05:11:28.323569+0000","last_became_peered":"2024-04-18T05:11:28.323569+0000","last_unstale":"2024-04-18T05:11:32.345986+0000","last_undegraded":"2024-04-18T05:11:32.345986+0000","last_fullsized":"2024-04-18T05:11:32.345986+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373656+0000","last_change":"2024-04-18T05:11:27.952506+0000","last_active":"2024-04-18T05:11:32.373656+0000","last_peered":"2024-04-18T05:11:32.373656+0000","last_clean":"2024-04-18T05:11:32.373656+0000","last_became_active":"2024-04-18T05:11:27.951854+0000","last_became_peered":"2024-04-18T05:11:27.951854+0000","last_unstale":"2024-04-18T05:11:32.373656+0000","last_undegraded":"2024-04-18T05:11:32.373656+0000","last_fullsized":"2024-04-18T05:11:32.373656+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:07:46.380463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723543+0000","last_change":"2024-04-18T05:11:32.384619+0000","last_active":"2024-04-18T05:11:32.723543+0000","last_peered":"2024-04-18T05:11:32.723543+0000","last_clean":"2024-04-18T05:11:32.723543+0000","last_became_active":"2024-04-18T05:11:32.383069+0000","last_became_peered":"2024-04-18T05:11:32.383069+0000","last_unstale":"2024-04-18T05:11:32.723543+0000","last_undegraded":"2024-04-18T05:11:32.723543+0000","last_fullsized":"2024-04-18T05:11:32.723543+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:41:33.731763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332973+0000","last_change":"2024-04-18T05:11:28.328600+0000","last_active":"2024-04-18T05:11:32.332973+0000","last_peered":"2024-04-18T05:11:32.332973+0000","last_clean":"2024-04-18T05:11:32.332973+0000","last_became_active":"2024-04-18T05:11:28.328117+0000","last_became_peered":"2024-04-18T05:11:28.328117+0000","last_unstale":"2024-04-18T05:11:32.332973+0000","last_undegraded":"2024-04-18T05:11:32.332973+0000","last_fullsized":"2024-04-18T05:11:32.332973+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330162+0000","last_change":"2024-04-18T05:11:27.953204+0000","last_active":"2024-04-18T05:11:32.330162+0000","last_peered":"2024-04-18T05:11:32.330162+0000","last_clean":"2024-04-18T05:11:32.330162+0000","last_became_active":"2024-04-18T05:11:27.952116+0000","last_became_peered":"2024-04-18T05:11:27.952116+0000","last_unstale":"2024-04-18T05:11:32.330162+0000","last_undegraded":"2024-04-18T05:11:32.330162+0000","last_fullsized":"2024-04-18T05:11:32.330162+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724205+0000","last_change":"2024-04-18T05:11:32.382993+0000","last_active":"2024-04-18T05:11:32.724205+0000","last_peered":"2024-04-18T05:11:32.724205+0000","last_clean":"2024-04-18T05:11:32.724205+0000","last_became_active":"2024-04-18T05:11:32.382377+0000","last_became_peered":"2024-04-18T05:11:32.382377+0000","last_unstale":"2024-04-18T05:11:32.724205+0000","last_undegraded":"2024-04-18T05:11:32.724205+0000","last_fullsized":"2024-04-18T05:11:32.724205+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:30:04.379363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349630+0000","last_change":"2024-04-18T05:11:28.327739+0000","last_active":"2024-04-18T05:11:32.349630+0000","last_peered":"2024-04-18T05:11:32.349630+0000","last_clean":"2024-04-18T05:11:32.349630+0000","last_became_active":"2024-04-18T05:11:28.326627+0000","last_became_peered":"2024-04-18T05:11:28.326627+0000","last_unstale":"2024-04-18T05:11:32.349630+0000","last_undegraded":"2024-04-18T05:11:32.349630+0000","last_fullsized":"2024-04-18T05:11:32.349630+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:38.804241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333276+0000","last_change":"2024-04-18T05:11:27.950039+0000","last_active":"2024-04-18T05:11:32.333276+0000","last_peered":"2024-04-18T05:11:32.333276+0000","last_clean":"2024-04-18T05:11:32.333276+0000","last_became_active":"2024-04-18T05:11:27.948662+0000","last_became_peered":"2024-04-18T05:11:27.948662+0000","last_unstale":"2024-04-18T05:11:32.333276+0000","last_undegraded":"2024-04-18T05:11:32.333276+0000","last_fullsized":"2024-04-18T05:11:32.333276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:40.398108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.355763+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:11:32.355763+0000","last_peered":"2024-04-18T05:11:32.355763+0000","last_clean":"2024-04-18T05:11:32.355763+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:11:32.355763+0000","last_undegraded":"2024-04-18T05:11:32.355763+0000","last_fullsized":"2024-04-18T05:11:32.355763+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.719217+0000","last_change":"2024-04-18T05:11:32.356160+0000","last_active":"2024-04-18T05:11:32.719217+0000","last_peered":"2024-04-18T05:11:32.719217+0000","last_clean":"2024-04-18T05:11:32.719217+0000","last_became_active":"2024-04-18T05:11:32.355505+0000","last_became_peered":"2024-04-18T05:11:32.355505+0000","last_unstale":"2024-04-18T05:11:32.719217+0000","last_undegraded":"2024-04-18T05:11:32.719217+0000","last_fullsized":"2024-04-18T05:11:32.719217+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:06:03.601948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336057+0000","last_change":"2024-04-18T05:11:28.331188+0000","last_active":"2024-04-18T05:11:32.336057+0000","last_peered":"2024-04-18T05:11:32.336057+0000","last_clean":"2024-04-18T05:11:32.336057+0000","last_became_active":"2024-04-18T05:11:28.330676+0000","last_became_peered":"2024-04-18T05:11:28.330676+0000","last_unstale":"2024-04-18T05:11:32.336057+0000","last_undegraded":"2024-04-18T05:11:32.336057+0000","last_fullsized":"2024-04-18T05:11:32.336057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334392+0000","last_change":"2024-04-18T05:11:27.945772+0000","last_active":"2024-04-18T05:11:32.334392+0000","last_peered":"2024-04-18T05:11:32.334392+0000","last_clean":"2024-04-18T05:11:32.334392+0000","last_became_active":"2024-04-18T05:11:27.944752+0000","last_became_peered":"2024-04-18T05:11:27.944752+0000","last_unstale":"2024-04-18T05:11:32.334392+0000","last_undegraded":"2024-04-18T05:11:32.334392+0000","last_fullsized":"2024-04-18T05:11:32.334392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863204+0000","last_change":"2024-04-18T05:11:32.383524+0000","last_active":"2024-04-18T05:11:32.863204+0000","last_peered":"2024-04-18T05:11:32.863204+0000","last_clean":"2024-04-18T05:11:32.863204+0000","last_became_active":"2024-04-18T05:11:32.383077+0000","last_became_peered":"2024-04-18T05:11:32.383077+0000","last_unstale":"2024-04-18T05:11:32.863204+0000","last_undegraded":"2024-04-18T05:11:32.863204+0000","last_fullsized":"2024-04-18T05:11:32.863204+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:40:48.910488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346099+0000","last_change":"2024-04-18T05:11:28.333993+0000","last_active":"2024-04-18T05:11:32.346099+0000","last_peered":"2024-04-18T05:11:32.346099+0000","last_clean":"2024-04-18T05:11:32.346099+0000","last_became_active":"2024-04-18T05:11:28.333610+0000","last_became_peered":"2024-04-18T05:11:28.333610+0000","last_unstale":"2024-04-18T05:11:32.346099+0000","last_undegraded":"2024-04-18T05:11:32.346099+0000","last_fullsized":"2024-04-18T05:11:32.346099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:40:47.790012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345429+0000","last_change":"2024-04-18T05:11:27.945629+0000","last_active":"2024-04-18T05:11:32.345429+0000","last_peered":"2024-04-18T05:11:32.345429+0000","last_clean":"2024-04-18T05:11:32.345429+0000","last_became_active":"2024-04-18T05:11:27.944935+0000","last_became_peered":"2024-04-18T05:11:27.944935+0000","last_unstale":"2024-04-18T05:11:32.345429+0000","last_undegraded":"2024-04-18T05:11:32.345429+0000","last_fullsized":"2024-04-18T05:11:32.345429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724579+0000","last_change":"2024-04-18T05:11:32.364991+0000","last_active":"2024-04-18T05:11:32.724579+0000","last_peered":"2024-04-18T05:11:32.724579+0000","last_clean":"2024-04-18T05:11:32.724579+0000","last_became_active":"2024-04-18T05:11:32.363399+0000","last_became_peered":"2024-04-18T05:11:32.363399+0000","last_unstale":"2024-04-18T05:11:32.724579+0000","last_undegraded":"2024-04-18T05:11:32.724579+0000","last_fullsized":"2024-04-18T05:11:32.724579+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:23:23.273673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345272+0000","last_change":"2024-04-18T05:11:28.344212+0000","last_active":"2024-04-18T05:11:32.345272+0000","last_peered":"2024-04-18T05:11:32.345272+0000","last_clean":"2024-04-18T05:11:32.345272+0000","last_became_active":"2024-04-18T05:11:28.341510+0000","last_became_peered":"2024-04-18T05:11:28.341510+0000","last_unstale":"2024-04-18T05:11:32.345272+0000","last_undegraded":"2024-04-18T05:11:32.345272+0000","last_fullsized":"2024-04-18T05:11:32.345272+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344904+0000","last_change":"2024-04-18T05:11:27.951441+0000","last_active":"2024-04-18T05:11:32.344904+0000","last_peered":"2024-04-18T05:11:32.344904+0000","last_clean":"2024-04-18T05:11:32.344904+0000","last_became_active":"2024-04-18T05:11:27.950712+0000","last_became_peered":"2024-04-18T05:11:27.950712+0000","last_unstale":"2024-04-18T05:11:32.344904+0000","last_undegraded":"2024-04-18T05:11:32.344904+0000","last_fullsized":"2024-04-18T05:11:32.344904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.717422+0000","last_change":"2024-04-18T05:11:32.355860+0000","last_active":"2024-04-18T05:11:32.717422+0000","last_peered":"2024-04-18T05:11:32.717422+0000","last_clean":"2024-04-18T05:11:32.717422+0000","last_became_active":"2024-04-18T05:11:32.355427+0000","last_became_peered":"2024-04-18T05:11:32.355427+0000","last_unstale":"2024-04-18T05:11:32.717422+0000","last_undegraded":"2024-04-18T05:11:32.717422+0000","last_fullsized":"2024-04-18T05:11:32.717422+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:56:45.661810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334212+0000","last_change":"2024-04-18T05:11:28.322949+0000","last_active":"2024-04-18T05:11:32.334212+0000","last_peered":"2024-04-18T05:11:32.334212+0000","last_clean":"2024-04-18T05:11:32.334212+0000","last_became_active":"2024-04-18T05:11:28.322559+0000","last_became_peered":"2024-04-18T05:11:28.322559+0000","last_unstale":"2024-04-18T05:11:32.334212+0000","last_undegraded":"2024-04-18T05:11:32.334212+0000","last_fullsized":"2024-04-18T05:11:32.334212+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:26.521278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345414+0000","last_change":"2024-04-18T05:11:27.950231+0000","last_active":"2024-04-18T05:11:32.345414+0000","last_peered":"2024-04-18T05:11:32.345414+0000","last_clean":"2024-04-18T05:11:32.345414+0000","last_became_active":"2024-04-18T05:11:27.949949+0000","last_became_peered":"2024-04-18T05:11:27.949949+0000","last_unstale":"2024-04-18T05:11:32.345414+0000","last_undegraded":"2024-04-18T05:11:32.345414+0000","last_fullsized":"2024-04-18T05:11:32.345414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.749273+0000","last_change":"2024-04-18T05:11:32.356513+0000","last_active":"2024-04-18T05:11:32.749273+0000","last_peered":"2024-04-18T05:11:32.749273+0000","last_clean":"2024-04-18T05:11:32.749273+0000","last_became_active":"2024-04-18T05:11:32.355724+0000","last_became_peered":"2024-04-18T05:11:32.355724+0000","last_unstale":"2024-04-18T05:11:32.749273+0000","last_undegraded":"2024-04-18T05:11:32.749273+0000","last_fullsized":"2024-04-18T05:11:32.749273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:33:16.793893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329643+0000","last_change":"2024-04-18T05:11:28.340204+0000","last_active":"2024-04-18T05:11:32.329643+0000","last_peered":"2024-04-18T05:11:32.329643+0000","last_clean":"2024-04-18T05:11:32.329643+0000","last_became_active":"2024-04-18T05:11:28.339903+0000","last_became_peered":"2024-04-18T05:11:28.339903+0000","last_unstale":"2024-04-18T05:11:32.329643+0000","last_undegraded":"2024-04-18T05:11:32.329643+0000","last_fullsized":"2024-04-18T05:11:32.329643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.387141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.343065+0000","last_change":"2024-04-18T05:11:27.934245+0000","last_active":"2024-04-18T05:11:32.343065+0000","last_peered":"2024-04-18T05:11:32.343065+0000","last_clean":"2024-04-18T05:11:32.343065+0000","last_became_active":"2024-04-18T05:11:27.933515+0000","last_became_peered":"2024-04-18T05:11:27.933515+0000","last_unstale":"2024-04-18T05:11:32.343065+0000","last_undegraded":"2024-04-18T05:11:32.343065+0000","last_fullsized":"2024-04-18T05:11:32.343065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724756+0000","last_change":"2024-04-18T05:11:32.377393+0000","last_active":"2024-04-18T05:11:32.724756+0000","last_peered":"2024-04-18T05:11:32.724756+0000","last_clean":"2024-04-18T05:11:32.724756+0000","last_became_active":"2024-04-18T05:11:32.376616+0000","last_became_peered":"2024-04-18T05:11:32.376616+0000","last_unstale":"2024-04-18T05:11:32.724756+0000","last_undegraded":"2024-04-18T05:11:32.724756+0000","last_fullsized":"2024-04-18T05:11:32.724756+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.355532+0000","last_change":"2024-04-18T05:11:28.325291+0000","last_active":"2024-04-18T05:11:32.355532+0000","last_peered":"2024-04-18T05:11:32.355532+0000","last_clean":"2024-04-18T05:11:32.355532+0000","last_became_active":"2024-04-18T05:11:28.322982+0000","last_became_peered":"2024-04-18T05:11:28.322982+0000","last_unstale":"2024-04-18T05:11:32.355532+0000","last_undegraded":"2024-04-18T05:11:32.355532+0000","last_fullsized":"2024-04-18T05:11:32.355532+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345069+0000","last_change":"2024-04-18T05:11:27.953479+0000","last_active":"2024-04-18T05:11:32.345069+0000","last_peered":"2024-04-18T05:11:32.345069+0000","last_clean":"2024-04-18T05:11:32.345069+0000","last_became_active":"2024-04-18T05:11:27.953166+0000","last_became_peered":"2024-04-18T05:11:27.953166+0000","last_unstale":"2024-04-18T05:11:32.345069+0000","last_undegraded":"2024-04-18T05:11:32.345069+0000","last_fullsized":"2024-04-18T05:11:32.345069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:07.207835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724577+0000","last_change":"2024-04-18T05:11:32.365672+0000","last_active":"2024-04-18T05:11:32.724577+0000","last_peered":"2024-04-18T05:11:32.724577+0000","last_clean":"2024-04-18T05:11:32.724577+0000","last_became_active":"2024-04-18T05:11:32.364720+0000","last_became_peered":"2024-04-18T05:11:32.364720+0000","last_unstale":"2024-04-18T05:11:32.724577+0000","last_undegraded":"2024-04-18T05:11:32.724577+0000","last_fullsized":"2024-04-18T05:11:32.724577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:25:22.609972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330307+0000","last_change":"2024-04-18T05:11:28.342002+0000","last_active":"2024-04-18T05:11:32.330307+0000","last_peered":"2024-04-18T05:11:32.330307+0000","last_clean":"2024-04-18T05:11:32.330307+0000","last_became_active":"2024-04-18T05:11:28.341745+0000","last_became_peered":"2024-04-18T05:11:28.341745+0000","last_unstale":"2024-04-18T05:11:32.330307+0000","last_undegraded":"2024-04-18T05:11:32.330307+0000","last_fullsized":"2024-04-18T05:11:32.330307+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:18.867545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330494+0000","last_change":"2024-04-18T05:11:27.950344+0000","last_active":"2024-04-18T05:11:32.330494+0000","last_peered":"2024-04-18T05:11:32.330494+0000","last_clean":"2024-04-18T05:11:32.330494+0000","last_became_active":"2024-04-18T05:11:27.948673+0000","last_became_peered":"2024-04-18T05:11:27.948673+0000","last_unstale":"2024-04-18T05:11:32.330494+0000","last_undegraded":"2024-04-18T05:11:32.330494+0000","last_fullsized":"2024-04-18T05:11:32.330494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:25.511903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723241+0000","last_change":"2024-04-18T05:11:32.383188+0000","last_active":"2024-04-18T05:11:32.723241+0000","last_peered":"2024-04-18T05:11:32.723241+0000","last_clean":"2024-04-18T05:11:32.723241+0000","last_became_active":"2024-04-18T05:11:32.382570+0000","last_became_peered":"2024-04-18T05:11:32.382570+0000","last_unstale":"2024-04-18T05:11:32.723241+0000","last_undegraded":"2024-04-18T05:11:32.723241+0000","last_fullsized":"2024-04-18T05:11:32.723241+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:07.795281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333143+0000","last_change":"2024-04-18T05:11:28.328057+0000","last_active":"2024-04-18T05:11:32.333143+0000","last_peered":"2024-04-18T05:11:32.333143+0000","last_clean":"2024-04-18T05:11:32.333143+0000","last_became_active":"2024-04-18T05:11:28.327669+0000","last_became_peered":"2024-04-18T05:11:28.327669+0000","last_unstale":"2024-04-18T05:11:32.333143+0000","last_undegraded":"2024-04-18T05:11:32.333143+0000","last_fullsized":"2024-04-18T05:11:32.333143+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:13:58.767073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373783+0000","last_change":"2024-04-18T05:11:27.938654+0000","last_active":"2024-04-18T05:11:32.373783+0000","last_peered":"2024-04-18T05:11:32.373783+0000","last_clean":"2024-04-18T05:11:32.373783+0000","last_became_active":"2024-04-18T05:11:27.937852+0000","last_became_peered":"2024-04-18T05:11:27.937852+0000","last_unstale":"2024-04-18T05:11:32.373783+0000","last_undegraded":"2024-04-18T05:11:32.373783+0000","last_fullsized":"2024-04-18T05:11:32.373783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:01:43.591064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718997+0000","last_change":"2024-04-18T05:11:32.353961+0000","last_active":"2024-04-18T05:11:32.718997+0000","last_peered":"2024-04-18T05:11:32.718997+0000","last_clean":"2024-04-18T05:11:32.718997+0000","last_became_active":"2024-04-18T05:11:32.353178+0000","last_became_peered":"2024-04-18T05:11:32.353178+0000","last_unstale":"2024-04-18T05:11:32.718997+0000","last_undegraded":"2024-04-18T05:11:32.718997+0000","last_fullsized":"2024-04-18T05:11:32.718997+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:32:35.953060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346683+0000","last_change":"2024-04-18T05:11:28.330276+0000","last_active":"2024-04-18T05:11:32.346683+0000","last_peered":"2024-04-18T05:11:32.346683+0000","last_clean":"2024-04-18T05:11:32.346683+0000","last_became_active":"2024-04-18T05:11:28.329382+0000","last_became_peered":"2024-04-18T05:11:28.329382+0000","last_unstale":"2024-04-18T05:11:32.346683+0000","last_undegraded":"2024-04-18T05:11:32.346683+0000","last_fullsized":"2024-04-18T05:11:32.346683+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:18.867545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:38.114915+0000","last_change":"2024-04-18T05:11:27.939375+0000","last_active":"2024-04-18T05:11:38.114915+0000","last_peered":"2024-04-18T05:11:38.114915+0000","last_clean":"2024-04-18T05:11:38.114915+0000","last_became_active":"2024-04-18T05:11:27.939021+0000","last_became_peered":"2024-04-18T05:11:27.939021+0000","last_unstale":"2024-04-18T05:11:38.114915+0000","last_undegraded":"2024-04-18T05:11:38.114915+0000","last_fullsized":"2024-04-18T05:11:38.114915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3796,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865133+0000","last_change":"2024-04-18T05:11:32.365282+0000","last_active":"2024-04-18T05:11:32.865133+0000","last_peered":"2024-04-18T05:11:32.865133+0000","last_clean":"2024-04-18T05:11:32.865133+0000","last_became_active":"2024-04-18T05:11:32.363114+0000","last_became_peered":"2024-04-18T05:11:32.363114+0000","last_unstale":"2024-04-18T05:11:32.865133+0000","last_undegraded":"2024-04-18T05:11:32.865133+0000","last_fullsized":"2024-04-18T05:11:32.865133+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332468+0000","last_change":"2024-04-18T05:11:28.343459+0000","last_active":"2024-04-18T05:11:32.332468+0000","last_peered":"2024-04-18T05:11:32.332468+0000","last_clean":"2024-04-18T05:11:32.332468+0000","last_became_active":"2024-04-18T05:11:28.343223+0000","last_became_peered":"2024-04-18T05:11:28.343223+0000","last_unstale":"2024-04-18T05:11:32.332468+0000","last_undegraded":"2024-04-18T05:11:32.332468+0000","last_fullsized":"2024-04-18T05:11:32.332468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:17:44.703379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.374377+0000","last_change":"2024-04-18T05:11:27.941187+0000","last_active":"2024-04-18T05:11:32.374377+0000","last_peered":"2024-04-18T05:11:32.374377+0000","last_clean":"2024-04-18T05:11:32.374377+0000","last_became_active":"2024-04-18T05:11:27.940474+0000","last_became_peered":"2024-04-18T05:11:27.940474+0000","last_unstale":"2024-04-18T05:11:32.374377+0000","last_undegraded":"2024-04-18T05:11:32.374377+0000","last_fullsized":"2024-04-18T05:11:32.374377+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:28.905283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863369+0000","last_change":"2024-04-18T05:11:32.382389+0000","last_active":"2024-04-18T05:11:32.863369+0000","last_peered":"2024-04-18T05:11:32.863369+0000","last_clean":"2024-04-18T05:11:32.863369+0000","last_became_active":"2024-04-18T05:11:32.382008+0000","last_became_peered":"2024-04-18T05:11:32.382008+0000","last_unstale":"2024-04-18T05:11:32.863369+0000","last_undegraded":"2024-04-18T05:11:32.863369+0000","last_fullsized":"2024-04-18T05:11:32.863369+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:25:22.609972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349731+0000","last_change":"2024-04-18T05:11:28.338756+0000","last_active":"2024-04-18T05:11:32.349731+0000","last_peered":"2024-04-18T05:11:32.349731+0000","last_clean":"2024-04-18T05:11:32.349731+0000","last_became_active":"2024-04-18T05:11:28.338436+0000","last_became_peered":"2024-04-18T05:11:28.338436+0000","last_unstale":"2024-04-18T05:11:32.349731+0000","last_undegraded":"2024-04-18T05:11:32.349731+0000","last_fullsized":"2024-04-18T05:11:32.349731+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345375+0000","last_change":"2024-04-18T05:11:27.940677+0000","last_active":"2024-04-18T05:11:32.345375+0000","last_peered":"2024-04-18T05:11:32.345375+0000","last_clean":"2024-04-18T05:11:32.345375+0000","last_became_active":"2024-04-18T05:11:27.940372+0000","last_became_peered":"2024-04-18T05:11:27.940372+0000","last_unstale":"2024-04-18T05:11:32.345375+0000","last_undegraded":"2024-04-18T05:11:32.345375+0000","last_fullsized":"2024-04-18T05:11:32.345375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.864506+0000","last_change":"2024-04-18T05:11:32.393801+0000","last_active":"2024-04-18T05:11:32.864506+0000","last_peered":"2024-04-18T05:11:32.864506+0000","last_clean":"2024-04-18T05:11:32.864506+0000","last_became_active":"2024-04-18T05:11:32.389964+0000","last_became_peered":"2024-04-18T05:11:32.389964+0000","last_unstale":"2024-04-18T05:11:32.864506+0000","last_undegraded":"2024-04-18T05:11:32.864506+0000","last_fullsized":"2024-04-18T05:11:32.864506+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:45:18.375410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334012+0000","last_change":"2024-04-18T05:11:28.323121+0000","last_active":"2024-04-18T05:11:32.334012+0000","last_peered":"2024-04-18T05:11:32.334012+0000","last_clean":"2024-04-18T05:11:32.334012+0000","last_became_active":"2024-04-18T05:11:28.322864+0000","last_became_peered":"2024-04-18T05:11:28.322864+0000","last_unstale":"2024-04-18T05:11:32.334012+0000","last_undegraded":"2024-04-18T05:11:32.334012+0000","last_fullsized":"2024-04-18T05:11:32.334012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356473+0000","last_change":"2024-04-18T05:11:27.927085+0000","last_active":"2024-04-18T05:11:32.356473+0000","last_peered":"2024-04-18T05:11:32.356473+0000","last_clean":"2024-04-18T05:11:32.356473+0000","last_became_active":"2024-04-18T05:11:27.926280+0000","last_became_peered":"2024-04-18T05:11:27.926280+0000","last_unstale":"2024-04-18T05:11:32.356473+0000","last_undegraded":"2024-04-18T05:11:32.356473+0000","last_fullsized":"2024-04-18T05:11:32.356473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865273+0000","last_change":"2024-04-18T05:11:32.382997+0000","last_active":"2024-04-18T05:11:32.865273+0000","last_peered":"2024-04-18T05:11:32.865273+0000","last_clean":"2024-04-18T05:11:32.865273+0000","last_became_active":"2024-04-18T05:11:32.382407+0000","last_became_peered":"2024-04-18T05:11:32.382407+0000","last_unstale":"2024-04-18T05:11:32.865273+0000","last_undegraded":"2024-04-18T05:11:32.865273+0000","last_fullsized":"2024-04-18T05:11:32.865273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:23.749732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.866733+0000","last_change":"2024-04-18T05:11:32.365385+0000","last_active":"2024-04-18T05:11:32.866733+0000","last_peered":"2024-04-18T05:11:32.866733+0000","last_clean":"2024-04-18T05:11:32.866733+0000","last_became_active":"2024-04-18T05:11:32.363775+0000","last_became_peered":"2024-04-18T05:11:32.363775+0000","last_unstale":"2024-04-18T05:11:32.866733+0000","last_undegraded":"2024-04-18T05:11:32.866733+0000","last_fullsized":"2024-04-18T05:11:32.866733+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:57:29.868670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342781+0000","last_change":"2024-04-18T05:11:28.335436+0000","last_active":"2024-04-18T05:11:32.342781+0000","last_peered":"2024-04-18T05:11:32.342781+0000","last_clean":"2024-04-18T05:11:32.342781+0000","last_became_active":"2024-04-18T05:11:28.335053+0000","last_became_peered":"2024-04-18T05:11:28.335053+0000","last_unstale":"2024-04-18T05:11:32.342781+0000","last_undegraded":"2024-04-18T05:11:32.342781+0000","last_fullsized":"2024-04-18T05:11:32.342781+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:10:50.606470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329919+0000","last_change":"2024-04-18T05:11:27.947901+0000","last_active":"2024-04-18T05:11:32.329919+0000","last_peered":"2024-04-18T05:11:32.329919+0000","last_clean":"2024-04-18T05:11:32.329919+0000","last_became_active":"2024-04-18T05:11:27.947516+0000","last_became_peered":"2024-04-18T05:11:27.947516+0000","last_unstale":"2024-04-18T05:11:32.329919+0000","last_undegraded":"2024-04-18T05:11:32.329919+0000","last_fullsized":"2024-04-18T05:11:32.329919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718702+0000","last_change":"2024-04-18T05:11:32.356328+0000","last_active":"2024-04-18T05:11:32.718702+0000","last_peered":"2024-04-18T05:11:32.718702+0000","last_clean":"2024-04-18T05:11:32.718702+0000","last_became_active":"2024-04-18T05:11:32.355859+0000","last_became_peered":"2024-04-18T05:11:32.355859+0000","last_unstale":"2024-04-18T05:11:32.718702+0000","last_undegraded":"2024-04-18T05:11:32.718702+0000","last_fullsized":"2024-04-18T05:11:32.718702+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:34:24.612314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346340+0000","last_change":"2024-04-18T05:11:28.330959+0000","last_active":"2024-04-18T05:11:32.346340+0000","last_peered":"2024-04-18T05:11:32.346340+0000","last_clean":"2024-04-18T05:11:32.346340+0000","last_became_active":"2024-04-18T05:11:28.328978+0000","last_became_peered":"2024-04-18T05:11:28.328978+0000","last_unstale":"2024-04-18T05:11:32.346340+0000","last_undegraded":"2024-04-18T05:11:32.346340+0000","last_fullsized":"2024-04-18T05:11:32.346340+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333076+0000","last_change":"2024-04-18T05:11:27.945882+0000","last_active":"2024-04-18T05:11:32.333076+0000","last_peered":"2024-04-18T05:11:32.333076+0000","last_clean":"2024-04-18T05:11:32.333076+0000","last_became_active":"2024-04-18T05:11:27.945333+0000","last_became_peered":"2024-04-18T05:11:27.945333+0000","last_unstale":"2024-04-18T05:11:32.333076+0000","last_undegraded":"2024-04-18T05:11:32.333076+0000","last_fullsized":"2024-04-18T05:11:32.333076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:51:28.962551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.331145+0000","last_change":"2024-04-18T05:11:27.940457+0000","last_active":"2024-04-18T05:11:32.331145+0000","last_peered":"2024-04-18T05:11:32.331145+0000","last_clean":"2024-04-18T05:11:32.331145+0000","last_became_active":"2024-04-18T05:11:27.940153+0000","last_became_peered":"2024-04-18T05:11:27.940153+0000","last_unstale":"2024-04-18T05:11:32.331145+0000","last_undegraded":"2024-04-18T05:11:32.331145+0000","last_fullsized":"2024-04-18T05:11:32.331145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:47.883498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340676+0000","last_change":"2024-04-18T05:11:28.336911+0000","last_active":"2024-04-18T05:11:32.340676+0000","last_peered":"2024-04-18T05:11:32.340676+0000","last_clean":"2024-04-18T05:11:32.340676+0000","last_became_active":"2024-04-18T05:11:28.336556+0000","last_became_peered":"2024-04-18T05:11:28.336556+0000","last_unstale":"2024-04-18T05:11:32.340676+0000","last_undegraded":"2024-04-18T05:11:32.340676+0000","last_fullsized":"2024-04-18T05:11:32.340676+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.867473+0000","last_change":"2024-04-18T05:11:32.385723+0000","last_active":"2024-04-18T05:11:32.867473+0000","last_peered":"2024-04-18T05:11:32.867473+0000","last_clean":"2024-04-18T05:11:32.867473+0000","last_became_active":"2024-04-18T05:11:32.385062+0000","last_became_peered":"2024-04-18T05:11:32.385062+0000","last_unstale":"2024-04-18T05:11:32.867473+0000","last_undegraded":"2024-04-18T05:11:32.867473+0000","last_fullsized":"2024-04-18T05:11:32.867473+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:36:46.455230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.347399+0000","last_change":"2024-04-18T05:11:27.958457+0000","last_active":"2024-04-18T05:11:32.347399+0000","last_peered":"2024-04-18T05:11:32.347399+0000","last_clean":"2024-04-18T05:11:32.347399+0000","last_became_active":"2024-04-18T05:11:27.957449+0000","last_became_peered":"2024-04-18T05:11:27.957449+0000","last_unstale":"2024-04-18T05:11:32.347399+0000","last_undegraded":"2024-04-18T05:11:32.347399+0000","last_fullsized":"2024-04-18T05:11:32.347399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356127+0000","last_change":"2024-04-18T05:11:28.331218+0000","last_active":"2024-04-18T05:11:32.356127+0000","last_peered":"2024-04-18T05:11:32.356127+0000","last_clean":"2024-04-18T05:11:32.356127+0000","last_became_active":"2024-04-18T05:11:28.330519+0000","last_became_peered":"2024-04-18T05:11:28.330519+0000","last_unstale":"2024-04-18T05:11:32.356127+0000","last_undegraded":"2024-04-18T05:11:32.356127+0000","last_fullsized":"2024-04-18T05:11:32.356127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:55:56.923603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865293+0000","last_change":"2024-04-18T05:11:32.395049+0000","last_active":"2024-04-18T05:11:32.865293+0000","last_peered":"2024-04-18T05:11:32.865293+0000","last_clean":"2024-04-18T05:11:32.865293+0000","last_became_active":"2024-04-18T05:11:32.394529+0000","last_became_peered":"2024-04-18T05:11:32.394529+0000","last_unstale":"2024-04-18T05:11:32.865293+0000","last_undegraded":"2024-04-18T05:11:32.865293+0000","last_fullsized":"2024-04-18T05:11:32.865293+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:50:59.728526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.337726+0000","last_change":"2024-04-18T05:11:28.321683+0000","last_active":"2024-04-18T05:11:32.337726+0000","last_peered":"2024-04-18T05:11:32.337726+0000","last_clean":"2024-04-18T05:11:32.337726+0000","last_became_active":"2024-04-18T05:11:28.321419+0000","last_became_peered":"2024-04-18T05:11:28.321419+0000","last_unstale":"2024-04-18T05:11:32.337726+0000","last_undegraded":"2024-04-18T05:11:32.337726+0000","last_fullsized":"2024-04-18T05:11:32.337726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:08.217210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373415+0000","last_change":"2024-04-18T05:11:28.331136+0000","last_active":"2024-04-18T05:11:32.373415+0000","last_peered":"2024-04-18T05:11:32.373415+0000","last_clean":"2024-04-18T05:11:32.373415+0000","last_became_active":"2024-04-18T05:11:28.330775+0000","last_became_peered":"2024-04-18T05:11:28.330775+0000","last_unstale":"2024-04-18T05:11:32.373415+0000","last_undegraded":"2024-04-18T05:11:32.373415+0000","last_fullsized":"2024-04-18T05:11:32.373415+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:58:51.262478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329747+0000","last_change":"2024-04-18T05:11:28.328331+0000","last_active":"2024-04-18T05:11:32.329747+0000","last_peered":"2024-04-18T05:11:32.329747+0000","last_clean":"2024-04-18T05:11:32.329747+0000","last_became_active":"2024-04-18T05:11:28.327759+0000","last_became_peered":"2024-04-18T05:11:28.327759+0000","last_unstale":"2024-04-18T05:11:32.329747+0000","last_undegraded":"2024-04-18T05:11:32.329747+0000","last_fullsized":"2024-04-18T05:11:32.329747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:20:27.225239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.347149+0000","last_change":"2024-04-18T05:11:28.327566+0000","last_active":"2024-04-18T05:11:32.347149+0000","last_peered":"2024-04-18T05:11:32.347149+0000","last_clean":"2024-04-18T05:11:32.347149+0000","last_became_active":"2024-04-18T05:11:28.327053+0000","last_became_peered":"2024-04-18T05:11:28.327053+0000","last_unstale":"2024-04-18T05:11:32.347149+0000","last_undegraded":"2024-04-18T05:11:32.347149+0000","last_fullsized":"2024-04-18T05:11:32.347149+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334163+0000","last_change":"2024-04-18T05:11:28.348350+0000","last_active":"2024-04-18T05:11:32.334163+0000","last_peered":"2024-04-18T05:11:32.334163+0000","last_clean":"2024-04-18T05:11:32.334163+0000","last_became_active":"2024-04-18T05:11:28.347974+0000","last_became_peered":"2024-04-18T05:11:28.347974+0000","last_unstale":"2024-04-18T05:11:32.334163+0000","last_undegraded":"2024-04-18T05:11:32.334163+0000","last_fullsized":"2024-04-18T05:11:32.334163+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:10:50.606470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332423+0000","last_change":"2024-04-18T05:11:28.321214+0000","last_active":"2024-04-18T05:11:32.332423+0000","last_peered":"2024-04-18T05:11:32.332423+0000","last_clean":"2024-04-18T05:11:32.332423+0000","last_became_active":"2024-04-18T05:11:28.320882+0000","last_became_peered":"2024-04-18T05:11:28.320882+0000","last_unstale":"2024-04-18T05:11:32.332423+0000","last_undegraded":"2024-04-18T05:11:32.332423+0000","last_fullsized":"2024-04-18T05:11:32.332423+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:26.521278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333796+0000","last_change":"2024-04-18T05:11:28.324654+0000","last_active":"2024-04-18T05:11:32.333796+0000","last_peered":"2024-04-18T05:11:32.333796+0000","last_clean":"2024-04-18T05:11:32.333796+0000","last_became_active":"2024-04-18T05:11:28.323764+0000","last_became_peered":"2024-04-18T05:11:28.323764+0000","last_unstale":"2024-04-18T05:11:32.333796+0000","last_undegraded":"2024-04-18T05:11:32.333796+0000","last_fullsized":"2024-04-18T05:11:32.333796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:15:25.417552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349205+0000","last_change":"2024-04-18T05:11:28.334896+0000","last_active":"2024-04-18T05:11:32.349205+0000","last_peered":"2024-04-18T05:11:32.349205+0000","last_clean":"2024-04-18T05:11:32.349205+0000","last_became_active":"2024-04-18T05:11:28.334607+0000","last_became_peered":"2024-04-18T05:11:28.334607+0000","last_unstale":"2024-04-18T05:11:32.349205+0000","last_undegraded":"2024-04-18T05:11:32.349205+0000","last_fullsized":"2024-04-18T05:11:32.349205+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:40:47.790012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329716+0000","last_change":"2024-04-18T05:11:28.326914+0000","last_active":"2024-04-18T05:11:32.329716+0000","last_peered":"2024-04-18T05:11:32.329716+0000","last_clean":"2024-04-18T05:11:32.329716+0000","last_became_active":"2024-04-18T05:11:28.326137+0000","last_became_peered":"2024-04-18T05:11:28.326137+0000","last_unstale":"2024-04-18T05:11:32.329716+0000","last_undegraded":"2024-04-18T05:11:32.329716+0000","last_fullsized":"2024-04-18T05:11:32.329716+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:56:19.347355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.341170+0000","last_change":"2024-04-18T05:11:28.326510+0000","last_active":"2024-04-18T05:11:32.341170+0000","last_peered":"2024-04-18T05:11:32.341170+0000","last_clean":"2024-04-18T05:11:32.341170+0000","last_became_active":"2024-04-18T05:11:28.325919+0000","last_became_peered":"2024-04-18T05:11:28.325919+0000","last_unstale":"2024-04-18T05:11:32.341170+0000","last_undegraded":"2024-04-18T05:11:32.341170+0000","last_fullsized":"2024-04-18T05:11:32.341170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:12:27.372265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.354639+0000","last_change":"2024-04-18T05:11:28.322036+0000","last_active":"2024-04-18T05:11:32.354639+0000","last_peered":"2024-04-18T05:11:32.354639+0000","last_clean":"2024-04-18T05:11:32.354639+0000","last_became_active":"2024-04-18T05:11:28.321636+0000","last_became_peered":"2024-04-18T05:11:28.321636+0000","last_unstale":"2024-04-18T05:11:32.354639+0000","last_undegraded":"2024-04-18T05:11:32.354639+0000","last_fullsized":"2024-04-18T05:11:32.354639+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:08.217210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340444+0000","last_change":"2024-04-18T05:11:28.337700+0000","last_active":"2024-04-18T05:11:32.340444+0000","last_peered":"2024-04-18T05:11:32.340444+0000","last_clean":"2024-04-18T05:11:32.340444+0000","last_became_active":"2024-04-18T05:11:28.337085+0000","last_became_peered":"2024-04-18T05:11:28.337085+0000","last_unstale":"2024-04-18T05:11:32.340444+0000","last_undegraded":"2024-04-18T05:11:32.340444+0000","last_fullsized":"2024-04-18T05:11:32.340444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345980+0000","last_change":"2024-04-18T05:11:28.342599+0000","last_active":"2024-04-18T05:11:32.345980+0000","last_peered":"2024-04-18T05:11:32.345980+0000","last_clean":"2024-04-18T05:11:32.345980+0000","last_became_active":"2024-04-18T05:11:28.342276+0000","last_became_peered":"2024-04-18T05:11:28.342276+0000","last_unstale":"2024-04-18T05:11:32.345980+0000","last_undegraded":"2024-04-18T05:11:32.345980+0000","last_fullsized":"2024-04-18T05:11:32.345980+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.338913+0000","last_change":"2024-04-18T05:11:28.337504+0000","last_active":"2024-04-18T05:11:32.338913+0000","last_peered":"2024-04-18T05:11:32.338913+0000","last_clean":"2024-04-18T05:11:32.338913+0000","last_became_active":"2024-04-18T05:11:28.336945+0000","last_became_peered":"2024-04-18T05:11:28.336945+0000","last_unstale":"2024-04-18T05:11:32.338913+0000","last_undegraded":"2024-04-18T05:11:32.338913+0000","last_fullsized":"2024-04-18T05:11:32.338913+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:16.149566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.374207+0000","last_change":"2024-04-18T05:11:28.336563+0000","last_active":"2024-04-18T05:11:32.374207+0000","last_peered":"2024-04-18T05:11:32.374207+0000","last_clean":"2024-04-18T05:11:32.374207+0000","last_became_active":"2024-04-18T05:11:28.336254+0000","last_became_peered":"2024-04-18T05:11:28.336254+0000","last_unstale":"2024-04-18T05:11:32.374207+0000","last_undegraded":"2024-04-18T05:11:32.374207+0000","last_fullsized":"2024-04-18T05:11:32.374207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:30:07.192387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336058+0000","last_change":"2024-04-18T05:11:28.347781+0000","last_active":"2024-04-18T05:11:32.336058+0000","last_peered":"2024-04-18T05:11:32.336058+0000","last_clean":"2024-04-18T05:11:32.336058+0000","last_became_active":"2024-04-18T05:11:28.347486+0000","last_became_peered":"2024-04-18T05:11:28.347486+0000","last_unstale":"2024-04-18T05:11:32.336058+0000","last_undegraded":"2024-04-18T05:11:32.336058+0000","last_fullsized":"2024-04-18T05:11:32.336058+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329476+0000","last_change":"2024-04-18T05:11:28.337686+0000","last_active":"2024-04-18T05:11:32.329476+0000","last_peered":"2024-04-18T05:11:32.329476+0000","last_clean":"2024-04-18T05:11:32.329476+0000","last_became_active":"2024-04-18T05:11:28.337420+0000","last_became_peered":"2024-04-18T05:11:28.337420+0000","last_unstale":"2024-04-18T05:11:32.329476+0000","last_undegraded":"2024-04-18T05:11:32.329476+0000","last_fullsized":"2024-04-18T05:11:32.329476+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:00:17.813950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340757+0000","last_change":"2024-04-18T05:11:28.342476+0000","last_active":"2024-04-18T05:11:32.340757+0000","last_peered":"2024-04-18T05:11:32.340757+0000","last_clean":"2024-04-18T05:11:32.340757+0000","last_became_active":"2024-04-18T05:11:28.342216+0000","last_became_peered":"2024-04-18T05:11:28.342216+0000","last_unstale":"2024-04-18T05:11:32.340757+0000","last_undegraded":"2024-04-18T05:11:32.340757+0000","last_fullsized":"2024-04-18T05:11:32.340757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332839+0000","last_change":"2024-04-18T05:11:28.319923+0000","last_active":"2024-04-18T05:11:32.332839+0000","last_peered":"2024-04-18T05:11:32.332839+0000","last_clean":"2024-04-18T05:11:32.332839+0000","last_became_active":"2024-04-18T05:11:28.319597+0000","last_became_peered":"2024-04-18T05:11:28.319597+0000","last_unstale":"2024-04-18T05:11:32.332839+0000","last_undegraded":"2024-04-18T05:11:32.332839+0000","last_fullsized":"2024-04-18T05:11:32.332839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332969+0000","last_change":"2024-04-18T05:11:28.330774+0000","last_active":"2024-04-18T05:11:32.332969+0000","last_peered":"2024-04-18T05:11:32.332969+0000","last_clean":"2024-04-18T05:11:32.332969+0000","last_became_active":"2024-04-18T05:11:28.330472+0000","last_became_peered":"2024-04-18T05:11:28.330472+0000","last_unstale":"2024-04-18T05:11:32.332969+0000","last_undegraded":"2024-04-18T05:11:32.332969+0000","last_fullsized":"2024-04-18T05:11:32.332969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:15:25.417552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345852+0000","last_change":"2024-04-18T05:11:28.342916+0000","last_active":"2024-04-18T05:11:32.345852+0000","last_peered":"2024-04-18T05:11:32.345852+0000","last_clean":"2024-04-18T05:11:32.345852+0000","last_became_active":"2024-04-18T05:11:28.342457+0000","last_became_peered":"2024-04-18T05:11:28.342457+0000","last_unstale":"2024-04-18T05:11:32.345852+0000","last_undegraded":"2024-04-18T05:11:32.345852+0000","last_fullsized":"2024-04-18T05:11:32.345852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:11:37.642503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346590+0000","last_change":"2024-04-18T05:11:28.334079+0000","last_active":"2024-04-18T05:11:32.346590+0000","last_peered":"2024-04-18T05:11:32.346590+0000","last_clean":"2024-04-18T05:11:32.346590+0000","last_became_active":"2024-04-18T05:11:28.333679+0000","last_became_peered":"2024-04-18T05:11:28.333679+0000","last_unstale":"2024-04-18T05:11:32.346590+0000","last_undegraded":"2024-04-18T05:11:32.346590+0000","last_fullsized":"2024-04-18T05:11:32.346590+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345184+0000","last_change":"2024-04-18T05:11:28.325959+0000","last_active":"2024-04-18T05:11:32.345184+0000","last_peered":"2024-04-18T05:11:32.345184+0000","last_clean":"2024-04-18T05:11:32.345184+0000","last_became_active":"2024-04-18T05:11:28.325295+0000","last_became_peered":"2024-04-18T05:11:28.325295+0000","last_unstale":"2024-04-18T05:11:32.345184+0000","last_undegraded":"2024-04-18T05:11:32.345184+0000","last_fullsized":"2024-04-18T05:11:32.345184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356380+0000","last_change":"2024-04-18T05:11:28.329976+0000","last_active":"2024-04-18T05:11:32.356380+0000","last_peered":"2024-04-18T05:11:32.356380+0000","last_clean":"2024-04-18T05:11:32.356380+0000","last_became_active":"2024-04-18T05:11:28.329507+0000","last_became_peered":"2024-04-18T05:11:28.329507+0000","last_unstale":"2024-04-18T05:11:32.356380+0000","last_undegraded":"2024-04-18T05:11:32.356380+0000","last_fullsized":"2024-04-18T05:11:32.356380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:26.236568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345773+0000","last_change":"2024-04-18T05:11:28.342672+0000","last_active":"2024-04-18T05:11:32.345773+0000","last_peered":"2024-04-18T05:11:32.345773+0000","last_clean":"2024-04-18T05:11:32.345773+0000","last_became_active":"2024-04-18T05:11:28.342345+0000","last_became_peered":"2024-04-18T05:11:28.342345+0000","last_unstale":"2024-04-18T05:11:32.345773+0000","last_undegraded":"2024-04-18T05:11:32.345773+0000","last_fullsized":"2024-04-18T05:11:32.345773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344959+0000","last_change":"2024-04-18T05:11:28.341010+0000","last_active":"2024-04-18T05:11:32.344959+0000","last_peered":"2024-04-18T05:11:32.344959+0000","last_clean":"2024-04-18T05:11:32.344959+0000","last_became_active":"2024-04-18T05:11:28.334683+0000","last_became_peered":"2024-04-18T05:11:28.334683+0000","last_unstale":"2024-04-18T05:11:32.344959+0000","last_undegraded":"2024-04-18T05:11:32.344959+0000","last_fullsized":"2024-04-18T05:11:32.344959+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:12:27.372265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340832+0000","last_change":"2024-04-18T05:11:28.338088+0000","last_active":"2024-04-18T05:11:32.340832+0000","last_peered":"2024-04-18T05:11:32.340832+0000","last_clean":"2024-04-18T05:11:32.340832+0000","last_became_active":"2024-04-18T05:11:28.337812+0000","last_became_peered":"2024-04-18T05:11:28.337812+0000","last_unstale":"2024-04-18T05:11:32.340832+0000","last_undegraded":"2024-04-18T05:11:32.340832+0000","last_fullsized":"2024-04-18T05:11:32.340832+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346776+0000","last_change":"2024-04-18T05:11:28.327246+0000","last_active":"2024-04-18T05:11:32.346776+0000","last_peered":"2024-04-18T05:11:32.346776+0000","last_clean":"2024-04-18T05:11:32.346776+0000","last_became_active":"2024-04-18T05:11:28.325997+0000","last_became_peered":"2024-04-18T05:11:28.325997+0000","last_unstale":"2024-04-18T05:11:32.346776+0000","last_undegraded":"2024-04-18T05:11:32.346776+0000","last_fullsized":"2024-04-18T05:11:32.346776+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:09:16.376115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334440+0000","last_change":"2024-04-18T05:11:28.339335+0000","last_active":"2024-04-18T05:11:32.334440+0000","last_peered":"2024-04-18T05:11:32.334440+0000","last_clean":"2024-04-18T05:11:32.334440+0000","last_became_active":"2024-04-18T05:11:28.338329+0000","last_became_peered":"2024-04-18T05:11:28.338329+0000","last_unstale":"2024-04-18T05:11:32.334440+0000","last_undegraded":"2024-04-18T05:11:32.334440+0000","last_fullsized":"2024-04-18T05:11:32.334440+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345182+0000","last_change":"2024-04-18T05:11:28.336945+0000","last_active":"2024-04-18T05:11:32.345182+0000","last_peered":"2024-04-18T05:11:32.345182+0000","last_clean":"2024-04-18T05:11:32.345182+0000","last_became_active":"2024-04-18T05:11:28.336621+0000","last_became_peered":"2024-04-18T05:11:28.336621+0000","last_unstale":"2024-04-18T05:11:32.345182+0000","last_undegraded":"2024-04-18T05:11:32.345182+0000","last_fullsized":"2024-04-18T05:11:32.345182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.348942+0000","last_change":"2024-04-18T05:11:28.329774+0000","last_active":"2024-04-18T05:11:32.348942+0000","last_peered":"2024-04-18T05:11:32.348942+0000","last_clean":"2024-04-18T05:11:32.348942+0000","last_became_active":"2024-04-18T05:11:28.329506+0000","last_became_peered":"2024-04-18T05:11:28.329506+0000","last_unstale":"2024-04-18T05:11:32.348942+0000","last_undegraded":"2024-04-18T05:11:32.348942+0000","last_fullsized":"2024-04-18T05:11:32.348942+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:24:16.796590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345138+0000","last_change":"2024-04-18T05:11:28.333430+0000","last_active":"2024-04-18T05:11:32.345138+0000","last_peered":"2024-04-18T05:11:32.345138+0000","last_clean":"2024-04-18T05:11:32.345138+0000","last_became_active":"2024-04-18T05:11:28.332684+0000","last_became_peered":"2024-04-18T05:11:28.332684+0000","last_unstale":"2024-04-18T05:11:32.345138+0000","last_undegraded":"2024-04-18T05:11:32.345138+0000","last_fullsized":"2024-04-18T05:11:32.345138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:24:16.796590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4594,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":105410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0569999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.181}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.014}]}]},{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":695870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98399999999999999}]}]},{"osd":4,"up_from":15,"seq":64424509451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":109878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.02}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]}]},{"osd":3,"up_from":15,"seq":64424509450,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":274432,"data_stored":105992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.131}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0549999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94899999999999995}]}]},{"osd":2,"up_from":15,"seq":64424509449,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31388,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340452,"statfs":{"total":96636764160,"available":96604622848,"internally_reserved":0,"allocated":282624,"data_stored":109206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":868352,"data_stored":695848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1619999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0880000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509450,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":278528,"data_stored":105466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4510000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]}]},{"osd":7,"up_from":13,"seq":55834574859,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":278528,"data_stored":105534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1180000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95799999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1419999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.196}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0960000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:11:56.280 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:11:56.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.437+0000 7ff8b5624640 1 Processor -- start 2024-04-18T05:11:56.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.437+0000 7ff8b5624640 1 -- start start 2024-04-18T05:11:56.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8b5624640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff8b00aeb90 0x7ff8b00c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8b5624640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b006cd00 0x7ff8b006b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8b5624640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8b00c4240 con 0x7ff8b00bcb80 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8b5624640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8b00c7750 con 0x7ff8b00aeb90 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8b5624640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8b00aef70 con 0x7ff8b006cd00 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8aeffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff8b00aeb90 0x7ff8b00c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8aeffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff8b00aeb90 0x7ff8b00c5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58116/0 (socket says 172.21.15.32:58116) 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8aeffd640 1 -- 172.21.15.32:0/2763385969 learned_addr learned my addr 172.21.15.32:0/2763385969 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8af7fe640 1 --2- 172.21.15.32:0/2763385969 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b006cd00 0x7ff8b006b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8aeffd640 1 -- 172.21.15.32:0/2763385969 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b006cd00 msgr2=0x7ff8b006b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8aeffd640 1 --2- 172.21.15.32:0/2763385969 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b006cd00 0x7ff8b006b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8aeffd640 1 -- 172.21.15.32:0/2763385969 >> v1:172.21.15.92:6789/0 conn(0x7ff8b00bcb80 legacy=0x7ff8b006b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:56.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8aeffd640 1 -- 172.21.15.32:0/2763385969 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8b00c46d0 con 0x7ff8b00aeb90 2024-04-18T05:11:56.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8aeffd640 1 --2- 172.21.15.32:0/2763385969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00aeb90 0x7ff8b00c5ec0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff898009870 tx=0x7ff89801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0b34c02d3bc444f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:56.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8adffb640 1 -- 172.21.15.32:0/2763385969 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8980ab650 con 0x7ff8b00aeb90 2024-04-18T05:11:56.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8adffb640 1 -- 172.21.15.32:0/2763385969 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8980ab7b0 con 0x7ff8b00aeb90 2024-04-18T05:11:56.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8adffb640 1 -- 172.21.15.32:0/2763385969 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8980abb40 con 0x7ff8b00aeb90 2024-04-18T05:11:56.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8b5624640 1 -- 172.21.15.32:0/2763385969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00aeb90 msgr2=0x7ff8b00c5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.441+0000 7ff8b5624640 1 --2- 172.21.15.32:0/2763385969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00aeb90 0x7ff8b00c5ec0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff898009870 tx=0x7ff89801c490 comp rx=0 tx=0).stop 2024-04-18T05:11:56.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- 172.21.15.32:0/2763385969 shutdown_connections 2024-04-18T05:11:56.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 --2- 172.21.15.32:0/2763385969 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b006cd00 0x7ff8b006b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 --2- 172.21.15.32:0/2763385969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00aeb90 0x7ff8b00c5ec0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- 172.21.15.32:0/2763385969 >> 172.21.15.32:0/2763385969 conn(0x7ff8b00ab0a0 msgr2=0x7ff8b00ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:56.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- 172.21.15.32:0/2763385969 shutdown_connections 2024-04-18T05:11:56.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- 172.21.15.32:0/2763385969 wait complete. 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 Processor -- start 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- start start 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8b006cd00 0x7ff8b014fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b00aeb90 0x7ff8b01eec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00bcb80 0x7ff8b01ef180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8b01ed2b0 con 0x7ff8b00bcb80 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8b01516d0 con 0x7ff8b006cd00 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8b01519b0 con 0x7ff8b00aeb90 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8af7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00bcb80 0x7ff8b01ef180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8af7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00bcb80 0x7ff8b01ef180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58118/0 (socket says 172.21.15.32:58118) 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8af7fe640 1 -- 172.21.15.32:0/4127135370 learned_addr learned my addr 172.21.15.32:0/4127135370 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8aeffd640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8b006cd00 0x7ff8b014fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8ae7fc640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b00aeb90 0x7ff8b01eec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8af7fe640 1 -- 172.21.15.32:0/4127135370 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b00aeb90 msgr2=0x7ff8b01eec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8af7fe640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b00aeb90 0x7ff8b01eec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8af7fe640 1 -- 172.21.15.32:0/4127135370 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8b006cd00 msgr2=0x7ff8b014fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8af7fe640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8b006cd00 0x7ff8b014fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8af7fe640 1 -- 172.21.15.32:0/4127135370 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8980094d0 con 0x7ff8b00bcb80 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8aeffd640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8b006cd00 0x7ff8b014fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8af7fe640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00bcb80 0x7ff8b01ef180 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800c7f0 tx=0x7ff8a800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8a77fe640 1 -- 172.21.15.32:0/4127135370 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8004220 con 0x7ff8b00bcb80 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8a77fe640 1 -- 172.21.15.32:0/4127135370 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8a8004380 con 0x7ff8b00bcb80 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8b0151c90 con 0x7ff8b00bcb80 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8a77fe640 1 -- 172.21.15.32:0/4127135370 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8003840 con 0x7ff8b00bcb80 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8b0152250 con 0x7ff8b00bcb80 2024-04-18T05:11:56.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.445+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8b00c4f00 con 0x7ff8b00bcb80 2024-04-18T05:11:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.449+0000 7ff8a77fe640 1 -- 172.21.15.32:0/4127135370 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff8a8003bb0 con 0x7ff8b00bcb80 2024-04-18T05:11:56.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.449+0000 7ff8a77fe640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8900666c0 0x7ff890068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.449+0000 7ff8a77fe640 1 -- 172.21.15.32:0/4127135370 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff8a80846e0 con 0x7ff8b00bcb80 2024-04-18T05:11:56.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.449+0000 7ff8aeffd640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8900666c0 0x7ff890068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.449+0000 7ff8aeffd640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8900666c0 0x7ff890068b80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff8980af000 tx=0x7ff8980a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:56.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.453+0000 7ff8a77fe640 1 -- 172.21.15.32:0/4127135370 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7ff8a8051990 con 0x7ff8b00bcb80 2024-04-18T05:11:56.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.601+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff8b0160d00 con 0x7ff8900666c0 2024-04-18T05:11:56.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.617+0000 7ff8a77fe640 1 -- 172.21.15.32:0/4127135370 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345245 (secure 0 0 0) 0x7ff8980ab510 con 0x7ff8900666c0 2024-04-18T05:11:56.622 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:56.624 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:11:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8900666c0 msgr2=0x7ff890068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8900666c0 0x7ff890068b80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff8980af000 tx=0x7ff8980a7000 comp rx=0 tx=0).stop 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00bcb80 msgr2=0x7ff8b01ef180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00bcb80 0x7ff8b01ef180 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800c7f0 tx=0x7ff8a800ccb0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 shutdown_connections 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8b00bcb80 0x7ff8b01ef180 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8b00aeb90 0x7ff8b01eec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8900666c0 0x7ff890068b80 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 --2- 172.21.15.32:0/4127135370 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8b006cd00 0x7ff8b014fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 >> 172.21.15.32:0/4127135370 conn(0x7ff8b00ab0a0 msgr2=0x7ff8b00ab480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 shutdown_connections 2024-04-18T05:11:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.621+0000 7ff8b5624640 1 -- 172.21.15.32:0/4127135370 wait complete. 2024-04-18T05:11:56.639 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-04-18T05:11:54.847245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594962,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235912,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754738808,"statfs":{"total":773094113280,"available":772852539392,"internally_reserved":0,"allocated":3416064,"data_stored":2033204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005203"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346595+0000","last_change":"2024-04-18T05:11:27.938169+0000","last_active":"2024-04-18T05:11:32.346595+0000","last_peered":"2024-04-18T05:11:32.346595+0000","last_clean":"2024-04-18T05:11:32.346595+0000","last_became_active":"2024-04-18T05:11:27.937292+0000","last_became_peered":"2024-04-18T05:11:27.937292+0000","last_unstale":"2024-04-18T05:11:32.346595+0000","last_undegraded":"2024-04-18T05:11:32.346595+0000","last_fullsized":"2024-04-18T05:11:32.346595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349258+0000","last_change":"2024-04-18T05:11:28.337316+0000","last_active":"2024-04-18T05:11:32.349258+0000","last_peered":"2024-04-18T05:11:32.349258+0000","last_clean":"2024-04-18T05:11:32.349258+0000","last_became_active":"2024-04-18T05:11:28.336930+0000","last_became_peered":"2024-04-18T05:11:28.336930+0000","last_unstale":"2024-04-18T05:11:32.349258+0000","last_undegraded":"2024-04-18T05:11:32.349258+0000","last_fullsized":"2024-04-18T05:11:32.349258+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:11:37.642503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865621+0000","last_change":"2024-04-18T05:11:32.389761+0000","last_active":"2024-04-18T05:11:32.865621+0000","last_peered":"2024-04-18T05:11:32.865621+0000","last_clean":"2024-04-18T05:11:32.865621+0000","last_became_active":"2024-04-18T05:11:32.382876+0000","last_became_peered":"2024-04-18T05:11:32.382876+0000","last_unstale":"2024-04-18T05:11:32.865621+0000","last_undegraded":"2024-04-18T05:11:32.865621+0000","last_fullsized":"2024-04-18T05:11:32.865621+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:59:25.172725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349668+0000","last_change":"2024-04-18T05:11:27.952953+0000","last_active":"2024-04-18T05:11:32.349668+0000","last_peered":"2024-04-18T05:11:32.349668+0000","last_clean":"2024-04-18T05:11:32.349668+0000","last_became_active":"2024-04-18T05:11:27.952221+0000","last_became_peered":"2024-04-18T05:11:27.952221+0000","last_unstale":"2024-04-18T05:11:32.349668+0000","last_undegraded":"2024-04-18T05:11:32.349668+0000","last_fullsized":"2024-04-18T05:11:32.349668+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349509+0000","last_change":"2024-04-18T05:11:28.334901+0000","last_active":"2024-04-18T05:11:32.349509+0000","last_peered":"2024-04-18T05:11:32.349509+0000","last_clean":"2024-04-18T05:11:32.349509+0000","last_became_active":"2024-04-18T05:11:28.334607+0000","last_became_peered":"2024-04-18T05:11:28.334607+0000","last_unstale":"2024-04-18T05:11:32.349509+0000","last_undegraded":"2024-04-18T05:11:32.349509+0000","last_fullsized":"2024-04-18T05:11:32.349509+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:09:16.376115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862258+0000","last_change":"2024-04-18T05:11:32.375798+0000","last_active":"2024-04-18T05:11:32.862258+0000","last_peered":"2024-04-18T05:11:32.862258+0000","last_clean":"2024-04-18T05:11:32.862258+0000","last_became_active":"2024-04-18T05:11:32.375403+0000","last_became_peered":"2024-04-18T05:11:32.375403+0000","last_unstale":"2024-04-18T05:11:32.862258+0000","last_undegraded":"2024-04-18T05:11:32.862258+0000","last_fullsized":"2024-04-18T05:11:32.862258+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346913+0000","last_change":"2024-04-18T05:11:27.941223+0000","last_active":"2024-04-18T05:11:32.346913+0000","last_peered":"2024-04-18T05:11:32.346913+0000","last_clean":"2024-04-18T05:11:32.346913+0000","last_became_active":"2024-04-18T05:11:27.940904+0000","last_became_peered":"2024-04-18T05:11:27.940904+0000","last_unstale":"2024-04-18T05:11:32.346913+0000","last_undegraded":"2024-04-18T05:11:32.346913+0000","last_fullsized":"2024-04-18T05:11:32.346913+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.354789+0000","last_change":"2024-04-18T05:11:28.335691+0000","last_active":"2024-04-18T05:11:32.354789+0000","last_peered":"2024-04-18T05:11:32.354789+0000","last_clean":"2024-04-18T05:11:32.354789+0000","last_became_active":"2024-04-18T05:11:28.335306+0000","last_became_peered":"2024-04-18T05:11:28.335306+0000","last_unstale":"2024-04-18T05:11:32.354789+0000","last_undegraded":"2024-04-18T05:11:32.354789+0000","last_fullsized":"2024-04-18T05:11:32.354789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:47.346075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863250+0000","last_change":"2024-04-18T05:11:32.353841+0000","last_active":"2024-04-18T05:11:32.863250+0000","last_peered":"2024-04-18T05:11:32.863250+0000","last_clean":"2024-04-18T05:11:32.863250+0000","last_became_active":"2024-04-18T05:11:32.353330+0000","last_became_peered":"2024-04-18T05:11:32.353330+0000","last_unstale":"2024-04-18T05:11:32.863250+0000","last_undegraded":"2024-04-18T05:11:32.863250+0000","last_fullsized":"2024-04-18T05:11:32.863250+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:17:48.111520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346342+0000","last_change":"2024-04-18T05:11:27.941836+0000","last_active":"2024-04-18T05:11:32.346342+0000","last_peered":"2024-04-18T05:11:32.346342+0000","last_clean":"2024-04-18T05:11:32.346342+0000","last_became_active":"2024-04-18T05:11:27.941547+0000","last_became_peered":"2024-04-18T05:11:27.941547+0000","last_unstale":"2024-04-18T05:11:32.346342+0000","last_undegraded":"2024-04-18T05:11:32.346342+0000","last_fullsized":"2024-04-18T05:11:32.346342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.335839+0000","last_change":"2024-04-18T05:11:28.344651+0000","last_active":"2024-04-18T05:11:32.335839+0000","last_peered":"2024-04-18T05:11:32.335839+0000","last_clean":"2024-04-18T05:11:32.335839+0000","last_became_active":"2024-04-18T05:11:28.344402+0000","last_became_peered":"2024-04-18T05:11:28.344402+0000","last_unstale":"2024-04-18T05:11:32.335839+0000","last_undegraded":"2024-04-18T05:11:32.335839+0000","last_fullsized":"2024-04-18T05:11:32.335839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863027+0000","last_change":"2024-04-18T05:11:32.391030+0000","last_active":"2024-04-18T05:11:32.863027+0000","last_peered":"2024-04-18T05:11:32.863027+0000","last_clean":"2024-04-18T05:11:32.863027+0000","last_became_active":"2024-04-18T05:11:32.390561+0000","last_became_peered":"2024-04-18T05:11:32.390561+0000","last_unstale":"2024-04-18T05:11:32.863027+0000","last_undegraded":"2024-04-18T05:11:32.863027+0000","last_fullsized":"2024-04-18T05:11:32.863027+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:57:29.868670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330161+0000","last_change":"2024-04-18T05:11:28.334462+0000","last_active":"2024-04-18T05:11:32.330161+0000","last_peered":"2024-04-18T05:11:32.330161+0000","last_clean":"2024-04-18T05:11:32.330161+0000","last_became_active":"2024-04-18T05:11:28.334216+0000","last_became_peered":"2024-04-18T05:11:28.334216+0000","last_unstale":"2024-04-18T05:11:32.330161+0000","last_undegraded":"2024-04-18T05:11:32.330161+0000","last_fullsized":"2024-04-18T05:11:32.330161+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:38.804241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330179+0000","last_change":"2024-04-18T05:11:27.952118+0000","last_active":"2024-04-18T05:11:32.330179+0000","last_peered":"2024-04-18T05:11:32.330179+0000","last_clean":"2024-04-18T05:11:32.330179+0000","last_became_active":"2024-04-18T05:11:27.948653+0000","last_became_peered":"2024-04-18T05:11:27.948653+0000","last_unstale":"2024-04-18T05:11:32.330179+0000","last_undegraded":"2024-04-18T05:11:32.330179+0000","last_fullsized":"2024-04-18T05:11:32.330179+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:02.060991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718498+0000","last_change":"2024-04-18T05:11:32.375536+0000","last_active":"2024-04-18T05:11:32.718498+0000","last_peered":"2024-04-18T05:11:32.718498+0000","last_clean":"2024-04-18T05:11:32.718498+0000","last_became_active":"2024-04-18T05:11:32.375141+0000","last_became_peered":"2024-04-18T05:11:32.375141+0000","last_unstale":"2024-04-18T05:11:32.718498+0000","last_undegraded":"2024-04-18T05:11:32.718498+0000","last_fullsized":"2024-04-18T05:11:32.718498+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:41:35.277328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373528+0000","last_change":"2024-04-18T05:11:28.329538+0000","last_active":"2024-04-18T05:11:32.373528+0000","last_peered":"2024-04-18T05:11:32.373528+0000","last_clean":"2024-04-18T05:11:32.373528+0000","last_became_active":"2024-04-18T05:11:28.329185+0000","last_became_peered":"2024-04-18T05:11:28.329185+0000","last_unstale":"2024-04-18T05:11:32.373528+0000","last_undegraded":"2024-04-18T05:11:32.373528+0000","last_fullsized":"2024-04-18T05:11:32.373528+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:00:58.051561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333331+0000","last_change":"2024-04-18T05:11:27.956004+0000","last_active":"2024-04-18T05:11:32.333331+0000","last_peered":"2024-04-18T05:11:32.333331+0000","last_clean":"2024-04-18T05:11:32.333331+0000","last_became_active":"2024-04-18T05:11:27.952027+0000","last_became_peered":"2024-04-18T05:11:27.952027+0000","last_unstale":"2024-04-18T05:11:32.333331+0000","last_undegraded":"2024-04-18T05:11:32.333331+0000","last_fullsized":"2024-04-18T05:11:32.333331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:10:24.051228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862778+0000","last_change":"2024-04-18T05:11:32.369454+0000","last_active":"2024-04-18T05:11:32.862778+0000","last_peered":"2024-04-18T05:11:32.862778+0000","last_clean":"2024-04-18T05:11:32.862778+0000","last_became_active":"2024-04-18T05:11:32.369058+0000","last_became_peered":"2024-04-18T05:11:32.369058+0000","last_unstale":"2024-04-18T05:11:32.862778+0000","last_undegraded":"2024-04-18T05:11:32.862778+0000","last_fullsized":"2024-04-18T05:11:32.862778+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342817+0000","last_change":"2024-04-18T05:11:28.335611+0000","last_active":"2024-04-18T05:11:32.342817+0000","last_peered":"2024-04-18T05:11:32.342817+0000","last_clean":"2024-04-18T05:11:32.342817+0000","last_became_active":"2024-04-18T05:11:28.335387+0000","last_became_peered":"2024-04-18T05:11:28.335387+0000","last_unstale":"2024-04-18T05:11:32.342817+0000","last_undegraded":"2024-04-18T05:11:32.342817+0000","last_fullsized":"2024-04-18T05:11:32.342817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:13:58.767073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342989+0000","last_change":"2024-04-18T05:11:27.935320+0000","last_active":"2024-04-18T05:11:32.342989+0000","last_peered":"2024-04-18T05:11:32.342989+0000","last_clean":"2024-04-18T05:11:32.342989+0000","last_became_active":"2024-04-18T05:11:27.934567+0000","last_became_peered":"2024-04-18T05:11:27.934567+0000","last_unstale":"2024-04-18T05:11:32.342989+0000","last_undegraded":"2024-04-18T05:11:32.342989+0000","last_fullsized":"2024-04-18T05:11:32.342989+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865628+0000","last_change":"2024-04-18T05:11:32.394847+0000","last_active":"2024-04-18T05:11:32.865628+0000","last_peered":"2024-04-18T05:11:32.865628+0000","last_clean":"2024-04-18T05:11:32.865628+0000","last_became_active":"2024-04-18T05:11:32.393997+0000","last_became_peered":"2024-04-18T05:11:32.393997+0000","last_unstale":"2024-04-18T05:11:32.865628+0000","last_undegraded":"2024-04-18T05:11:32.865628+0000","last_fullsized":"2024-04-18T05:11:32.865628+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:02:53.669090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329828+0000","last_change":"2024-04-18T05:11:28.337120+0000","last_active":"2024-04-18T05:11:32.329828+0000","last_peered":"2024-04-18T05:11:32.329828+0000","last_clean":"2024-04-18T05:11:32.329828+0000","last_became_active":"2024-04-18T05:11:28.336839+0000","last_became_peered":"2024-04-18T05:11:28.336839+0000","last_unstale":"2024-04-18T05:11:32.329828+0000","last_undegraded":"2024-04-18T05:11:32.329828+0000","last_fullsized":"2024-04-18T05:11:32.329828+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:25:10.878519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344641+0000","last_change":"2024-04-18T05:11:27.938456+0000","last_active":"2024-04-18T05:11:32.344641+0000","last_peered":"2024-04-18T05:11:32.344641+0000","last_clean":"2024-04-18T05:11:32.344641+0000","last_became_active":"2024-04-18T05:11:27.937988+0000","last_became_peered":"2024-04-18T05:11:27.937988+0000","last_unstale":"2024-04-18T05:11:32.344641+0000","last_undegraded":"2024-04-18T05:11:32.344641+0000","last_fullsized":"2024-04-18T05:11:32.344641+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862704+0000","last_change":"2024-04-18T05:11:32.390757+0000","last_active":"2024-04-18T05:11:32.862704+0000","last_peered":"2024-04-18T05:11:32.862704+0000","last_clean":"2024-04-18T05:11:32.862704+0000","last_became_active":"2024-04-18T05:11:32.390252+0000","last_became_peered":"2024-04-18T05:11:32.390252+0000","last_unstale":"2024-04-18T05:11:32.862704+0000","last_undegraded":"2024-04-18T05:11:32.862704+0000","last_fullsized":"2024-04-18T05:11:32.862704+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:36:46.455230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344670+0000","last_change":"2024-04-18T05:11:28.335068+0000","last_active":"2024-04-18T05:11:32.344670+0000","last_peered":"2024-04-18T05:11:32.344670+0000","last_clean":"2024-04-18T05:11:32.344670+0000","last_became_active":"2024-04-18T05:11:28.334690+0000","last_became_peered":"2024-04-18T05:11:28.334690+0000","last_unstale":"2024-04-18T05:11:32.344670+0000","last_undegraded":"2024-04-18T05:11:32.344670+0000","last_fullsized":"2024-04-18T05:11:32.344670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:33:13.385752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336313+0000","last_change":"2024-04-18T05:11:27.946814+0000","last_active":"2024-04-18T05:11:32.336313+0000","last_peered":"2024-04-18T05:11:32.336313+0000","last_clean":"2024-04-18T05:11:32.336313+0000","last_became_active":"2024-04-18T05:11:27.946543+0000","last_became_peered":"2024-04-18T05:11:27.946543+0000","last_unstale":"2024-04-18T05:11:32.336313+0000","last_undegraded":"2024-04-18T05:11:32.336313+0000","last_fullsized":"2024-04-18T05:11:32.336313+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:46.336701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.862738+0000","last_change":"2024-04-18T05:11:32.355946+0000","last_active":"2024-04-18T05:11:32.862738+0000","last_peered":"2024-04-18T05:11:32.862738+0000","last_clean":"2024-04-18T05:11:32.862738+0000","last_became_active":"2024-04-18T05:11:32.355431+0000","last_became_peered":"2024-04-18T05:11:32.355431+0000","last_unstale":"2024-04-18T05:11:32.862738+0000","last_undegraded":"2024-04-18T05:11:32.862738+0000","last_fullsized":"2024-04-18T05:11:32.862738+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.339626+0000","last_change":"2024-04-18T05:11:28.335233+0000","last_active":"2024-04-18T05:11:32.339626+0000","last_peered":"2024-04-18T05:11:32.339626+0000","last_clean":"2024-04-18T05:11:32.339626+0000","last_became_active":"2024-04-18T05:11:28.334849+0000","last_became_peered":"2024-04-18T05:11:28.334849+0000","last_unstale":"2024-04-18T05:11:32.339626+0000","last_undegraded":"2024-04-18T05:11:32.339626+0000","last_fullsized":"2024-04-18T05:11:32.339626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:46.942790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345147+0000","last_change":"2024-04-18T05:11:27.931721+0000","last_active":"2024-04-18T05:11:32.345147+0000","last_peered":"2024-04-18T05:11:32.345147+0000","last_clean":"2024-04-18T05:11:32.345147+0000","last_became_active":"2024-04-18T05:11:27.930966+0000","last_became_peered":"2024-04-18T05:11:27.930966+0000","last_unstale":"2024-04-18T05:11:32.345147+0000","last_undegraded":"2024-04-18T05:11:32.345147+0000","last_fullsized":"2024-04-18T05:11:32.345147+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.864730+0000","last_change":"2024-04-18T05:11:32.367077+0000","last_active":"2024-04-18T05:11:32.864730+0000","last_peered":"2024-04-18T05:11:32.864730+0000","last_clean":"2024-04-18T05:11:32.864730+0000","last_became_active":"2024-04-18T05:11:32.361977+0000","last_became_peered":"2024-04-18T05:11:32.361977+0000","last_unstale":"2024-04-18T05:11:32.864730+0000","last_undegraded":"2024-04-18T05:11:32.864730+0000","last_fullsized":"2024-04-18T05:11:32.864730+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334254+0000","last_change":"2024-04-18T05:11:28.328285+0000","last_active":"2024-04-18T05:11:32.334254+0000","last_peered":"2024-04-18T05:11:32.334254+0000","last_clean":"2024-04-18T05:11:32.334254+0000","last_became_active":"2024-04-18T05:11:28.327890+0000","last_became_peered":"2024-04-18T05:11:28.327890+0000","last_unstale":"2024-04-18T05:11:32.334254+0000","last_undegraded":"2024-04-18T05:11:32.334254+0000","last_fullsized":"2024-04-18T05:11:32.334254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.339124+0000","last_change":"2024-04-18T05:11:27.954047+0000","last_active":"2024-04-18T05:11:32.339124+0000","last_peered":"2024-04-18T05:11:32.339124+0000","last_clean":"2024-04-18T05:11:32.339124+0000","last_became_active":"2024-04-18T05:11:27.952562+0000","last_became_peered":"2024-04-18T05:11:27.952562+0000","last_unstale":"2024-04-18T05:11:32.339124+0000","last_undegraded":"2024-04-18T05:11:32.339124+0000","last_fullsized":"2024-04-18T05:11:32.339124+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.722399+0000","last_change":"2024-04-18T05:11:32.386328+0000","last_active":"2024-04-18T05:11:32.722399+0000","last_peered":"2024-04-18T05:11:32.722399+0000","last_clean":"2024-04-18T05:11:32.722399+0000","last_became_active":"2024-04-18T05:11:32.385552+0000","last_became_peered":"2024-04-18T05:11:32.385552+0000","last_unstale":"2024-04-18T05:11:32.722399+0000","last_undegraded":"2024-04-18T05:11:32.722399+0000","last_fullsized":"2024-04-18T05:11:32.722399+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:07:48.580338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334956+0000","last_change":"2024-04-18T05:11:28.312877+0000","last_active":"2024-04-18T05:11:32.334956+0000","last_peered":"2024-04-18T05:11:32.334956+0000","last_clean":"2024-04-18T05:11:32.334956+0000","last_became_active":"2024-04-18T05:11:28.312375+0000","last_became_peered":"2024-04-18T05:11:28.312375+0000","last_unstale":"2024-04-18T05:11:32.334956+0000","last_undegraded":"2024-04-18T05:11:32.334956+0000","last_fullsized":"2024-04-18T05:11:32.334956+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:27:47.346075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.341173+0000","last_change":"2024-04-18T05:11:27.958209+0000","last_active":"2024-04-18T05:11:32.341173+0000","last_peered":"2024-04-18T05:11:32.341173+0000","last_clean":"2024-04-18T05:11:32.341173+0000","last_became_active":"2024-04-18T05:11:27.957453+0000","last_became_peered":"2024-04-18T05:11:27.957453+0000","last_unstale":"2024-04-18T05:11:32.341173+0000","last_undegraded":"2024-04-18T05:11:32.341173+0000","last_fullsized":"2024-04-18T05:11:32.341173+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:33:57.288484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.721584+0000","last_change":"2024-04-18T05:11:32.387156+0000","last_active":"2024-04-18T05:11:32.721584+0000","last_peered":"2024-04-18T05:11:32.721584+0000","last_clean":"2024-04-18T05:11:32.721584+0000","last_became_active":"2024-04-18T05:11:32.383083+0000","last_became_peered":"2024-04-18T05:11:32.383083+0000","last_unstale":"2024-04-18T05:11:32.721584+0000","last_undegraded":"2024-04-18T05:11:32.721584+0000","last_fullsized":"2024-04-18T05:11:32.721584+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:25:14.286660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346876+0000","last_change":"2024-04-18T05:11:28.326721+0000","last_active":"2024-04-18T05:11:32.346876+0000","last_peered":"2024-04-18T05:11:32.346876+0000","last_clean":"2024-04-18T05:11:32.346876+0000","last_became_active":"2024-04-18T05:11:28.325072+0000","last_became_peered":"2024-04-18T05:11:28.325072+0000","last_unstale":"2024-04-18T05:11:32.346876+0000","last_undegraded":"2024-04-18T05:11:32.346876+0000","last_fullsized":"2024-04-18T05:11:32.346876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330796+0000","last_change":"2024-04-18T05:11:27.958003+0000","last_active":"2024-04-18T05:11:32.330796+0000","last_peered":"2024-04-18T05:11:32.330796+0000","last_clean":"2024-04-18T05:11:32.330796+0000","last_became_active":"2024-04-18T05:11:27.957677+0000","last_became_peered":"2024-04-18T05:11:27.957677+0000","last_unstale":"2024-04-18T05:11:32.330796+0000","last_undegraded":"2024-04-18T05:11:32.330796+0000","last_fullsized":"2024-04-18T05:11:32.330796+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:55:55.914228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723340+0000","last_change":"2024-04-18T05:11:32.387267+0000","last_active":"2024-04-18T05:11:32.723340+0000","last_peered":"2024-04-18T05:11:32.723340+0000","last_clean":"2024-04-18T05:11:32.723340+0000","last_became_active":"2024-04-18T05:11:32.386198+0000","last_became_peered":"2024-04-18T05:11:32.386198+0000","last_unstale":"2024-04-18T05:11:32.723340+0000","last_undegraded":"2024-04-18T05:11:32.723340+0000","last_fullsized":"2024-04-18T05:11:32.723340+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:57:01.618030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345986+0000","last_change":"2024-04-18T05:11:28.323930+0000","last_active":"2024-04-18T05:11:32.345986+0000","last_peered":"2024-04-18T05:11:32.345986+0000","last_clean":"2024-04-18T05:11:32.345986+0000","last_became_active":"2024-04-18T05:11:28.323569+0000","last_became_peered":"2024-04-18T05:11:28.323569+0000","last_unstale":"2024-04-18T05:11:32.345986+0000","last_undegraded":"2024-04-18T05:11:32.345986+0000","last_fullsized":"2024-04-18T05:11:32.345986+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373656+0000","last_change":"2024-04-18T05:11:27.952506+0000","last_active":"2024-04-18T05:11:32.373656+0000","last_peered":"2024-04-18T05:11:32.373656+0000","last_clean":"2024-04-18T05:11:32.373656+0000","last_became_active":"2024-04-18T05:11:27.951854+0000","last_became_peered":"2024-04-18T05:11:27.951854+0000","last_unstale":"2024-04-18T05:11:32.373656+0000","last_undegraded":"2024-04-18T05:11:32.373656+0000","last_fullsized":"2024-04-18T05:11:32.373656+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:07:46.380463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723543+0000","last_change":"2024-04-18T05:11:32.384619+0000","last_active":"2024-04-18T05:11:32.723543+0000","last_peered":"2024-04-18T05:11:32.723543+0000","last_clean":"2024-04-18T05:11:32.723543+0000","last_became_active":"2024-04-18T05:11:32.383069+0000","last_became_peered":"2024-04-18T05:11:32.383069+0000","last_unstale":"2024-04-18T05:11:32.723543+0000","last_undegraded":"2024-04-18T05:11:32.723543+0000","last_fullsized":"2024-04-18T05:11:32.723543+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:41:33.731763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332973+0000","last_change":"2024-04-18T05:11:28.328600+0000","last_active":"2024-04-18T05:11:32.332973+0000","last_peered":"2024-04-18T05:11:32.332973+0000","last_clean":"2024-04-18T05:11:32.332973+0000","last_became_active":"2024-04-18T05:11:28.328117+0000","last_became_peered":"2024-04-18T05:11:28.328117+0000","last_unstale":"2024-04-18T05:11:32.332973+0000","last_undegraded":"2024-04-18T05:11:32.332973+0000","last_fullsized":"2024-04-18T05:11:32.332973+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330162+0000","last_change":"2024-04-18T05:11:27.953204+0000","last_active":"2024-04-18T05:11:32.330162+0000","last_peered":"2024-04-18T05:11:32.330162+0000","last_clean":"2024-04-18T05:11:32.330162+0000","last_became_active":"2024-04-18T05:11:27.952116+0000","last_became_peered":"2024-04-18T05:11:27.952116+0000","last_unstale":"2024-04-18T05:11:32.330162+0000","last_undegraded":"2024-04-18T05:11:32.330162+0000","last_fullsized":"2024-04-18T05:11:32.330162+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724205+0000","last_change":"2024-04-18T05:11:32.382993+0000","last_active":"2024-04-18T05:11:32.724205+0000","last_peered":"2024-04-18T05:11:32.724205+0000","last_clean":"2024-04-18T05:11:32.724205+0000","last_became_active":"2024-04-18T05:11:32.382377+0000","last_became_peered":"2024-04-18T05:11:32.382377+0000","last_unstale":"2024-04-18T05:11:32.724205+0000","last_undegraded":"2024-04-18T05:11:32.724205+0000","last_fullsized":"2024-04-18T05:11:32.724205+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:30:04.379363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349630+0000","last_change":"2024-04-18T05:11:28.327739+0000","last_active":"2024-04-18T05:11:32.349630+0000","last_peered":"2024-04-18T05:11:32.349630+0000","last_clean":"2024-04-18T05:11:32.349630+0000","last_became_active":"2024-04-18T05:11:28.326627+0000","last_became_peered":"2024-04-18T05:11:28.326627+0000","last_unstale":"2024-04-18T05:11:32.349630+0000","last_undegraded":"2024-04-18T05:11:32.349630+0000","last_fullsized":"2024-04-18T05:11:32.349630+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:38.804241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333276+0000","last_change":"2024-04-18T05:11:27.950039+0000","last_active":"2024-04-18T05:11:32.333276+0000","last_peered":"2024-04-18T05:11:32.333276+0000","last_clean":"2024-04-18T05:11:32.333276+0000","last_became_active":"2024-04-18T05:11:27.948662+0000","last_became_peered":"2024-04-18T05:11:27.948662+0000","last_unstale":"2024-04-18T05:11:32.333276+0000","last_undegraded":"2024-04-18T05:11:32.333276+0000","last_fullsized":"2024-04-18T05:11:32.333276+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:40.398108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":168,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.355763+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:11:32.355763+0000","last_peered":"2024-04-18T05:11:32.355763+0000","last_clean":"2024-04-18T05:11:32.355763+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:11:32.355763+0000","last_undegraded":"2024-04-18T05:11:32.355763+0000","last_fullsized":"2024-04-18T05:11:32.355763+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.719217+0000","last_change":"2024-04-18T05:11:32.356160+0000","last_active":"2024-04-18T05:11:32.719217+0000","last_peered":"2024-04-18T05:11:32.719217+0000","last_clean":"2024-04-18T05:11:32.719217+0000","last_became_active":"2024-04-18T05:11:32.355505+0000","last_became_peered":"2024-04-18T05:11:32.355505+0000","last_unstale":"2024-04-18T05:11:32.719217+0000","last_undegraded":"2024-04-18T05:11:32.719217+0000","last_fullsized":"2024-04-18T05:11:32.719217+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:06:03.601948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336057+0000","last_change":"2024-04-18T05:11:28.331188+0000","last_active":"2024-04-18T05:11:32.336057+0000","last_peered":"2024-04-18T05:11:32.336057+0000","last_clean":"2024-04-18T05:11:32.336057+0000","last_became_active":"2024-04-18T05:11:28.330676+0000","last_became_peered":"2024-04-18T05:11:28.330676+0000","last_unstale":"2024-04-18T05:11:32.336057+0000","last_undegraded":"2024-04-18T05:11:32.336057+0000","last_fullsized":"2024-04-18T05:11:32.336057+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334392+0000","last_change":"2024-04-18T05:11:27.945772+0000","last_active":"2024-04-18T05:11:32.334392+0000","last_peered":"2024-04-18T05:11:32.334392+0000","last_clean":"2024-04-18T05:11:32.334392+0000","last_became_active":"2024-04-18T05:11:27.944752+0000","last_became_peered":"2024-04-18T05:11:27.944752+0000","last_unstale":"2024-04-18T05:11:32.334392+0000","last_undegraded":"2024-04-18T05:11:32.334392+0000","last_fullsized":"2024-04-18T05:11:32.334392+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863204+0000","last_change":"2024-04-18T05:11:32.383524+0000","last_active":"2024-04-18T05:11:32.863204+0000","last_peered":"2024-04-18T05:11:32.863204+0000","last_clean":"2024-04-18T05:11:32.863204+0000","last_became_active":"2024-04-18T05:11:32.383077+0000","last_became_peered":"2024-04-18T05:11:32.383077+0000","last_unstale":"2024-04-18T05:11:32.863204+0000","last_undegraded":"2024-04-18T05:11:32.863204+0000","last_fullsized":"2024-04-18T05:11:32.863204+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:40:48.910488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346099+0000","last_change":"2024-04-18T05:11:28.333993+0000","last_active":"2024-04-18T05:11:32.346099+0000","last_peered":"2024-04-18T05:11:32.346099+0000","last_clean":"2024-04-18T05:11:32.346099+0000","last_became_active":"2024-04-18T05:11:28.333610+0000","last_became_peered":"2024-04-18T05:11:28.333610+0000","last_unstale":"2024-04-18T05:11:32.346099+0000","last_undegraded":"2024-04-18T05:11:32.346099+0000","last_fullsized":"2024-04-18T05:11:32.346099+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:40:47.790012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345429+0000","last_change":"2024-04-18T05:11:27.945629+0000","last_active":"2024-04-18T05:11:32.345429+0000","last_peered":"2024-04-18T05:11:32.345429+0000","last_clean":"2024-04-18T05:11:32.345429+0000","last_became_active":"2024-04-18T05:11:27.944935+0000","last_became_peered":"2024-04-18T05:11:27.944935+0000","last_unstale":"2024-04-18T05:11:32.345429+0000","last_undegraded":"2024-04-18T05:11:32.345429+0000","last_fullsized":"2024-04-18T05:11:32.345429+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724579+0000","last_change":"2024-04-18T05:11:32.364991+0000","last_active":"2024-04-18T05:11:32.724579+0000","last_peered":"2024-04-18T05:11:32.724579+0000","last_clean":"2024-04-18T05:11:32.724579+0000","last_became_active":"2024-04-18T05:11:32.363399+0000","last_became_peered":"2024-04-18T05:11:32.363399+0000","last_unstale":"2024-04-18T05:11:32.724579+0000","last_undegraded":"2024-04-18T05:11:32.724579+0000","last_fullsized":"2024-04-18T05:11:32.724579+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:23:23.273673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345272+0000","last_change":"2024-04-18T05:11:28.344212+0000","last_active":"2024-04-18T05:11:32.345272+0000","last_peered":"2024-04-18T05:11:32.345272+0000","last_clean":"2024-04-18T05:11:32.345272+0000","last_became_active":"2024-04-18T05:11:28.341510+0000","last_became_peered":"2024-04-18T05:11:28.341510+0000","last_unstale":"2024-04-18T05:11:32.345272+0000","last_undegraded":"2024-04-18T05:11:32.345272+0000","last_fullsized":"2024-04-18T05:11:32.345272+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344904+0000","last_change":"2024-04-18T05:11:27.951441+0000","last_active":"2024-04-18T05:11:32.344904+0000","last_peered":"2024-04-18T05:11:32.344904+0000","last_clean":"2024-04-18T05:11:32.344904+0000","last_became_active":"2024-04-18T05:11:27.950712+0000","last_became_peered":"2024-04-18T05:11:27.950712+0000","last_unstale":"2024-04-18T05:11:32.344904+0000","last_undegraded":"2024-04-18T05:11:32.344904+0000","last_fullsized":"2024-04-18T05:11:32.344904+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.717422+0000","last_change":"2024-04-18T05:11:32.355860+0000","last_active":"2024-04-18T05:11:32.717422+0000","last_peered":"2024-04-18T05:11:32.717422+0000","last_clean":"2024-04-18T05:11:32.717422+0000","last_became_active":"2024-04-18T05:11:32.355427+0000","last_became_peered":"2024-04-18T05:11:32.355427+0000","last_unstale":"2024-04-18T05:11:32.717422+0000","last_undegraded":"2024-04-18T05:11:32.717422+0000","last_fullsized":"2024-04-18T05:11:32.717422+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:56:45.661810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334212+0000","last_change":"2024-04-18T05:11:28.322949+0000","last_active":"2024-04-18T05:11:32.334212+0000","last_peered":"2024-04-18T05:11:32.334212+0000","last_clean":"2024-04-18T05:11:32.334212+0000","last_became_active":"2024-04-18T05:11:28.322559+0000","last_became_peered":"2024-04-18T05:11:28.322559+0000","last_unstale":"2024-04-18T05:11:32.334212+0000","last_undegraded":"2024-04-18T05:11:32.334212+0000","last_fullsized":"2024-04-18T05:11:32.334212+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:26.521278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345414+0000","last_change":"2024-04-18T05:11:27.950231+0000","last_active":"2024-04-18T05:11:32.345414+0000","last_peered":"2024-04-18T05:11:32.345414+0000","last_clean":"2024-04-18T05:11:32.345414+0000","last_became_active":"2024-04-18T05:11:27.949949+0000","last_became_peered":"2024-04-18T05:11:27.949949+0000","last_unstale":"2024-04-18T05:11:32.345414+0000","last_undegraded":"2024-04-18T05:11:32.345414+0000","last_fullsized":"2024-04-18T05:11:32.345414+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.749273+0000","last_change":"2024-04-18T05:11:32.356513+0000","last_active":"2024-04-18T05:11:32.749273+0000","last_peered":"2024-04-18T05:11:32.749273+0000","last_clean":"2024-04-18T05:11:32.749273+0000","last_became_active":"2024-04-18T05:11:32.355724+0000","last_became_peered":"2024-04-18T05:11:32.355724+0000","last_unstale":"2024-04-18T05:11:32.749273+0000","last_undegraded":"2024-04-18T05:11:32.749273+0000","last_fullsized":"2024-04-18T05:11:32.749273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:33:16.793893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329643+0000","last_change":"2024-04-18T05:11:28.340204+0000","last_active":"2024-04-18T05:11:32.329643+0000","last_peered":"2024-04-18T05:11:32.329643+0000","last_clean":"2024-04-18T05:11:32.329643+0000","last_became_active":"2024-04-18T05:11:28.339903+0000","last_became_peered":"2024-04-18T05:11:28.339903+0000","last_unstale":"2024-04-18T05:11:32.329643+0000","last_undegraded":"2024-04-18T05:11:32.329643+0000","last_fullsized":"2024-04-18T05:11:32.329643+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.387141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.343065+0000","last_change":"2024-04-18T05:11:27.934245+0000","last_active":"2024-04-18T05:11:32.343065+0000","last_peered":"2024-04-18T05:11:32.343065+0000","last_clean":"2024-04-18T05:11:32.343065+0000","last_became_active":"2024-04-18T05:11:27.933515+0000","last_became_peered":"2024-04-18T05:11:27.933515+0000","last_unstale":"2024-04-18T05:11:32.343065+0000","last_undegraded":"2024-04-18T05:11:32.343065+0000","last_fullsized":"2024-04-18T05:11:32.343065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:25.227193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724756+0000","last_change":"2024-04-18T05:11:32.377393+0000","last_active":"2024-04-18T05:11:32.724756+0000","last_peered":"2024-04-18T05:11:32.724756+0000","last_clean":"2024-04-18T05:11:32.724756+0000","last_became_active":"2024-04-18T05:11:32.376616+0000","last_became_peered":"2024-04-18T05:11:32.376616+0000","last_unstale":"2024-04-18T05:11:32.724756+0000","last_undegraded":"2024-04-18T05:11:32.724756+0000","last_fullsized":"2024-04-18T05:11:32.724756+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.355532+0000","last_change":"2024-04-18T05:11:28.325291+0000","last_active":"2024-04-18T05:11:32.355532+0000","last_peered":"2024-04-18T05:11:32.355532+0000","last_clean":"2024-04-18T05:11:32.355532+0000","last_became_active":"2024-04-18T05:11:28.322982+0000","last_became_peered":"2024-04-18T05:11:28.322982+0000","last_unstale":"2024-04-18T05:11:32.355532+0000","last_undegraded":"2024-04-18T05:11:32.355532+0000","last_fullsized":"2024-04-18T05:11:32.355532+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345069+0000","last_change":"2024-04-18T05:11:27.953479+0000","last_active":"2024-04-18T05:11:32.345069+0000","last_peered":"2024-04-18T05:11:32.345069+0000","last_clean":"2024-04-18T05:11:32.345069+0000","last_became_active":"2024-04-18T05:11:27.953166+0000","last_became_peered":"2024-04-18T05:11:27.953166+0000","last_unstale":"2024-04-18T05:11:32.345069+0000","last_undegraded":"2024-04-18T05:11:32.345069+0000","last_fullsized":"2024-04-18T05:11:32.345069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:07.207835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.724577+0000","last_change":"2024-04-18T05:11:32.365672+0000","last_active":"2024-04-18T05:11:32.724577+0000","last_peered":"2024-04-18T05:11:32.724577+0000","last_clean":"2024-04-18T05:11:32.724577+0000","last_became_active":"2024-04-18T05:11:32.364720+0000","last_became_peered":"2024-04-18T05:11:32.364720+0000","last_unstale":"2024-04-18T05:11:32.724577+0000","last_undegraded":"2024-04-18T05:11:32.724577+0000","last_fullsized":"2024-04-18T05:11:32.724577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:25:22.609972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330307+0000","last_change":"2024-04-18T05:11:28.342002+0000","last_active":"2024-04-18T05:11:32.330307+0000","last_peered":"2024-04-18T05:11:32.330307+0000","last_clean":"2024-04-18T05:11:32.330307+0000","last_became_active":"2024-04-18T05:11:28.341745+0000","last_became_peered":"2024-04-18T05:11:28.341745+0000","last_unstale":"2024-04-18T05:11:32.330307+0000","last_undegraded":"2024-04-18T05:11:32.330307+0000","last_fullsized":"2024-04-18T05:11:32.330307+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:18.867545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.330494+0000","last_change":"2024-04-18T05:11:27.950344+0000","last_active":"2024-04-18T05:11:32.330494+0000","last_peered":"2024-04-18T05:11:32.330494+0000","last_clean":"2024-04-18T05:11:32.330494+0000","last_became_active":"2024-04-18T05:11:27.948673+0000","last_became_peered":"2024-04-18T05:11:27.948673+0000","last_unstale":"2024-04-18T05:11:32.330494+0000","last_undegraded":"2024-04-18T05:11:32.330494+0000","last_fullsized":"2024-04-18T05:11:32.330494+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:25.511903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.723241+0000","last_change":"2024-04-18T05:11:32.383188+0000","last_active":"2024-04-18T05:11:32.723241+0000","last_peered":"2024-04-18T05:11:32.723241+0000","last_clean":"2024-04-18T05:11:32.723241+0000","last_became_active":"2024-04-18T05:11:32.382570+0000","last_became_peered":"2024-04-18T05:11:32.382570+0000","last_unstale":"2024-04-18T05:11:32.723241+0000","last_undegraded":"2024-04-18T05:11:32.723241+0000","last_fullsized":"2024-04-18T05:11:32.723241+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:07.795281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333143+0000","last_change":"2024-04-18T05:11:28.328057+0000","last_active":"2024-04-18T05:11:32.333143+0000","last_peered":"2024-04-18T05:11:32.333143+0000","last_clean":"2024-04-18T05:11:32.333143+0000","last_became_active":"2024-04-18T05:11:28.327669+0000","last_became_peered":"2024-04-18T05:11:28.327669+0000","last_unstale":"2024-04-18T05:11:32.333143+0000","last_undegraded":"2024-04-18T05:11:32.333143+0000","last_fullsized":"2024-04-18T05:11:32.333143+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:13:58.767073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373783+0000","last_change":"2024-04-18T05:11:27.938654+0000","last_active":"2024-04-18T05:11:32.373783+0000","last_peered":"2024-04-18T05:11:32.373783+0000","last_clean":"2024-04-18T05:11:32.373783+0000","last_became_active":"2024-04-18T05:11:27.937852+0000","last_became_peered":"2024-04-18T05:11:27.937852+0000","last_unstale":"2024-04-18T05:11:32.373783+0000","last_undegraded":"2024-04-18T05:11:32.373783+0000","last_fullsized":"2024-04-18T05:11:32.373783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:01:43.591064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718997+0000","last_change":"2024-04-18T05:11:32.353961+0000","last_active":"2024-04-18T05:11:32.718997+0000","last_peered":"2024-04-18T05:11:32.718997+0000","last_clean":"2024-04-18T05:11:32.718997+0000","last_became_active":"2024-04-18T05:11:32.353178+0000","last_became_peered":"2024-04-18T05:11:32.353178+0000","last_unstale":"2024-04-18T05:11:32.718997+0000","last_undegraded":"2024-04-18T05:11:32.718997+0000","last_fullsized":"2024-04-18T05:11:32.718997+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:32:35.953060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346683+0000","last_change":"2024-04-18T05:11:28.330276+0000","last_active":"2024-04-18T05:11:32.346683+0000","last_peered":"2024-04-18T05:11:32.346683+0000","last_clean":"2024-04-18T05:11:32.346683+0000","last_became_active":"2024-04-18T05:11:28.329382+0000","last_became_peered":"2024-04-18T05:11:28.329382+0000","last_unstale":"2024-04-18T05:11:32.346683+0000","last_undegraded":"2024-04-18T05:11:32.346683+0000","last_fullsized":"2024-04-18T05:11:32.346683+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:18.867545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:38.114915+0000","last_change":"2024-04-18T05:11:27.939375+0000","last_active":"2024-04-18T05:11:38.114915+0000","last_peered":"2024-04-18T05:11:38.114915+0000","last_clean":"2024-04-18T05:11:38.114915+0000","last_became_active":"2024-04-18T05:11:27.939021+0000","last_became_peered":"2024-04-18T05:11:27.939021+0000","last_unstale":"2024-04-18T05:11:38.114915+0000","last_undegraded":"2024-04-18T05:11:38.114915+0000","last_fullsized":"2024-04-18T05:11:38.114915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3796,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865133+0000","last_change":"2024-04-18T05:11:32.365282+0000","last_active":"2024-04-18T05:11:32.865133+0000","last_peered":"2024-04-18T05:11:32.865133+0000","last_clean":"2024-04-18T05:11:32.865133+0000","last_became_active":"2024-04-18T05:11:32.363114+0000","last_became_peered":"2024-04-18T05:11:32.363114+0000","last_unstale":"2024-04-18T05:11:32.865133+0000","last_undegraded":"2024-04-18T05:11:32.865133+0000","last_fullsized":"2024-04-18T05:11:32.865133+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:27:53.476073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332468+0000","last_change":"2024-04-18T05:11:28.343459+0000","last_active":"2024-04-18T05:11:32.332468+0000","last_peered":"2024-04-18T05:11:32.332468+0000","last_clean":"2024-04-18T05:11:32.332468+0000","last_became_active":"2024-04-18T05:11:28.343223+0000","last_became_peered":"2024-04-18T05:11:28.343223+0000","last_unstale":"2024-04-18T05:11:32.332468+0000","last_undegraded":"2024-04-18T05:11:32.332468+0000","last_fullsized":"2024-04-18T05:11:32.332468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:17:44.703379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.374377+0000","last_change":"2024-04-18T05:11:27.941187+0000","last_active":"2024-04-18T05:11:32.374377+0000","last_peered":"2024-04-18T05:11:32.374377+0000","last_clean":"2024-04-18T05:11:32.374377+0000","last_became_active":"2024-04-18T05:11:27.940474+0000","last_became_peered":"2024-04-18T05:11:27.940474+0000","last_unstale":"2024-04-18T05:11:32.374377+0000","last_undegraded":"2024-04-18T05:11:32.374377+0000","last_fullsized":"2024-04-18T05:11:32.374377+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:28.905283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.863369+0000","last_change":"2024-04-18T05:11:32.382389+0000","last_active":"2024-04-18T05:11:32.863369+0000","last_peered":"2024-04-18T05:11:32.863369+0000","last_clean":"2024-04-18T05:11:32.863369+0000","last_became_active":"2024-04-18T05:11:32.382008+0000","last_became_peered":"2024-04-18T05:11:32.382008+0000","last_unstale":"2024-04-18T05:11:32.863369+0000","last_undegraded":"2024-04-18T05:11:32.863369+0000","last_fullsized":"2024-04-18T05:11:32.863369+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:25:22.609972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349731+0000","last_change":"2024-04-18T05:11:28.338756+0000","last_active":"2024-04-18T05:11:32.349731+0000","last_peered":"2024-04-18T05:11:32.349731+0000","last_clean":"2024-04-18T05:11:32.349731+0000","last_became_active":"2024-04-18T05:11:28.338436+0000","last_became_peered":"2024-04-18T05:11:28.338436+0000","last_unstale":"2024-04-18T05:11:32.349731+0000","last_undegraded":"2024-04-18T05:11:32.349731+0000","last_fullsized":"2024-04-18T05:11:32.349731+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345375+0000","last_change":"2024-04-18T05:11:27.940677+0000","last_active":"2024-04-18T05:11:32.345375+0000","last_peered":"2024-04-18T05:11:32.345375+0000","last_clean":"2024-04-18T05:11:32.345375+0000","last_became_active":"2024-04-18T05:11:27.940372+0000","last_became_peered":"2024-04-18T05:11:27.940372+0000","last_unstale":"2024-04-18T05:11:32.345375+0000","last_undegraded":"2024-04-18T05:11:32.345375+0000","last_fullsized":"2024-04-18T05:11:32.345375+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:40:18.422721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.864506+0000","last_change":"2024-04-18T05:11:32.393801+0000","last_active":"2024-04-18T05:11:32.864506+0000","last_peered":"2024-04-18T05:11:32.864506+0000","last_clean":"2024-04-18T05:11:32.864506+0000","last_became_active":"2024-04-18T05:11:32.389964+0000","last_became_peered":"2024-04-18T05:11:32.389964+0000","last_unstale":"2024-04-18T05:11:32.864506+0000","last_undegraded":"2024-04-18T05:11:32.864506+0000","last_fullsized":"2024-04-18T05:11:32.864506+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:45:18.375410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334012+0000","last_change":"2024-04-18T05:11:28.323121+0000","last_active":"2024-04-18T05:11:32.334012+0000","last_peered":"2024-04-18T05:11:32.334012+0000","last_clean":"2024-04-18T05:11:32.334012+0000","last_became_active":"2024-04-18T05:11:28.322864+0000","last_became_peered":"2024-04-18T05:11:28.322864+0000","last_unstale":"2024-04-18T05:11:32.334012+0000","last_undegraded":"2024-04-18T05:11:32.334012+0000","last_fullsized":"2024-04-18T05:11:32.334012+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356473+0000","last_change":"2024-04-18T05:11:27.927085+0000","last_active":"2024-04-18T05:11:32.356473+0000","last_peered":"2024-04-18T05:11:32.356473+0000","last_clean":"2024-04-18T05:11:32.356473+0000","last_became_active":"2024-04-18T05:11:27.926280+0000","last_became_peered":"2024-04-18T05:11:27.926280+0000","last_unstale":"2024-04-18T05:11:32.356473+0000","last_undegraded":"2024-04-18T05:11:32.356473+0000","last_fullsized":"2024-04-18T05:11:32.356473+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:28:41.332459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865273+0000","last_change":"2024-04-18T05:11:32.382997+0000","last_active":"2024-04-18T05:11:32.865273+0000","last_peered":"2024-04-18T05:11:32.865273+0000","last_clean":"2024-04-18T05:11:32.865273+0000","last_became_active":"2024-04-18T05:11:32.382407+0000","last_became_peered":"2024-04-18T05:11:32.382407+0000","last_unstale":"2024-04-18T05:11:32.865273+0000","last_undegraded":"2024-04-18T05:11:32.865273+0000","last_fullsized":"2024-04-18T05:11:32.865273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:23.749732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.866733+0000","last_change":"2024-04-18T05:11:32.365385+0000","last_active":"2024-04-18T05:11:32.866733+0000","last_peered":"2024-04-18T05:11:32.866733+0000","last_clean":"2024-04-18T05:11:32.866733+0000","last_became_active":"2024-04-18T05:11:32.363775+0000","last_became_peered":"2024-04-18T05:11:32.363775+0000","last_unstale":"2024-04-18T05:11:32.866733+0000","last_undegraded":"2024-04-18T05:11:32.866733+0000","last_fullsized":"2024-04-18T05:11:32.866733+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:57:29.868670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.342781+0000","last_change":"2024-04-18T05:11:28.335436+0000","last_active":"2024-04-18T05:11:32.342781+0000","last_peered":"2024-04-18T05:11:32.342781+0000","last_clean":"2024-04-18T05:11:32.342781+0000","last_became_active":"2024-04-18T05:11:28.335053+0000","last_became_peered":"2024-04-18T05:11:28.335053+0000","last_unstale":"2024-04-18T05:11:32.342781+0000","last_undegraded":"2024-04-18T05:11:32.342781+0000","last_fullsized":"2024-04-18T05:11:32.342781+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:10:50.606470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329919+0000","last_change":"2024-04-18T05:11:27.947901+0000","last_active":"2024-04-18T05:11:32.329919+0000","last_peered":"2024-04-18T05:11:32.329919+0000","last_clean":"2024-04-18T05:11:32.329919+0000","last_became_active":"2024-04-18T05:11:27.947516+0000","last_became_peered":"2024-04-18T05:11:27.947516+0000","last_unstale":"2024-04-18T05:11:32.329919+0000","last_undegraded":"2024-04-18T05:11:32.329919+0000","last_fullsized":"2024-04-18T05:11:32.329919+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:04.053478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.718702+0000","last_change":"2024-04-18T05:11:32.356328+0000","last_active":"2024-04-18T05:11:32.718702+0000","last_peered":"2024-04-18T05:11:32.718702+0000","last_clean":"2024-04-18T05:11:32.718702+0000","last_became_active":"2024-04-18T05:11:32.355859+0000","last_became_peered":"2024-04-18T05:11:32.355859+0000","last_unstale":"2024-04-18T05:11:32.718702+0000","last_undegraded":"2024-04-18T05:11:32.718702+0000","last_fullsized":"2024-04-18T05:11:32.718702+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:34:24.612314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346340+0000","last_change":"2024-04-18T05:11:28.330959+0000","last_active":"2024-04-18T05:11:32.346340+0000","last_peered":"2024-04-18T05:11:32.346340+0000","last_clean":"2024-04-18T05:11:32.346340+0000","last_became_active":"2024-04-18T05:11:28.328978+0000","last_became_peered":"2024-04-18T05:11:28.328978+0000","last_unstale":"2024-04-18T05:11:32.346340+0000","last_undegraded":"2024-04-18T05:11:32.346340+0000","last_fullsized":"2024-04-18T05:11:32.346340+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333076+0000","last_change":"2024-04-18T05:11:27.945882+0000","last_active":"2024-04-18T05:11:32.333076+0000","last_peered":"2024-04-18T05:11:32.333076+0000","last_clean":"2024-04-18T05:11:32.333076+0000","last_became_active":"2024-04-18T05:11:27.945333+0000","last_became_peered":"2024-04-18T05:11:27.945333+0000","last_unstale":"2024-04-18T05:11:32.333076+0000","last_undegraded":"2024-04-18T05:11:32.333076+0000","last_fullsized":"2024-04-18T05:11:32.333076+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:51:28.962551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.331145+0000","last_change":"2024-04-18T05:11:27.940457+0000","last_active":"2024-04-18T05:11:32.331145+0000","last_peered":"2024-04-18T05:11:32.331145+0000","last_clean":"2024-04-18T05:11:32.331145+0000","last_became_active":"2024-04-18T05:11:27.940153+0000","last_became_peered":"2024-04-18T05:11:27.940153+0000","last_unstale":"2024-04-18T05:11:32.331145+0000","last_undegraded":"2024-04-18T05:11:32.331145+0000","last_fullsized":"2024-04-18T05:11:32.331145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:47.883498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340676+0000","last_change":"2024-04-18T05:11:28.336911+0000","last_active":"2024-04-18T05:11:32.340676+0000","last_peered":"2024-04-18T05:11:32.340676+0000","last_clean":"2024-04-18T05:11:32.340676+0000","last_became_active":"2024-04-18T05:11:28.336556+0000","last_became_peered":"2024-04-18T05:11:28.336556+0000","last_unstale":"2024-04-18T05:11:32.340676+0000","last_undegraded":"2024-04-18T05:11:32.340676+0000","last_fullsized":"2024-04-18T05:11:32.340676+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.867473+0000","last_change":"2024-04-18T05:11:32.385723+0000","last_active":"2024-04-18T05:11:32.867473+0000","last_peered":"2024-04-18T05:11:32.867473+0000","last_clean":"2024-04-18T05:11:32.867473+0000","last_became_active":"2024-04-18T05:11:32.385062+0000","last_became_peered":"2024-04-18T05:11:32.385062+0000","last_unstale":"2024-04-18T05:11:32.867473+0000","last_undegraded":"2024-04-18T05:11:32.867473+0000","last_fullsized":"2024-04-18T05:11:32.867473+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:36:46.455230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.347399+0000","last_change":"2024-04-18T05:11:27.958457+0000","last_active":"2024-04-18T05:11:32.347399+0000","last_peered":"2024-04-18T05:11:32.347399+0000","last_clean":"2024-04-18T05:11:32.347399+0000","last_became_active":"2024-04-18T05:11:27.957449+0000","last_became_peered":"2024-04-18T05:11:27.957449+0000","last_unstale":"2024-04-18T05:11:32.347399+0000","last_undegraded":"2024-04-18T05:11:32.347399+0000","last_fullsized":"2024-04-18T05:11:32.347399+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:26.891577+0000","last_clean_scrub_stamp":"2024-04-18T05:11:26.891577+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:25.837962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356127+0000","last_change":"2024-04-18T05:11:28.331218+0000","last_active":"2024-04-18T05:11:32.356127+0000","last_peered":"2024-04-18T05:11:32.356127+0000","last_clean":"2024-04-18T05:11:32.356127+0000","last_became_active":"2024-04-18T05:11:28.330519+0000","last_became_peered":"2024-04-18T05:11:28.330519+0000","last_unstale":"2024-04-18T05:11:32.356127+0000","last_undegraded":"2024-04-18T05:11:32.356127+0000","last_fullsized":"2024-04-18T05:11:32.356127+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:55:56.923603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.865293+0000","last_change":"2024-04-18T05:11:32.395049+0000","last_active":"2024-04-18T05:11:32.865293+0000","last_peered":"2024-04-18T05:11:32.865293+0000","last_clean":"2024-04-18T05:11:32.865293+0000","last_became_active":"2024-04-18T05:11:32.394529+0000","last_became_peered":"2024-04-18T05:11:32.394529+0000","last_unstale":"2024-04-18T05:11:32.865293+0000","last_undegraded":"2024-04-18T05:11:32.865293+0000","last_fullsized":"2024-04-18T05:11:32.865293+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:31.309092+0000","last_clean_scrub_stamp":"2024-04-18T05:11:31.309092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:50:59.728526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.337726+0000","last_change":"2024-04-18T05:11:28.321683+0000","last_active":"2024-04-18T05:11:32.337726+0000","last_peered":"2024-04-18T05:11:32.337726+0000","last_clean":"2024-04-18T05:11:32.337726+0000","last_became_active":"2024-04-18T05:11:28.321419+0000","last_became_peered":"2024-04-18T05:11:28.321419+0000","last_unstale":"2024-04-18T05:11:32.337726+0000","last_undegraded":"2024-04-18T05:11:32.337726+0000","last_fullsized":"2024-04-18T05:11:32.337726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:08.217210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.373415+0000","last_change":"2024-04-18T05:11:28.331136+0000","last_active":"2024-04-18T05:11:32.373415+0000","last_peered":"2024-04-18T05:11:32.373415+0000","last_clean":"2024-04-18T05:11:32.373415+0000","last_became_active":"2024-04-18T05:11:28.330775+0000","last_became_peered":"2024-04-18T05:11:28.330775+0000","last_unstale":"2024-04-18T05:11:32.373415+0000","last_undegraded":"2024-04-18T05:11:32.373415+0000","last_fullsized":"2024-04-18T05:11:32.373415+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:58:51.262478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329747+0000","last_change":"2024-04-18T05:11:28.328331+0000","last_active":"2024-04-18T05:11:32.329747+0000","last_peered":"2024-04-18T05:11:32.329747+0000","last_clean":"2024-04-18T05:11:32.329747+0000","last_became_active":"2024-04-18T05:11:28.327759+0000","last_became_peered":"2024-04-18T05:11:28.327759+0000","last_unstale":"2024-04-18T05:11:32.329747+0000","last_undegraded":"2024-04-18T05:11:32.329747+0000","last_fullsized":"2024-04-18T05:11:32.329747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:20:27.225239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.347149+0000","last_change":"2024-04-18T05:11:28.327566+0000","last_active":"2024-04-18T05:11:32.347149+0000","last_peered":"2024-04-18T05:11:32.347149+0000","last_clean":"2024-04-18T05:11:32.347149+0000","last_became_active":"2024-04-18T05:11:28.327053+0000","last_became_peered":"2024-04-18T05:11:28.327053+0000","last_unstale":"2024-04-18T05:11:32.347149+0000","last_undegraded":"2024-04-18T05:11:32.347149+0000","last_fullsized":"2024-04-18T05:11:32.347149+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:39:48.892873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334163+0000","last_change":"2024-04-18T05:11:28.348350+0000","last_active":"2024-04-18T05:11:32.334163+0000","last_peered":"2024-04-18T05:11:32.334163+0000","last_clean":"2024-04-18T05:11:32.334163+0000","last_became_active":"2024-04-18T05:11:28.347974+0000","last_became_peered":"2024-04-18T05:11:28.347974+0000","last_unstale":"2024-04-18T05:11:32.334163+0000","last_undegraded":"2024-04-18T05:11:32.334163+0000","last_fullsized":"2024-04-18T05:11:32.334163+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:10:50.606470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332423+0000","last_change":"2024-04-18T05:11:28.321214+0000","last_active":"2024-04-18T05:11:32.332423+0000","last_peered":"2024-04-18T05:11:32.332423+0000","last_clean":"2024-04-18T05:11:32.332423+0000","last_became_active":"2024-04-18T05:11:28.320882+0000","last_became_peered":"2024-04-18T05:11:28.320882+0000","last_unstale":"2024-04-18T05:11:32.332423+0000","last_undegraded":"2024-04-18T05:11:32.332423+0000","last_fullsized":"2024-04-18T05:11:32.332423+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:26.521278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.333796+0000","last_change":"2024-04-18T05:11:28.324654+0000","last_active":"2024-04-18T05:11:32.333796+0000","last_peered":"2024-04-18T05:11:32.333796+0000","last_clean":"2024-04-18T05:11:32.333796+0000","last_became_active":"2024-04-18T05:11:28.323764+0000","last_became_peered":"2024-04-18T05:11:28.323764+0000","last_unstale":"2024-04-18T05:11:32.333796+0000","last_undegraded":"2024-04-18T05:11:32.333796+0000","last_fullsized":"2024-04-18T05:11:32.333796+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:15:25.417552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.349205+0000","last_change":"2024-04-18T05:11:28.334896+0000","last_active":"2024-04-18T05:11:32.349205+0000","last_peered":"2024-04-18T05:11:32.349205+0000","last_clean":"2024-04-18T05:11:32.349205+0000","last_became_active":"2024-04-18T05:11:28.334607+0000","last_became_peered":"2024-04-18T05:11:28.334607+0000","last_unstale":"2024-04-18T05:11:32.349205+0000","last_undegraded":"2024-04-18T05:11:32.349205+0000","last_fullsized":"2024-04-18T05:11:32.349205+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:40:47.790012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329716+0000","last_change":"2024-04-18T05:11:28.326914+0000","last_active":"2024-04-18T05:11:32.329716+0000","last_peered":"2024-04-18T05:11:32.329716+0000","last_clean":"2024-04-18T05:11:32.329716+0000","last_became_active":"2024-04-18T05:11:28.326137+0000","last_became_peered":"2024-04-18T05:11:28.326137+0000","last_unstale":"2024-04-18T05:11:32.329716+0000","last_undegraded":"2024-04-18T05:11:32.329716+0000","last_fullsized":"2024-04-18T05:11:32.329716+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:56:19.347355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.341170+0000","last_change":"2024-04-18T05:11:28.326510+0000","last_active":"2024-04-18T05:11:32.341170+0000","last_peered":"2024-04-18T05:11:32.341170+0000","last_clean":"2024-04-18T05:11:32.341170+0000","last_became_active":"2024-04-18T05:11:28.325919+0000","last_became_peered":"2024-04-18T05:11:28.325919+0000","last_unstale":"2024-04-18T05:11:32.341170+0000","last_undegraded":"2024-04-18T05:11:32.341170+0000","last_fullsized":"2024-04-18T05:11:32.341170+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:12:27.372265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.354639+0000","last_change":"2024-04-18T05:11:28.322036+0000","last_active":"2024-04-18T05:11:32.354639+0000","last_peered":"2024-04-18T05:11:32.354639+0000","last_clean":"2024-04-18T05:11:32.354639+0000","last_became_active":"2024-04-18T05:11:28.321636+0000","last_became_peered":"2024-04-18T05:11:28.321636+0000","last_unstale":"2024-04-18T05:11:32.354639+0000","last_undegraded":"2024-04-18T05:11:32.354639+0000","last_fullsized":"2024-04-18T05:11:32.354639+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:47:08.217210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340444+0000","last_change":"2024-04-18T05:11:28.337700+0000","last_active":"2024-04-18T05:11:32.340444+0000","last_peered":"2024-04-18T05:11:32.340444+0000","last_clean":"2024-04-18T05:11:32.340444+0000","last_became_active":"2024-04-18T05:11:28.337085+0000","last_became_peered":"2024-04-18T05:11:28.337085+0000","last_unstale":"2024-04-18T05:11:32.340444+0000","last_undegraded":"2024-04-18T05:11:32.340444+0000","last_fullsized":"2024-04-18T05:11:32.340444+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345980+0000","last_change":"2024-04-18T05:11:28.342599+0000","last_active":"2024-04-18T05:11:32.345980+0000","last_peered":"2024-04-18T05:11:32.345980+0000","last_clean":"2024-04-18T05:11:32.345980+0000","last_became_active":"2024-04-18T05:11:28.342276+0000","last_became_peered":"2024-04-18T05:11:28.342276+0000","last_unstale":"2024-04-18T05:11:32.345980+0000","last_undegraded":"2024-04-18T05:11:32.345980+0000","last_fullsized":"2024-04-18T05:11:32.345980+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:54:02.264156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.338913+0000","last_change":"2024-04-18T05:11:28.337504+0000","last_active":"2024-04-18T05:11:32.338913+0000","last_peered":"2024-04-18T05:11:32.338913+0000","last_clean":"2024-04-18T05:11:32.338913+0000","last_became_active":"2024-04-18T05:11:28.336945+0000","last_became_peered":"2024-04-18T05:11:28.336945+0000","last_unstale":"2024-04-18T05:11:32.338913+0000","last_undegraded":"2024-04-18T05:11:32.338913+0000","last_fullsized":"2024-04-18T05:11:32.338913+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:16.149566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.374207+0000","last_change":"2024-04-18T05:11:28.336563+0000","last_active":"2024-04-18T05:11:32.374207+0000","last_peered":"2024-04-18T05:11:32.374207+0000","last_clean":"2024-04-18T05:11:32.374207+0000","last_became_active":"2024-04-18T05:11:28.336254+0000","last_became_peered":"2024-04-18T05:11:28.336254+0000","last_unstale":"2024-04-18T05:11:32.374207+0000","last_undegraded":"2024-04-18T05:11:32.374207+0000","last_fullsized":"2024-04-18T05:11:32.374207+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:30:07.192387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.336058+0000","last_change":"2024-04-18T05:11:28.347781+0000","last_active":"2024-04-18T05:11:32.336058+0000","last_peered":"2024-04-18T05:11:32.336058+0000","last_clean":"2024-04-18T05:11:32.336058+0000","last_became_active":"2024-04-18T05:11:28.347486+0000","last_became_peered":"2024-04-18T05:11:28.347486+0000","last_unstale":"2024-04-18T05:11:32.336058+0000","last_undegraded":"2024-04-18T05:11:32.336058+0000","last_fullsized":"2024-04-18T05:11:32.336058+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:21:30.065568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.329476+0000","last_change":"2024-04-18T05:11:28.337686+0000","last_active":"2024-04-18T05:11:32.329476+0000","last_peered":"2024-04-18T05:11:32.329476+0000","last_clean":"2024-04-18T05:11:32.329476+0000","last_became_active":"2024-04-18T05:11:28.337420+0000","last_became_peered":"2024-04-18T05:11:28.337420+0000","last_unstale":"2024-04-18T05:11:32.329476+0000","last_undegraded":"2024-04-18T05:11:32.329476+0000","last_fullsized":"2024-04-18T05:11:32.329476+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:00:17.813950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340757+0000","last_change":"2024-04-18T05:11:28.342476+0000","last_active":"2024-04-18T05:11:32.340757+0000","last_peered":"2024-04-18T05:11:32.340757+0000","last_clean":"2024-04-18T05:11:32.340757+0000","last_became_active":"2024-04-18T05:11:28.342216+0000","last_became_peered":"2024-04-18T05:11:28.342216+0000","last_unstale":"2024-04-18T05:11:32.340757+0000","last_undegraded":"2024-04-18T05:11:32.340757+0000","last_fullsized":"2024-04-18T05:11:32.340757+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:42:04.223090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332839+0000","last_change":"2024-04-18T05:11:28.319923+0000","last_active":"2024-04-18T05:11:32.332839+0000","last_peered":"2024-04-18T05:11:32.332839+0000","last_clean":"2024-04-18T05:11:32.332839+0000","last_became_active":"2024-04-18T05:11:28.319597+0000","last_became_peered":"2024-04-18T05:11:28.319597+0000","last_unstale":"2024-04-18T05:11:32.332839+0000","last_undegraded":"2024-04-18T05:11:32.332839+0000","last_fullsized":"2024-04-18T05:11:32.332839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.332969+0000","last_change":"2024-04-18T05:11:28.330774+0000","last_active":"2024-04-18T05:11:32.332969+0000","last_peered":"2024-04-18T05:11:32.332969+0000","last_clean":"2024-04-18T05:11:32.332969+0000","last_became_active":"2024-04-18T05:11:28.330472+0000","last_became_peered":"2024-04-18T05:11:28.330472+0000","last_unstale":"2024-04-18T05:11:32.332969+0000","last_undegraded":"2024-04-18T05:11:32.332969+0000","last_fullsized":"2024-04-18T05:11:32.332969+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:15:25.417552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345852+0000","last_change":"2024-04-18T05:11:28.342916+0000","last_active":"2024-04-18T05:11:32.345852+0000","last_peered":"2024-04-18T05:11:32.345852+0000","last_clean":"2024-04-18T05:11:32.345852+0000","last_became_active":"2024-04-18T05:11:28.342457+0000","last_became_peered":"2024-04-18T05:11:28.342457+0000","last_unstale":"2024-04-18T05:11:32.345852+0000","last_undegraded":"2024-04-18T05:11:32.345852+0000","last_fullsized":"2024-04-18T05:11:32.345852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:11:37.642503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346590+0000","last_change":"2024-04-18T05:11:28.334079+0000","last_active":"2024-04-18T05:11:32.346590+0000","last_peered":"2024-04-18T05:11:32.346590+0000","last_clean":"2024-04-18T05:11:32.346590+0000","last_became_active":"2024-04-18T05:11:28.333679+0000","last_became_peered":"2024-04-18T05:11:28.333679+0000","last_unstale":"2024-04-18T05:11:32.346590+0000","last_undegraded":"2024-04-18T05:11:32.346590+0000","last_fullsized":"2024-04-18T05:11:32.346590+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345184+0000","last_change":"2024-04-18T05:11:28.325959+0000","last_active":"2024-04-18T05:11:32.345184+0000","last_peered":"2024-04-18T05:11:32.345184+0000","last_clean":"2024-04-18T05:11:32.345184+0000","last_became_active":"2024-04-18T05:11:28.325295+0000","last_became_peered":"2024-04-18T05:11:28.325295+0000","last_unstale":"2024-04-18T05:11:32.345184+0000","last_undegraded":"2024-04-18T05:11:32.345184+0000","last_fullsized":"2024-04-18T05:11:32.345184+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:33:48.950448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.356380+0000","last_change":"2024-04-18T05:11:28.329976+0000","last_active":"2024-04-18T05:11:32.356380+0000","last_peered":"2024-04-18T05:11:32.356380+0000","last_clean":"2024-04-18T05:11:32.356380+0000","last_became_active":"2024-04-18T05:11:28.329507+0000","last_became_peered":"2024-04-18T05:11:28.329507+0000","last_unstale":"2024-04-18T05:11:32.356380+0000","last_undegraded":"2024-04-18T05:11:32.356380+0000","last_fullsized":"2024-04-18T05:11:32.356380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:34:26.236568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345773+0000","last_change":"2024-04-18T05:11:28.342672+0000","last_active":"2024-04-18T05:11:32.345773+0000","last_peered":"2024-04-18T05:11:32.345773+0000","last_clean":"2024-04-18T05:11:32.345773+0000","last_became_active":"2024-04-18T05:11:28.342345+0000","last_became_peered":"2024-04-18T05:11:28.342345+0000","last_unstale":"2024-04-18T05:11:32.345773+0000","last_undegraded":"2024-04-18T05:11:32.345773+0000","last_fullsized":"2024-04-18T05:11:32.345773+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:34.509585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.344959+0000","last_change":"2024-04-18T05:11:28.341010+0000","last_active":"2024-04-18T05:11:32.344959+0000","last_peered":"2024-04-18T05:11:32.344959+0000","last_clean":"2024-04-18T05:11:32.344959+0000","last_became_active":"2024-04-18T05:11:28.334683+0000","last_became_peered":"2024-04-18T05:11:28.334683+0000","last_unstale":"2024-04-18T05:11:32.344959+0000","last_undegraded":"2024-04-18T05:11:32.344959+0000","last_fullsized":"2024-04-18T05:11:32.344959+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:12:27.372265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.340832+0000","last_change":"2024-04-18T05:11:28.338088+0000","last_active":"2024-04-18T05:11:32.340832+0000","last_peered":"2024-04-18T05:11:32.340832+0000","last_clean":"2024-04-18T05:11:32.340832+0000","last_became_active":"2024-04-18T05:11:28.337812+0000","last_became_peered":"2024-04-18T05:11:28.337812+0000","last_unstale":"2024-04-18T05:11:32.340832+0000","last_undegraded":"2024-04-18T05:11:32.340832+0000","last_fullsized":"2024-04-18T05:11:32.340832+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:50:41.407482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.346776+0000","last_change":"2024-04-18T05:11:28.327246+0000","last_active":"2024-04-18T05:11:32.346776+0000","last_peered":"2024-04-18T05:11:32.346776+0000","last_clean":"2024-04-18T05:11:32.346776+0000","last_became_active":"2024-04-18T05:11:28.325997+0000","last_became_peered":"2024-04-18T05:11:28.325997+0000","last_unstale":"2024-04-18T05:11:32.346776+0000","last_undegraded":"2024-04-18T05:11:32.346776+0000","last_fullsized":"2024-04-18T05:11:32.346776+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:09:16.376115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.334440+0000","last_change":"2024-04-18T05:11:28.339335+0000","last_active":"2024-04-18T05:11:32.334440+0000","last_peered":"2024-04-18T05:11:32.334440+0000","last_clean":"2024-04-18T05:11:32.334440+0000","last_became_active":"2024-04-18T05:11:28.338329+0000","last_became_peered":"2024-04-18T05:11:28.338329+0000","last_unstale":"2024-04-18T05:11:32.334440+0000","last_undegraded":"2024-04-18T05:11:32.334440+0000","last_fullsized":"2024-04-18T05:11:32.334440+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345182+0000","last_change":"2024-04-18T05:11:28.336945+0000","last_active":"2024-04-18T05:11:32.345182+0000","last_peered":"2024-04-18T05:11:32.345182+0000","last_clean":"2024-04-18T05:11:32.345182+0000","last_became_active":"2024-04-18T05:11:28.336621+0000","last_became_peered":"2024-04-18T05:11:28.336621+0000","last_unstale":"2024-04-18T05:11:32.345182+0000","last_undegraded":"2024-04-18T05:11:32.345182+0000","last_fullsized":"2024-04-18T05:11:32.345182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:41:03.070366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.348942+0000","last_change":"2024-04-18T05:11:28.329774+0000","last_active":"2024-04-18T05:11:32.348942+0000","last_peered":"2024-04-18T05:11:32.348942+0000","last_clean":"2024-04-18T05:11:32.348942+0000","last_became_active":"2024-04-18T05:11:28.329506+0000","last_became_peered":"2024-04-18T05:11:28.329506+0000","last_unstale":"2024-04-18T05:11:32.348942+0000","last_undegraded":"2024-04-18T05:11:32.348942+0000","last_fullsized":"2024-04-18T05:11:32.348942+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:24:16.796590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-04-18T05:11:32.345138+0000","last_change":"2024-04-18T05:11:28.333430+0000","last_active":"2024-04-18T05:11:32.345138+0000","last_peered":"2024-04-18T05:11:32.345138+0000","last_clean":"2024-04-18T05:11:32.345138+0000","last_became_active":"2024-04-18T05:11:28.332684+0000","last_became_peered":"2024-04-18T05:11:28.332684+0000","last_unstale":"2024-04-18T05:11:32.345138+0000","last_undegraded":"2024-04-18T05:11:32.345138+0000","last_fullsized":"2024-04-18T05:11:32.345138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:27.900952+0000","last_clean_scrub_stamp":"2024-04-18T05:11:27.900952+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:24:16.796590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4594,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509450,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":105410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0569999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.181}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.014}]}]},{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":695870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98399999999999999}]}]},{"osd":4,"up_from":15,"seq":64424509451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":290816,"data_stored":109878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.02}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]}]},{"osd":3,"up_from":15,"seq":64424509450,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31392,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340448,"statfs":{"total":96636764160,"available":96604618752,"internally_reserved":0,"allocated":274432,"data_stored":105992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.131}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0549999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94899999999999995}]}]},{"osd":2,"up_from":15,"seq":64424509449,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31388,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340452,"statfs":{"total":96636764160,"available":96604622848,"internally_reserved":0,"allocated":282624,"data_stored":109206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":868352,"data_stored":695848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1619999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0880000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509450,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31396,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340444,"statfs":{"total":96636764160,"available":96604614656,"internally_reserved":0,"allocated":278528,"data_stored":105466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4510000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]}]},{"osd":7,"up_from":13,"seq":55834574859,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":278528,"data_stored":105534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1180000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95799999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1419999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.196}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0960000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:11:56.644 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-04-18T05:11:56.644 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-18T05:11:56.644 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-04-18T05:11:56.644 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-04-18T05:11:56.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.789+0000 7fb167f4d640 1 Processor -- start 2024-04-18T05:11:56.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.789+0000 7fb167f4d640 1 -- start start 2024-04-18T05:11:56.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb167f4d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1600c0e50 0x7fb160070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb167f4d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb16014e2d0 con 0x7fb1600c1820 2024-04-18T05:11:56.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb167f4d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb160151440 con 0x7fb16014def0 2024-04-18T05:11:56.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb167f4d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb160151720 con 0x7fb1600c0e50 2024-04-18T05:11:56.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1654e8640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb1600c1820 0x7fb160070340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37506/0 (socket says 172.21.15.32:37506) 2024-04-18T05:11:56.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1654e8640 1 -- 172.21.15.32:0/844022652 learned_addr learned my addr 172.21.15.32:0/844022652 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:56.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1664ea640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1600c0e50 0x7fb160070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4159913137 0 0) 0x7fb16014e2d0 con 0x7fb1600c1820 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb14c003530 con 0x7fb1600c1820 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3943547708 0 0) 0x7fb14c003530 con 0x7fb1600c1820 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1600c0e50 msgr2=0x7fb160070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1600c0e50 0x7fb160070a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 >> v1:172.21.15.92:6789/0 conn(0x7fb16014def0 legacy=0x7fb1600716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1600c1cf0 con 0x7fb1600c1820 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fb150001680 con 0x7fb1600c1820 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 >> v1:172.21.15.32:6789/0 conn(0x7fb1600c1820 legacy=0x7fb160070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1600c0e50 0x7fb14c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb14c003f30 0x7fb14c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb14c004d10 0x7fb14c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb160151720 con 0x7fb14c004d10 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb14c00bb20 con 0x7fb14c003f30 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb14c00def0 con 0x7fb1600c0e50 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1664ea640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb14c004d10 0x7fb14c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb165ce9640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1600c0e50 0x7fb14c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1654e8640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb14c003f30 0x7fb14c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1664ea640 1 -- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1600c0e50 msgr2=0x7fb14c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1664ea640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1600c0e50 0x7fb14c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1664ea640 1 -- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb14c003f30 msgr2=0x7fb14c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1664ea640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb14c003f30 0x7fb14c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1664ea640 1 -- 172.21.15.32:0/844022652 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb14c003530 con 0x7fb14c004d10 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb165ce9640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1600c0e50 0x7fb14c0039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:56.796 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.793+0000 7fb1654e8640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb14c003f30 0x7fb14c0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb14c004d10 0x7fb14c005190 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb158009fc0 tx=0x7fb15801cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcec9d9a310e6d24 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1580a5b80 con 0x7fb14c004d10 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb15800f040 con 0x7fb14c004d10 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb164ce7640 1 -- 172.21.15.32:0/844022652 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1580ad440 con 0x7fb14c004d10 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- 172.21.15.32:0/844022652 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb14c004d10 msgr2=0x7fb14c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 --2- 172.21.15.32:0/844022652 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb14c004d10 0x7fb14c005190 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb158009fc0 tx=0x7fb15801cc80 comp rx=0 tx=0).stop 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 -- 172.21.15.32:0/844022652 reap_dead start 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- 172.21.15.32:0/844022652 shutdown_connections 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- 172.21.15.32:0/844022652 >> 172.21.15.32:0/844022652 conn(0x7fb160069e80 msgr2=0x7fb16006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- 172.21.15.32:0/844022652 shutdown_connections 2024-04-18T05:11:56.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- 172.21.15.32:0/844022652 wait complete. 2024-04-18T05:11:56.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 Processor -- start 2024-04-18T05:11:56.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- start start 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb16014b150 0x7fb16014f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1601430e0 0x7fb16014fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb16013faa0 0x7fb16013ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb16014d080 con 0x7fb16013faa0 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1600c3c50 con 0x7fb16014b150 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb16014d320 con 0x7fb1601430e0 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb16013faa0 0x7fb16013ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb16013faa0 0x7fb16013ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58130/0 (socket says 172.21.15.32:58130) 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 -- 172.21.15.32:0/747996879 learned_addr learned my addr 172.21.15.32:0/747996879 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1654e8640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1601430e0 0x7fb16014fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb165ce9640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb16014b150 0x7fb16014f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 -- 172.21.15.32:0/747996879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1601430e0 msgr2=0x7fb16014fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1601430e0 0x7fb16014fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 -- 172.21.15.32:0/747996879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb16014b150 msgr2=0x7fb16014f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb16014b150 0x7fb16014f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 -- 172.21.15.32:0/747996879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1600c3f30 con 0x7fb16013faa0 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1654e8640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1601430e0 0x7fb16014fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1664ea640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb16013faa0 0x7fb16013ff50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb158002240 tx=0x7fb14c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1567fc640 1 -- 172.21.15.32:0/747996879 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1580a5e60 con 0x7fb16013faa0 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1567fc640 1 -- 172.21.15.32:0/747996879 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1580039a0 con 0x7fb16013faa0 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb160150290 con 0x7fb16013faa0 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb1567fc640 1 -- 172.21.15.32:0/747996879 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb158003d10 con 0x7fb16013faa0 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.797+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb160143770 con 0x7fb16013faa0 2024-04-18T05:11:56.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.801+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1600666e0 con 0x7fb16013faa0 2024-04-18T05:11:56.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.801+0000 7fb1567fc640 1 -- 172.21.15.32:0/747996879 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb1580ae890 con 0x7fb16013faa0 2024-04-18T05:11:56.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.801+0000 7fb1567fc640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1440666c0 0x7fb144068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:56.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.801+0000 7fb1567fc640 1 -- 172.21.15.32:0/747996879 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb15811ea00 con 0x7fb16013faa0 2024-04-18T05:11:56.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.801+0000 7fb165ce9640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1440666c0 0x7fb144068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:56.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.801+0000 7fb165ce9640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1440666c0 0x7fb144068b80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb15c001640 tx=0x7fb15c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:56.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.805+0000 7fb1567fc640 1 -- 172.21.15.32:0/747996879 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb1580ebca0 con 0x7fb16013faa0 2024-04-18T05:11:56.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fb1600c12f0 con 0x7fb16013faa0 2024-04-18T05:11:56.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb1567fc640 1 -- 172.21.15.32:0/747996879 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fb1580ef2c0 con 0x7fb16013faa0 2024-04-18T05:11:56.993 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:56.993 INFO:teuthology.orchestra.run.smithi032.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-18T05:11:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1440666c0 msgr2=0x7fb144068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1440666c0 0x7fb144068b80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb15c001640 tx=0x7fb15c009040 comp rx=0 tx=0).stop 2024-04-18T05:11:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb16013faa0 msgr2=0x7fb16013ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb16013faa0 0x7fb16013ff50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb158002240 tx=0x7fb14c005800 comp rx=0 tx=0).stop 2024-04-18T05:11:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 shutdown_connections 2024-04-18T05:11:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb16013faa0 0x7fb16013ff50 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1601430e0 0x7fb16014fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1440666c0 0x7fb144068b80 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 --2- 172.21.15.32:0/747996879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb16014b150 0x7fb16014f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 >> 172.21.15.32:0/747996879 conn(0x7fb160069e80 msgr2=0x7fb16006ccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 shutdown_connections 2024-04-18T05:11:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:56.993+0000 7fb167f4d640 1 -- 172.21.15.32:0/747996879 wait complete. 2024-04-18T05:11:57.011 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-04-18T05:11:57.012 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:57.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.125+0000 7fe1f3de8640 1 Processor -- start 2024-04-18T05:11:57.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f3de8640 1 -- start start 2024-04-18T05:11:57.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f3de8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe1ec1519f0 0x7fe1ec0a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f3de8640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1ec06d5d0 0x7fe1ec15c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f3de8640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1ec155e50 con 0x7fe1ec0a84c0 2024-04-18T05:11:57.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f3de8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1ec0a9080 con 0x7fe1ec1519f0 2024-04-18T05:11:57.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f3de8640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1ec154f60 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f1383640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe1ec1519f0 0x7fe1ec0a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f1b84640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe1ec0a84c0 0x7fe1ec06cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37508/0 (socket says 172.21.15.32:37508) 2024-04-18T05:11:57.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f1b84640 1 -- 172.21.15.32:0/786138414 learned_addr learned my addr 172.21.15.32:0/786138414 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:57.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f2385640 1 --2- 172.21.15.32:0/786138414 >> v2:172.21.15.92:3300/0 conn(0x7fe1ec06d5d0 0x7fe1ec15c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f1383640 1 -- 172.21.15.32:0/786138414 >> v2:172.21.15.92:3300/0 conn(0x7fe1ec06d5d0 msgr2=0x7fe1ec15c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:57.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f1383640 1 --2- 172.21.15.32:0/786138414 >> v2:172.21.15.92:3300/0 conn(0x7fe1ec06d5d0 0x7fe1ec15c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f1383640 1 -- 172.21.15.32:0/786138414 >> v1:172.21.15.32:6789/0 conn(0x7fe1ec0a84c0 legacy=0x7fe1ec06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f1383640 1 -- 172.21.15.32:0/786138414 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1ec155240 con 0x7fe1ec1519f0 2024-04-18T05:11:57.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f0b82640 1 -- 172.21.15.32:0/786138414 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 301025925 0 0) 0x7fe1ec155e50 con 0x7fe1ec0a84c0 2024-04-18T05:11:57.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f2385640 1 --2- 172.21.15.32:0/786138414 >> v2:172.21.15.92:3300/0 conn(0x7fe1ec06d5d0 0x7fe1ec15c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:57.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f1383640 1 --2- 172.21.15.32:0/786138414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec1519f0 0x7fe1ec0a88a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec06ddb0 tx=0x7fe1dc01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44f12cde57addf7c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:57.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f0b82640 1 -- 172.21.15.32:0/786138414 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1dc0ab600 con 0x7fe1ec1519f0 2024-04-18T05:11:57.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f0b82640 1 -- 172.21.15.32:0/786138414 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1dc0a7050 con 0x7fe1ec1519f0 2024-04-18T05:11:57.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.129+0000 7fe1f0b82640 1 -- 172.21.15.32:0/786138414 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1dc0ab980 con 0x7fe1ec1519f0 2024-04-18T05:11:57.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- 172.21.15.32:0/786138414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec1519f0 msgr2=0x7fe1ec0a88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 --2- 172.21.15.32:0/786138414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec1519f0 0x7fe1ec0a88a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec06ddb0 tx=0x7fe1dc01c3f0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- 172.21.15.32:0/786138414 shutdown_connections 2024-04-18T05:11:57.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 --2- 172.21.15.32:0/786138414 >> v2:172.21.15.92:3300/0 conn(0x7fe1ec06d5d0 0x7fe1ec15c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 --2- 172.21.15.32:0/786138414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec1519f0 0x7fe1ec0a88a0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- 172.21.15.32:0/786138414 >> 172.21.15.32:0/786138414 conn(0x7fe1ec069e80 msgr2=0x7fe1ec06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:57.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- 172.21.15.32:0/786138414 shutdown_connections 2024-04-18T05:11:57.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- 172.21.15.32:0/786138414 wait complete. 2024-04-18T05:11:57.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 Processor -- start 2024-04-18T05:11:57.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- start start 2024-04-18T05:11:57.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec06d5d0 0x7fe1ec0c3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe1ec0a84c0 0x7fe1ec1ec510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1ec1519f0 0x7fe1ec1eca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1ec134a30 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1ec1361b0 con 0x7fe1ec1519f0 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1ec071cf0 con 0x7fe1ec0a84c0 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f1b84640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec06d5d0 0x7fe1ec0c3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f1b84640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec06d5d0 0x7fe1ec0c3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58154/0 (socket says 172.21.15.32:58154) 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f1b84640 1 -- 172.21.15.32:0/1669654010 learned_addr learned my addr 172.21.15.32:0/1669654010 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f1b84640 1 -- 172.21.15.32:0/1669654010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe1ec0a84c0 msgr2=0x7fe1ec1ec510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f1b84640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe1ec0a84c0 0x7fe1ec1ec510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f1b84640 1 -- 172.21.15.32:0/1669654010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1ec1519f0 msgr2=0x7fe1ec1eca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f1b84640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1ec1519f0 0x7fe1ec1eca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f1b84640 1 -- 172.21.15.32:0/1669654010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1dc009420 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f1b84640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec06d5d0 0x7fe1ec0c3e00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe1e800c480 tx=0x7fe1e800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:57.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1e27fc640 1 -- 172.21.15.32:0/1669654010 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e80074e0 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1e27fc640 1 -- 172.21.15.32:0/1669654010 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1e8007660 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1ec1ebe30 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1e27fc640 1 -- 172.21.15.32:0/1669654010 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e8004a30 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1ec134c90 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.133+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1ec0666e0 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.137+0000 7fe1e27fc640 1 -- 172.21.15.32:0/1669654010 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe1e801b360 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.137+0000 7fe1e27fc640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1d0066690 0x7fe1d0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.137+0000 7fe1e27fc640 1 -- 172.21.15.32:0/1669654010 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe1e80838c0 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.137+0000 7fe1f1383640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1d0066690 0x7fe1d0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.137+0000 7fe1f1383640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1d0066690 0x7fe1d0068b50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0ad000 tx=0x7fe1dc004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:57.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.141+0000 7fe1e27fc640 1 -- 172.21.15.32:0/1669654010 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe1e8050ab0 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.293+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe1ec1517d0 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.297+0000 7fe1e27fc640 1 -- 172.21.15.32:0/1669654010 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7fe1e8018090 con 0x7fe1ec06d5d0 2024-04-18T05:11:57.299 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:57.299 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:57.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1d0066690 msgr2=0x7fe1d0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1d0066690 0x7fe1d0068b50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0ad000 tx=0x7fe1dc004740 comp rx=0 tx=0).stop 2024-04-18T05:11:57.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec06d5d0 msgr2=0x7fe1ec0c3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec06d5d0 0x7fe1ec0c3e00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe1e800c480 tx=0x7fe1e800c940 comp rx=0 tx=0).stop 2024-04-18T05:11:57.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 shutdown_connections 2024-04-18T05:11:57.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1d0066690 0x7fe1d0068b50 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1ec1519f0 0x7fe1ec1eca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe1ec0a84c0 0x7fe1ec1ec510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 --2- 172.21.15.32:0/1669654010 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1ec06d5d0 0x7fe1ec0c3e00 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 >> 172.21.15.32:0/1669654010 conn(0x7fe1ec069e80 msgr2=0x7fe1ec150370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:57.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 shutdown_connections 2024-04-18T05:11:57.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.301+0000 7fe1f3de8640 1 -- 172.21.15.32:0/1669654010 wait complete. 2024-04-18T05:11:57.316 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:11:57.317 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:11:57.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27c1357640 1 Processor -- start 2024-04-18T05:11:57.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27c1357640 1 -- start start 2024-04-18T05:11:57.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27c1357640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f27bc06df40 0x7f27bc151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27c1357640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc13ae10 0x7f27bc1559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27c1357640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f27bc13a8c0 0x7f27bc0a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27c1357640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27bc0a8fb0 con 0x7f27bc06df40 2024-04-18T05:11:57.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27c1357640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27bc1520a0 con 0x7f27bc13a8c0 2024-04-18T05:11:57.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27c1357640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27bc0a8200 con 0x7f27bc13ae10 2024-04-18T05:11:57.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27baffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f27bc06df40 0x7f27bc151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27baffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f27bc06df40 0x7f27bc151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58160/0 (socket says 172.21.15.32:58160) 2024-04-18T05:11:57.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27baffd640 1 -- 172.21.15.32:0/866292822 learned_addr learned my addr 172.21.15.32:0/866292822 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:57.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27bb7fe640 1 --2- 172.21.15.32:0/866292822 >> v2:172.21.15.92:3300/0 conn(0x7f27bc13a8c0 0x7f27bc0a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27b27fc640 1 --2- 172.21.15.32:0/866292822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc13ae10 0x7f27bc1559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27baffd640 1 -- 172.21.15.32:0/866292822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc13ae10 msgr2=0x7f27bc1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:57.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27baffd640 1 --2- 172.21.15.32:0/866292822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc13ae10 0x7f27bc1559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27baffd640 1 -- 172.21.15.32:0/866292822 >> v2:172.21.15.92:3300/0 conn(0x7f27bc13a8c0 msgr2=0x7f27bc0a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:57.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27baffd640 1 --2- 172.21.15.32:0/866292822 >> v2:172.21.15.92:3300/0 conn(0x7f27bc13a8c0 0x7f27bc0a9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.433+0000 7f27baffd640 1 -- 172.21.15.32:0/866292822 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27bc0a84e0 con 0x7f27bc06df40 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27baffd640 1 --2- 172.21.15.32:0/866292822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc06df40 0x7f27bc151b60 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f27bc0c1a30 tx=0x7f27ac01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f440bd7fbbf810 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27ba7fc640 1 -- 172.21.15.32:0/866292822 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27ac0ab640 con 0x7f27bc06df40 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27ba7fc640 1 -- 172.21.15.32:0/866292822 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27ac0a7070 con 0x7f27bc06df40 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27ba7fc640 1 -- 172.21.15.32:0/866292822 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27ac0ab9c0 con 0x7f27bc06df40 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 -- 172.21.15.32:0/866292822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc06df40 msgr2=0x7f27bc151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 --2- 172.21.15.32:0/866292822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc06df40 0x7f27bc151b60 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f27bc0c1a30 tx=0x7f27ac01c460 comp rx=0 tx=0).stop 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 -- 172.21.15.32:0/866292822 shutdown_connections 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 --2- 172.21.15.32:0/866292822 >> v2:172.21.15.92:3300/0 conn(0x7f27bc13a8c0 0x7f27bc0a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 --2- 172.21.15.32:0/866292822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc13ae10 0x7f27bc1559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 --2- 172.21.15.32:0/866292822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc06df40 0x7f27bc151b60 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 -- 172.21.15.32:0/866292822 >> 172.21.15.32:0/866292822 conn(0x7f27bc0c54b0 msgr2=0x7f27bc0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:57.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 -- 172.21.15.32:0/866292822 shutdown_connections 2024-04-18T05:11:57.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 -- 172.21.15.32:0/866292822 wait complete. 2024-04-18T05:11:57.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 Processor -- start 2024-04-18T05:11:57.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 -- start start 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc06df40 0x7f27bc150f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc13a8c0 0x7f27bc06c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc13ae10 0x7f27bc06cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27bc0bf450 con 0x7f27bc13ae10 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27bc134780 con 0x7f27bc13a8c0 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27c1357640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27bc0c3ed0 con 0x7f27bc06df40 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27bb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc13ae10 0x7f27bc06cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27bb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc13ae10 0x7f27bc06cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58172/0 (socket says 172.21.15.32:58172) 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27bb7fe640 1 -- 172.21.15.32:0/3469772234 learned_addr learned my addr 172.21.15.32:0/3469772234 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27baffd640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc06df40 0x7f27bc150f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27b27fc640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc13a8c0 0x7f27bc06c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27bb7fe640 1 -- 172.21.15.32:0/3469772234 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc06df40 msgr2=0x7f27bc150f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27bb7fe640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc06df40 0x7f27bc150f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27bb7fe640 1 -- 172.21.15.32:0/3469772234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc13a8c0 msgr2=0x7f27bc06c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27bb7fe640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc13a8c0 0x7f27bc06c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.437+0000 7f27bb7fe640 1 -- 172.21.15.32:0/3469772234 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27ac0094d0 con 0x7f27bc13ae10 2024-04-18T05:11:57.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27bb7fe640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc13ae10 0x7f27bc06cb10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f27b4007e60 tx=0x7f27b400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:57.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27b3fff640 1 -- 172.21.15.32:0/3469772234 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b4014620 con 0x7f27bc13ae10 2024-04-18T05:11:57.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27b3fff640 1 -- 172.21.15.32:0/3469772234 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27b400ee90 con 0x7f27bc13ae10 2024-04-18T05:11:57.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27c1357640 1 -- 172.21.15.32:0/3469772234 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27bc0c4690 con 0x7f27bc13ae10 2024-04-18T05:11:57.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27b3fff640 1 -- 172.21.15.32:0/3469772234 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b40149e0 con 0x7f27bc13ae10 2024-04-18T05:11:57.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27c1357640 1 -- 172.21.15.32:0/3469772234 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27bc0c4170 con 0x7f27bc13ae10 2024-04-18T05:11:57.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27b17fa640 1 -- 172.21.15.32:0/3469772234 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2794005260 con 0x7f27bc13ae10 2024-04-18T05:11:57.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27b3fff640 1 -- 172.21.15.32:0/3469772234 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f27b4014b40 con 0x7f27bc13ae10 2024-04-18T05:11:57.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27b3fff640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f279c066690 0x7f279c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27b3fff640 1 -- 172.21.15.32:0/3469772234 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f27b4084ca0 con 0x7f27bc13ae10 2024-04-18T05:11:57.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27baffd640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f279c066690 0x7f279c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.441+0000 7f27baffd640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f279c066690 0x7f279c068b50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f27ac0af000 tx=0x7f27ac0b6040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:57.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.445+0000 7f27b3fff640 1 -- 172.21.15.32:0/3469772234 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f27b4051d90 con 0x7f27bc13ae10 2024-04-18T05:11:57.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.601+0000 7f27b17fa640 1 -- 172.21.15.32:0/3469772234 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2794005a90 con 0x7f27bc13ae10 2024-04-18T05:11:57.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.601+0000 7f27b3fff640 1 -- 172.21.15.32:0/3469772234 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f27b40553b0 con 0x7f27bc13ae10 2024-04-18T05:11:57.603 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:11:57.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 -- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f279c066690 msgr2=0x7f279c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f279c066690 0x7f279c068b50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f27ac0af000 tx=0x7f27ac0b6040 comp rx=0 tx=0).stop 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 -- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc13ae10 msgr2=0x7f27bc06cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc13ae10 0x7f27bc06cb10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f27b4007e60 tx=0x7f27b400e4b0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 -- 172.21.15.32:0/3469772234 shutdown_connections 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f27bc13ae10 0x7f27bc06cb10 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f279c066690 0x7f279c068b50 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc13a8c0 0x7f27bc06c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 --2- 172.21.15.32:0/3469772234 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27bc06df40 0x7f27bc150f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 -- 172.21.15.32:0/3469772234 >> 172.21.15.32:0/3469772234 conn(0x7f27bc0c54b0 msgr2=0x7f27bc154400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 -- 172.21.15.32:0/3469772234 shutdown_connections 2024-04-18T05:11:57.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.605+0000 7f27b17fa640 1 -- 172.21.15.32:0/3469772234 wait complete. 2024-04-18T05:11:57.621 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:11:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbb5aaa640 1 Processor -- start 2024-04-18T05:11:57.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbb5aaa640 1 -- start start 2024-04-18T05:11:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbb5aaa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdbb00bbdb0 0x7fdbb0151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbb5aaa640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bb0a0 0x7fdbb014d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbb5aaa640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbb00bb4f0 con 0x7fdbb006a400 2024-04-18T05:11:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbb5aaa640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbb00ba0d0 con 0x7fdbb00bbdb0 2024-04-18T05:11:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbb5aaa640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb00a9460 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaeffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdbb00bbdb0 0x7fdbb0151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaeffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdbb00bbdb0 0x7fdbb0151380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58188/0 (socket says 172.21.15.32:58188) 2024-04-18T05:11:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaeffd640 1 -- 172.21.15.32:0/3624698607 learned_addr learned my addr 172.21.15.32:0/3624698607 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:57.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaffff640 1 --2- 172.21.15.32:0/3624698607 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bb0a0 0x7fdbb014d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaeffd640 1 -- 172.21.15.32:0/3624698607 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bb0a0 msgr2=0x7fdbb014d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaeffd640 1 --2- 172.21.15.32:0/3624698607 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bb0a0 0x7fdbb014d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaeffd640 1 -- 172.21.15.32:0/3624698607 >> v1:172.21.15.92:6789/0 conn(0x7fdbb006a400 legacy=0x7fdbb00a8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaeffd640 1 -- 172.21.15.32:0/3624698607 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbb00ba2e0 con 0x7fdbb00bbdb0 2024-04-18T05:11:57.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaffff640 1 --2- 172.21.15.32:0/3624698607 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bb0a0 0x7fdbb014d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbaeffd640 1 --2- 172.21.15.32:0/3624698607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bbdb0 0x7fdbb0151380 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009870 tx=0x7fdba401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f85233cf5849f955 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.737+0000 7fdbae7fc640 1 -- 172.21.15.32:0/3624698607 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba40ab600 con 0x7fdbb00bbdb0 2024-04-18T05:11:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbae7fc640 1 -- 172.21.15.32:0/3624698607 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdba40a7050 con 0x7fdbb00bbdb0 2024-04-18T05:11:57.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbae7fc640 1 -- 172.21.15.32:0/3624698607 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba40ab980 con 0x7fdbb00bbdb0 2024-04-18T05:11:57.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3624698607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bbdb0 msgr2=0x7fdbb0151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 --2- 172.21.15.32:0/3624698607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bbdb0 0x7fdbb0151380 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009870 tx=0x7fdba401c460 comp rx=0 tx=0).stop 2024-04-18T05:11:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3624698607 shutdown_connections 2024-04-18T05:11:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 --2- 172.21.15.32:0/3624698607 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bb0a0 0x7fdbb014d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 --2- 172.21.15.32:0/3624698607 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bbdb0 0x7fdbb0151380 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3624698607 >> 172.21.15.32:0/3624698607 conn(0x7fdbb00c54b0 msgr2=0x7fdbb00c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3624698607 shutdown_connections 2024-04-18T05:11:57.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3624698607 wait complete. 2024-04-18T05:11:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 Processor -- start 2024-04-18T05:11:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- start start 2024-04-18T05:11:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdbb006a400 0x7fdbb00c4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bb0a0 0x7fdbb0147790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bbdb0 0x7fdbb01ec630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb006c6d0 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb006d460 con 0x7fdbb006a400 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb00c2d30 con 0x7fdbb00bbdb0 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bb0a0 0x7fdbb0147790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bb0a0 0x7fdbb0147790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58192/0 (socket says 172.21.15.32:58192) 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaeffd640 1 -- 172.21.15.32:0/3297047010 learned_addr learned my addr 172.21.15.32:0/3297047010 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaf7fe640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdbb006a400 0x7fdbb00c4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaffff640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bbdb0 0x7fdbb01ec630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaeffd640 1 -- 172.21.15.32:0/3297047010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bbdb0 msgr2=0x7fdbb01ec630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaeffd640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bbdb0 0x7fdbb01ec630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaeffd640 1 -- 172.21.15.32:0/3297047010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdbb006a400 msgr2=0x7fdbb00c4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaeffd640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdbb006a400 0x7fdbb00c4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaeffd640 1 -- 172.21.15.32:0/3297047010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdba40094d0 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbaeffd640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bb0a0 0x7fdbb0147790 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fdba40ae040 tx=0x7fdba4019200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdb97fff640 1 -- 172.21.15.32:0/3297047010 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba40b6670 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdb97fff640 1 -- 172.21.15.32:0/3297047010 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdba40b67d0 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdb97fff640 1 -- 172.21.15.32:0/3297047010 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba40b6b80 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbb01efba0 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.741+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbb01f0160 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.745+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbb0072000 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.745+0000 7fdb97fff640 1 -- 172.21.15.32:0/3297047010 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdba40b2070 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.745+0000 7fdb97fff640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdb9c066690 0x7fdb9c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:57.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.745+0000 7fdb97fff640 1 -- 172.21.15.32:0/3297047010 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdba411ec00 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.745+0000 7fdbaf7fe640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdb9c066690 0x7fdb9c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:57.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.745+0000 7fdbaf7fe640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdb9c066690 0x7fdb9c068b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fdba000b810 tx=0x7fdba0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:57.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.749+0000 7fdb97fff640 1 -- 172.21.15.32:0/3297047010 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fdba4125080 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.905+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdbb004e1e0 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.905+0000 7fdb97fff640 1 -- 172.21.15.32:0/3297047010 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdba40b0020 con 0x7fdbb00bb0a0 2024-04-18T05:11:57.908 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdb9c066690 msgr2=0x7fdb9c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdb9c066690 0x7fdb9c068b50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fdba000b810 tx=0x7fdba0008040 comp rx=0 tx=0).stop 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bb0a0 msgr2=0x7fdbb0147790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bb0a0 0x7fdbb0147790 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fdba40ae040 tx=0x7fdba4019200 comp rx=0 tx=0).stop 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 shutdown_connections 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdbb00bbdb0 0x7fdbb01ec630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdbb00bb0a0 0x7fdbb0147790 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdb9c066690 0x7fdb9c068b50 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 --2- 172.21.15.32:0/3297047010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdbb006a400 0x7fdbb00c4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:57.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 >> 172.21.15.32:0/3297047010 conn(0x7fdbb00c54b0 msgr2=0x7fdbb00bb6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:57.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 shutdown_connections 2024-04-18T05:11:57.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:57.909+0000 7fdbb5aaa640 1 -- 172.21.15.32:0/3297047010 wait complete. 2024-04-18T05:11:57.928 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:11:58.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.057+0000 7fb486e4b640 1 Processor -- start 2024-04-18T05:11:58.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb486e4b640 1 -- start start 2024-04-18T05:11:58.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb486e4b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb480154290 0x7fb4800c7380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb486e4b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4800aeec0 con 0x7fb4800aeae0 2024-04-18T05:11:58.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb486e4b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4800bccc0 con 0x7fb48006cae0 2024-04-18T05:11:58.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb486e4b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb480151680 con 0x7fb480154290 2024-04-18T05:11:58.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb484be7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb4800aeae0 0x7fb4800c3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37518/0 (socket says 172.21.15.32:37518) 2024-04-18T05:11:58.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb484be7640 1 -- 172.21.15.32:0/2864105046 learned_addr learned my addr 172.21.15.32:0/2864105046 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:58.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 424214727 0 0) 0x7fb4800aeec0 con 0x7fb4800aeae0 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb4853e8640 1 --2- 172.21.15.32:0/2864105046 >> v2:172.21.15.92:3300/0 conn(0x7fb480154290 0x7fb4800c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb464003530 con 0x7fb4800aeae0 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 479746961 0 0) 0x7fb464003530 con 0x7fb4800aeae0 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 >> v2:172.21.15.92:3300/0 conn(0x7fb480154290 msgr2=0x7fb4800c7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 --2- 172.21.15.32:0/2864105046 >> v2:172.21.15.92:3300/0 conn(0x7fb480154290 0x7fb4800c7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 >> v1:172.21.15.92:6789/0 conn(0x7fb48006cae0 legacy=0x7fb480153b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4801580d0 con 0x7fb4800aeae0 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fb470001680 con 0x7fb4800aeae0 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 >> v1:172.21.15.32:6789/0 conn(0x7fb4800aeae0 legacy=0x7fb4800c3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb464003980 0x7fb464003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4640047d0 0x7fb464004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb464005190 0x7fb46400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb480151680 con 0x7fb464003980 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46400c130 con 0x7fb464005190 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb46400c2f0 con 0x7fb4640047d0 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb484be7640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb464003980 0x7fb464003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb47ffff640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4640047d0 0x7fb464004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb4853e8640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb464005190 0x7fb46400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb484be7640 1 -- 172.21.15.32:0/2864105046 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4640047d0 msgr2=0x7fb464004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb484be7640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4640047d0 0x7fb464004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb484be7640 1 -- 172.21.15.32:0/2864105046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb464005190 msgr2=0x7fb46400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb484be7640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb464005190 0x7fb46400b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb4853e8640 1 -- 172.21.15.32:0/2864105046 reap_dead start 2024-04-18T05:11:58.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.061+0000 7fb484be7640 1 -- 172.21.15.32:0/2864105046 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb464003530 con 0x7fb464003980 2024-04-18T05:11:58.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb484be7640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb464003980 0x7fb464003da0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb47000c240 tx=0x7fb47001cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455ec9238e549c84 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb470005ae0 con 0x7fb464003980 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb470005c60 con 0x7fb464003980 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47f7fe640 1 -- 172.21.15.32:0/2864105046 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4700a57b0 con 0x7fb464003980 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- 172.21.15.32:0/2864105046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb464003980 msgr2=0x7fb464003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb464003980 0x7fb464003da0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb47000c240 tx=0x7fb47001cc20 comp rx=0 tx=0).stop 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- 172.21.15.32:0/2864105046 shutdown_connections 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 --2- 172.21.15.32:0/2864105046 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb464003980 0x7fb464003da0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- 172.21.15.32:0/2864105046 >> 172.21.15.32:0/2864105046 conn(0x7fb480072b80 msgr2=0x7fb480072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- 172.21.15.32:0/2864105046 shutdown_connections 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- 172.21.15.32:0/2864105046 wait complete. 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 Processor -- start 2024-04-18T05:11:58.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- start start 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb464003980 0x7fb4801e94c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4800bd710 0x7fb4801e9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4801efaf0 0x7fb4801effa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4801e9f40 con 0x7fb4800bd710 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4800c20c0 con 0x7fb4801efaf0 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4800c23a0 con 0x7fb464003980 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4800bd710 0x7fb4801e9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4800bd710 0x7fb4801e9a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58214/0 (socket says 172.21.15.32:58214) 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47ffff640 1 -- 172.21.15.32:0/1180296809 learned_addr learned my addr 172.21.15.32:0/1180296809 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb4853e8640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4801efaf0 0x7fb4801effa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47ffff640 1 -- 172.21.15.32:0/1180296809 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb464003980 msgr2=0x7fb4801e94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47ffff640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb464003980 0x7fb4801e94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47ffff640 1 -- 172.21.15.32:0/1180296809 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4801efaf0 msgr2=0x7fb4801effa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47ffff640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4801efaf0 0x7fb4801effa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47ffff640 1 -- 172.21.15.32:0/1180296809 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4800c2680 con 0x7fb4800bd710 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb4853e8640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4801efaf0 0x7fb4801effa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47ffff640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4800bd710 0x7fb4801e9a00 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb46c000c10 tx=0x7fb46c00e8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47d7fa640 1 -- 172.21.15.32:0/1180296809 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46c0052e0 con 0x7fb4800bd710 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47d7fa640 1 -- 172.21.15.32:0/1180296809 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb46c005440 con 0x7fb4800bd710 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4800c2960 con 0x7fb4800bd710 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb47d7fa640 1 -- 172.21.15.32:0/1180296809 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46c003800 con 0x7fb4800bd710 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.065+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4801f04e0 con 0x7fb4800bd710 2024-04-18T05:11:58.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.069+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb48004e1e0 con 0x7fb4800bd710 2024-04-18T05:11:58.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.069+0000 7fb47d7fa640 1 -- 172.21.15.32:0/1180296809 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb46c003960 con 0x7fb4800bd710 2024-04-18T05:11:58.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.069+0000 7fb47d7fa640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4680666c0 0x7fb468068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.069+0000 7fb47d7fa640 1 -- 172.21.15.32:0/1180296809 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb46c083b70 con 0x7fb4800bd710 2024-04-18T05:11:58.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.069+0000 7fb484be7640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4680666c0 0x7fb468068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.069+0000 7fb484be7640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4680666c0 0x7fb468068b80 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb4700ab000 tx=0x7fb470001a10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:58.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.073+0000 7fb47d7fa640 1 -- 172.21.15.32:0/1180296809 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb46c050ca0 con 0x7fb4800bd710 2024-04-18T05:11:58.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.225+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb48006c8c0 con 0x7fb4800bd710 2024-04-18T05:11:58.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.225+0000 7fb47d7fa640 1 -- 172.21.15.32:0/1180296809 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb46c019020 con 0x7fb4800bd710 2024-04-18T05:11:58.228 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:11:58.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4680666c0 msgr2=0x7fb468068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4680666c0 0x7fb468068b80 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb4700ab000 tx=0x7fb470001a10 comp rx=0 tx=0).stop 2024-04-18T05:11:58.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4800bd710 msgr2=0x7fb4801e9a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4800bd710 0x7fb4801e9a00 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb46c000c10 tx=0x7fb46c00e8a0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 shutdown_connections 2024-04-18T05:11:58.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4680666c0 0x7fb468068b80 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4801efaf0 0x7fb4801effa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4800bd710 0x7fb4801e9a00 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 --2- 172.21.15.32:0/1180296809 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb464003980 0x7fb4801e94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 >> 172.21.15.32:0/1180296809 conn(0x7fb480072b80 msgr2=0x7fb480152980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:58.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 shutdown_connections 2024-04-18T05:11:58.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.229+0000 7fb486e4b640 1 -- 172.21.15.32:0/1180296809 wait complete. 2024-04-18T05:11:58.245 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:11:58.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d974ea640 1 Processor -- start 2024-04-18T05:11:58.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d974ea640 1 -- start start 2024-04-18T05:11:58.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d974ea640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0d9006cae0 0x7f0d900c7380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d974ea640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d90153b80 0x7f0d90154010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d974ea640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d900aeec0 con 0x7f0d900aeae0 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d974ea640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d90151680 con 0x7f0d9006cae0 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d974ea640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d900c78c0 con 0x7f0d90153b80 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d95286640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0d900aeae0 0x7f0d900c3e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37526/0 (socket says 172.21.15.32:37526) 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d95286640 1 -- 172.21.15.32:0/3309982433 learned_addr learned my addr 172.21.15.32:0/3309982433 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d95a87640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d90153b80 0x7f0d90154010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d94a85640 1 --2- 172.21.15.32:0/3309982433 >> v2:172.21.15.92:3300/0 conn(0x7f0d9006cae0 0x7f0d900c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2570249406 0 0) 0x7f0d900aeec0 con 0x7f0d900aeae0 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d78003530 con 0x7f0d900aeae0 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3069203970 0 0) 0x7f0d78003530 con 0x7f0d900aeae0 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d90153b80 msgr2=0x7f0d90154010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:58.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d90153b80 0x7f0d90154010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 >> v2:172.21.15.92:3300/0 conn(0x7f0d9006cae0 msgr2=0x7f0d900c7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 --2- 172.21.15.32:0/3309982433 >> v2:172.21.15.92:3300/0 conn(0x7f0d9006cae0 0x7f0d900c7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d900bccc0 con 0x7f0d900aeae0 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f0d80001680 con 0x7f0d900aeae0 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 >> v1:172.21.15.32:6789/0 conn(0x7f0d900aeae0 legacy=0x7f0d900c3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d90153b80 0x7f0d78003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d780047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d78004d10 0x7f0d78005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d90151680 con 0x7f0d78003f00 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7800b990 con 0x7f0d78004d10 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d7800bb20 con 0x7f0d90153b80 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d94a85640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d780047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d95286640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d90153b80 0x7f0d78003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d95a87640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d78004d10 0x7f0d78005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d94a85640 1 -- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d90153b80 msgr2=0x7f0d78003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:58.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d94a85640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d90153b80 0x7f0d78003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d94a85640 1 -- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d78004d10 msgr2=0x7f0d78005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:58.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d94a85640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d78004d10 0x7f0d78005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d94a85640 1 -- 172.21.15.32:0/3309982433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d78003530 con 0x7f0d78003f00 2024-04-18T05:11:58.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.369+0000 7f0d95a87640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d78004d10 0x7f0d78005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:58.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d94a85640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d780047d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0d900a8d80 tx=0x7f0d8c01cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b04da862339f945c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:58.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8c0a5a00 con 0x7f0d78003f00 2024-04-18T05:11:58.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d8c00f040 con 0x7f0d78003f00 2024-04-18T05:11:58.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d87fff640 1 -- 172.21.15.32:0/3309982433 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8c0a5da0 con 0x7f0d78003f00 2024-04-18T05:11:58.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d974ea640 1 -- 172.21.15.32:0/3309982433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 msgr2=0x7f0d780047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d974ea640 1 --2- 172.21.15.32:0/3309982433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d780047d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0d900a8d80 tx=0x7f0d8c01cc20 comp rx=0 tx=0).stop 2024-04-18T05:11:58.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d95a87640 1 -- 172.21.15.32:0/3309982433 reap_dead start 2024-04-18T05:11:58.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d974ea640 1 -- 172.21.15.32:0/3309982433 shutdown_connections 2024-04-18T05:11:58.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d974ea640 1 -- 172.21.15.32:0/3309982433 >> 172.21.15.32:0/3309982433 conn(0x7f0d90072b80 msgr2=0x7f0d90072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:58.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d974ea640 1 -- 172.21.15.32:0/3309982433 shutdown_connections 2024-04-18T05:11:58.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d974ea640 1 -- 172.21.15.32:0/3309982433 wait complete. 2024-04-18T05:11:58.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d974ea640 1 Processor -- start 2024-04-18T05:11:58.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.373+0000 7f0d974ea640 1 -- start start 2024-04-18T05:11:58.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d974ea640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d9014a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d974ea640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d900aaa40 0x7f0d9014c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d974ea640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d900aaec0 0x7f0d901ec3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d974ea640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d9014adb0 con 0x7f0d78003f00 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d974ea640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d901ef9b0 con 0x7f0d900aaa40 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d974ea640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d901efc50 con 0x7f0d900aaec0 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95286640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d9014a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95286640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d9014a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58242/0 (socket says 172.21.15.32:58242) 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95286640 1 -- 172.21.15.32:0/3976669188 learned_addr learned my addr 172.21.15.32:0/3976669188 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95a87640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d900aaec0 0x7f0d901ec3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95286640 1 -- 172.21.15.32:0/3976669188 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d900aaec0 msgr2=0x7f0d901ec3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d94a85640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d900aaa40 0x7f0d9014c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95286640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d900aaec0 0x7f0d901ec3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95286640 1 -- 172.21.15.32:0/3976669188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d900aaa40 msgr2=0x7f0d9014c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95286640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d900aaa40 0x7f0d9014c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95286640 1 -- 172.21.15.32:0/3976669188 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d901eff30 con 0x7f0d78003f00 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95a87640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d900aaec0 0x7f0d901ec3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:58.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d95286640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d9014a870 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0d8000e7f0 tx=0x7f0d8000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d85ffb640 1 -- 172.21.15.32:0/3976669188 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8000c8d0 con 0x7f0d78003f00 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d85ffb640 1 -- 172.21.15.32:0/3976669188 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d8000ca50 con 0x7f0d78003f00 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d901f0210 con 0x7f0d78003f00 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d85ffb640 1 -- 172.21.15.32:0/3976669188 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8000ce00 con 0x7f0d78003f00 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d9014af80 con 0x7f0d78003f00 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d9004e1e0 con 0x7f0d78003f00 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d85ffb640 1 -- 172.21.15.32:0/3976669188 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0d8001d460 con 0x7f0d78003f00 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d85ffb640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d7c0666c0 0x7f0d7c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d85ffb640 1 -- 172.21.15.32:0/3976669188 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0d80084400 con 0x7f0d78003f00 2024-04-18T05:11:58.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d94a85640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d7c0666c0 0x7f0d7c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.377+0000 7f0d94a85640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d7c0666c0 0x7f0d7c068b80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0d8c0af000 tx=0x7f0d8c0a7040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:58.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.381+0000 7f0d85ffb640 1 -- 172.21.15.32:0/3976669188 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0d80051510 con 0x7f0d78003f00 2024-04-18T05:11:58.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.537+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f0d9006c8c0 con 0x7f0d78003f00 2024-04-18T05:11:58.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d85ffb640 1 -- 172.21.15.32:0/3976669188 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f0d80054b30 con 0x7f0d78003f00 2024-04-18T05:11:58.540 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d7c0666c0 msgr2=0x7f0d7c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d7c0666c0 0x7f0d7c068b80 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0d8c0af000 tx=0x7f0d8c0a7040 comp rx=0 tx=0).stop 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 msgr2=0x7f0d9014a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d9014a870 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0d8000e7f0 tx=0x7f0d8000ecb0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 shutdown_connections 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d900aaec0 0x7f0d901ec3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d7c0666c0 0x7f0d7c068b80 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d900aaa40 0x7f0d9014c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 --2- 172.21.15.32:0/3976669188 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d78003f00 0x7f0d9014a870 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 >> 172.21.15.32:0/3976669188 conn(0x7f0d90072b80 msgr2=0x7f0d900c3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 shutdown_connections 2024-04-18T05:11:58.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.541+0000 7f0d974ea640 1 -- 172.21.15.32:0/3976669188 wait complete. 2024-04-18T05:11:58.558 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:11:58.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cc5bf0640 1 Processor -- start 2024-04-18T05:11:58.683 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cc5bf0640 1 -- start start 2024-04-18T05:11:58.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cc5bf0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1cc00c3b20 0x7f1cc00c3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cc5bf0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1cc00c06b0 0x7f1cc0154470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cc5bf0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cc0153fe0 con 0x7f1cc01549b0 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cc5bf0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1cc00c6980 con 0x7f1cc00c06b0 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cc5bf0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1cc00c6350 con 0x7f1cc00c3b20 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cbeffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1cc00c06b0 0x7f1cc0154470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cbffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1cc01549b0 0x7f1cc00a8fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37530/0 (socket says 172.21.15.32:37530) 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.681+0000 7f1cbffff640 1 -- 172.21.15.32:0/2631565503 learned_addr learned my addr 172.21.15.32:0/2631565503 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbf7fe640 1 --2- 172.21.15.32:0/2631565503 >> v2:172.21.15.92:3300/0 conn(0x7f1cc00c3b20 0x7f1cc00c3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbeffd640 1 -- 172.21.15.32:0/2631565503 >> v2:172.21.15.92:3300/0 conn(0x7f1cc00c3b20 msgr2=0x7f1cc00c3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbeffd640 1 --2- 172.21.15.32:0/2631565503 >> v2:172.21.15.92:3300/0 conn(0x7f1cc00c3b20 0x7f1cc00c3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbeffd640 1 -- 172.21.15.32:0/2631565503 >> v1:172.21.15.32:6789/0 conn(0x7f1cc01549b0 legacy=0x7f1cc00a8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbeffd640 1 -- 172.21.15.32:0/2631565503 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cc0153cb0 con 0x7f1cc00c06b0 2024-04-18T05:11:58.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbf7fe640 1 --2- 172.21.15.32:0/2631565503 >> v2:172.21.15.92:3300/0 conn(0x7f1cc00c3b20 0x7f1cc00c3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:58.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbeffd640 1 --2- 172.21.15.32:0/2631565503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 0x7f1cc0154470 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1cc00c4aa0 tx=0x7f1cb401c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2477ae52c8cd440d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbe7fc640 1 -- 172.21.15.32:0/2631565503 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb40ab600 con 0x7f1cc00c06b0 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbe7fc640 1 -- 172.21.15.32:0/2631565503 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cb40a7050 con 0x7f1cc00c06b0 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cbe7fc640 1 -- 172.21.15.32:0/2631565503 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb40ab980 con 0x7f1cc00c06b0 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/2631565503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 msgr2=0x7f1cc0154470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cc5bf0640 1 --2- 172.21.15.32:0/2631565503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 0x7f1cc0154470 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1cc00c4aa0 tx=0x7f1cb401c330 comp rx=0 tx=0).stop 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/2631565503 shutdown_connections 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cc5bf0640 1 --2- 172.21.15.32:0/2631565503 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 0x7f1cc0154470 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cc5bf0640 1 --2- 172.21.15.32:0/2631565503 >> v2:172.21.15.92:3300/0 conn(0x7f1cc00c3b20 0x7f1cc00c3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/2631565503 >> 172.21.15.32:0/2631565503 conn(0x7f1cc0072780 msgr2=0x7f1cc0072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/2631565503 shutdown_connections 2024-04-18T05:11:58.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.685+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/2631565503 wait complete. 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 Processor -- start 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 -- start start 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 0x7f1cc0149120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cc00c3b20 0x7f1cc014f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc01549b0 0x7f1cc014fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc014a880 con 0x7f1cc00c06b0 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc0148410 con 0x7f1cc01549b0 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc006b800 con 0x7f1cc00c3b20 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 0x7f1cc0149120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 0x7f1cc0149120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58260/0 (socket says 172.21.15.32:58260) 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbf7fe640 1 -- 172.21.15.32:0/987823441 learned_addr learned my addr 172.21.15.32:0/987823441 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbf7fe640 1 -- 172.21.15.32:0/987823441 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cc00c3b20 msgr2=0x7f1cc014f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbf7fe640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cc00c3b20 0x7f1cc014f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbf7fe640 1 -- 172.21.15.32:0/987823441 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc01549b0 msgr2=0x7f1cc014fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbffff640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc01549b0 0x7f1cc014fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbf7fe640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc01549b0 0x7f1cc014fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbf7fe640 1 -- 172.21.15.32:0/987823441 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cb4009420 con 0x7f1cc00c06b0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cbf7fe640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 0x7f1cc0149120 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1cb000cf60 tx=0x7f1cb000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1ca7fff640 1 -- 172.21.15.32:0/987823441 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb000d840 con 0x7f1cc00c06b0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1ca7fff640 1 -- 172.21.15.32:0/987823441 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cb000d9a0 con 0x7f1cc00c06b0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cc006b000 con 0x7f1cc00c06b0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1ca7fff640 1 -- 172.21.15.32:0/987823441 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb000dd30 con 0x7f1cc00c06b0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1cc014bd50 con 0x7f1cc00c06b0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.689+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1cc00666e0 con 0x7f1cc00c06b0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.693+0000 7f1ca7fff640 1 -- 172.21.15.32:0/987823441 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1cb0015440 con 0x7f1cc00c06b0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.693+0000 7f1ca7fff640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cac066690 0x7f1cac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.693+0000 7f1ca7fff640 1 -- 172.21.15.32:0/987823441 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1cb00855d0 con 0x7f1cc00c06b0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.693+0000 7f1cbeffd640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cac066690 0x7f1cac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:58.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.693+0000 7f1cbeffd640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cac066690 0x7f1cac068b50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1cb40ad000 tx=0x7f1cb4004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:58.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.697+0000 7f1ca7fff640 1 -- 172.21.15.32:0/987823441 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1cb0052870 con 0x7f1cc00c06b0 2024-04-18T05:11:58.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.889+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1cc006f820 con 0x7f1cc00c06b0 2024-04-18T05:11:58.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1ca7fff640 1 -- 172.21.15.32:0/987823441 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4724 (secure 0 0 0) 0x7f1cb001a090 con 0x7f1cc00c06b0 2024-04-18T05:11:58.892 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:58.893 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:50.952081+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-18T05:11:58.893 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cac066690 msgr2=0x7f1cac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cac066690 0x7f1cac068b50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1cb40ad000 tx=0x7f1cb4004740 comp rx=0 tx=0).stop 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 msgr2=0x7f1cc0149120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 0x7f1cc0149120 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1cb000cf60 tx=0x7f1cb000cf90 comp rx=0 tx=0).stop 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 shutdown_connections 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cac066690 0x7f1cac068b50 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1cc01549b0 0x7f1cc014fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1cc00c3b20 0x7f1cc014f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 --2- 172.21.15.32:0/987823441 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1cc00c06b0 0x7f1cc0149120 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:58.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 >> 172.21.15.32:0/987823441 conn(0x7f1cc0072780 msgr2=0x7f1cc0072b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:58.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 shutdown_connections 2024-04-18T05:11:58.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:58.893+0000 7f1cc5bf0640 1 -- 172.21.15.32:0/987823441 wait complete. 2024-04-18T05:11:58.911 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:11:59.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1ea75640 1 Processor -- start 2024-04-18T05:11:59.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1ea75640 1 -- start start 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1ea75640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 0x7ffb18070e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1ea75640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffb18151bd0 0x7ffb180a7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1ea75640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb18152b50 con 0x7ffb1806e550 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1ea75640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb18155640 con 0x7ffb18151bd0 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1ea75640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb18156170 con 0x7ffb180c2630 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1d012640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffb18151bd0 0x7ffb180a7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1d012640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ffb18151bd0 0x7ffb180a7450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58274/0 (socket says 172.21.15.32:58274) 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1d012640 1 -- 172.21.15.32:0/1552892948 learned_addr learned my addr 172.21.15.32:0/1552892948 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1c811640 1 --2- 172.21.15.32:0/1552892948 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 0x7ffb18070e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1d012640 1 -- 172.21.15.32:0/1552892948 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 msgr2=0x7ffb18070e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:59.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1d012640 1 --2- 172.21.15.32:0/1552892948 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 0x7ffb18070e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1d012640 1 -- 172.21.15.32:0/1552892948 >> v1:172.21.15.92:6789/0 conn(0x7ffb1806e550 legacy=0x7ffb18155a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:59.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.033+0000 7ffb1d012640 1 -- 172.21.15.32:0/1552892948 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb18152590 con 0x7ffb18151bd0 2024-04-18T05:11:59.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1d012640 1 --2- 172.21.15.32:0/1552892948 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb18151bd0 0x7ffb180a7450 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009e50 tx=0x7ffb1001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88245785f34d35ed server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb177fe640 1 -- 172.21.15.32:0/1552892948 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb100a5870 con 0x7ffb18151bd0 2024-04-18T05:11:59.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb177fe640 1 -- 172.21.15.32:0/1552892948 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb100a59d0 con 0x7ffb18151bd0 2024-04-18T05:11:59.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb177fe640 1 -- 172.21.15.32:0/1552892948 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb100a5d60 con 0x7ffb18151bd0 2024-04-18T05:11:59.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1552892948 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb18151bd0 msgr2=0x7ffb180a7450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 --2- 172.21.15.32:0/1552892948 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb18151bd0 0x7ffb180a7450 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009e50 tx=0x7ffb1001c9f0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1552892948 shutdown_connections 2024-04-18T05:11:59.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 --2- 172.21.15.32:0/1552892948 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb18151bd0 0x7ffb180a7450 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 --2- 172.21.15.32:0/1552892948 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 0x7ffb18070e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1552892948 >> 172.21.15.32:0/1552892948 conn(0x7ffb1806af90 msgr2=0x7ffb1806b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:59.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1552892948 shutdown_connections 2024-04-18T05:11:59.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1552892948 wait complete. 2024-04-18T05:11:59.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 Processor -- start 2024-04-18T05:11:59.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 -- start start 2024-04-18T05:11:59.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb1806e550 0x7ffb180a9340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 0x7ffb1814ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb18151bd0 0x7ffb18153710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb180aa850 con 0x7ffb1806e550 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb181edd80 con 0x7ffb18151bd0 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1ea75640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb18143cf0 con 0x7ffb180c2630 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1c811640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb1806e550 0x7ffb180a9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1c811640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb1806e550 0x7ffb180a9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58290/0 (socket says 172.21.15.32:58290) 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1c811640 1 -- 172.21.15.32:0/1516544220 learned_addr learned my addr 172.21.15.32:0/1516544220 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1d012640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb18151bd0 0x7ffb18153710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb17fff640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 0x7ffb1814ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1c811640 1 -- 172.21.15.32:0/1516544220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 msgr2=0x7ffb1814ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1c811640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 0x7ffb1814ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1c811640 1 -- 172.21.15.32:0/1516544220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb18151bd0 msgr2=0x7ffb18153710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1c811640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb18151bd0 0x7ffb18153710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1c811640 1 -- 172.21.15.32:0/1516544220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb10009b30 con 0x7ffb1806e550 2024-04-18T05:11:59.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb17fff640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 0x7ffb1814ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:59.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb1c811640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb1806e550 0x7ffb180a9340 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c00d620 tx=0x7ffb0c00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.037+0000 7ffb157fa640 1 -- 172.21.15.32:0/1516544220 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb0c00b620 con 0x7ffb1806e550 2024-04-18T05:11:59.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb157fa640 1 -- 172.21.15.32:0/1516544220 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb0c00b780 con 0x7ffb1806e550 2024-04-18T05:11:59.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb157fa640 1 -- 172.21.15.32:0/1516544220 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb0c00bb10 con 0x7ffb1806e550 2024-04-18T05:11:59.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb181edf90 con 0x7ffb1806e550 2024-04-18T05:11:59.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb181ee550 con 0x7ffb1806e550 2024-04-18T05:11:59.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb180666e0 con 0x7ffb1806e550 2024-04-18T05:11:59.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb157fa640 1 -- 172.21.15.32:0/1516544220 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffb0c00bc70 con 0x7ffb1806e550 2024-04-18T05:11:59.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb157fa640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ffafc066690 0x7ffafc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb157fa640 1 -- 172.21.15.32:0/1516544220 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ffb0c084880 con 0x7ffb1806e550 2024-04-18T05:11:59.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb17fff640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ffafc066690 0x7ffafc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.041+0000 7ffb17fff640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ffafc066690 0x7ffafc068b50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ffb181456b0 tx=0x7ffb04008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.045+0000 7ffb157fa640 1 -- 172.21.15.32:0/1516544220 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7ffb0c051990 con 0x7ffb1806e550 2024-04-18T05:11:59.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.205+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffb1806e250 con 0x7ffb1806e550 2024-04-18T05:11:59.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb157fa640 1 -- 172.21.15.32:0/1516544220 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7ffb0c007380 con 0x7ffb1806e550 2024-04-18T05:11:59.209 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:11:59.209 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:11:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ffafc066690 msgr2=0x7ffafc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ffafc066690 0x7ffafc068b50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ffb181456b0 tx=0x7ffb04008040 comp rx=0 tx=0).stop 2024-04-18T05:11:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb1806e550 msgr2=0x7ffb180a9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb1806e550 0x7ffb180a9340 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c00d620 tx=0x7ffb0c00dae0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 shutdown_connections 2024-04-18T05:11:59.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ffafc066690 0x7ffafc068b50 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb18151bd0 0x7ffb18153710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffb180c2630 0x7ffb1814ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 --2- 172.21.15.32:0/1516544220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ffb1806e550 0x7ffb180a9340 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 >> 172.21.15.32:0/1516544220 conn(0x7ffb1806af90 msgr2=0x7ffb18155a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:59.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 shutdown_connections 2024-04-18T05:11:59.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.209+0000 7ffb1ea75640 1 -- 172.21.15.32:0/1516544220 wait complete. 2024-04-18T05:11:59.229 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:11:59.230 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:11:59.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe672907640 1 Processor -- start 2024-04-18T05:11:59.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe672907640 1 -- start start 2024-04-18T05:11:59.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe672907640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe66c06df40 0x7fe66c151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe672907640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe66c13ae10 0x7fe66c1559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe672907640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe66c0a8200 con 0x7fe66c13a8c0 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe672907640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe66c0a8fb0 con 0x7fe66c13ae10 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe672907640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe66c1520a0 con 0x7fe66c06df40 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe66b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe66c13ae10 0x7fe66c1559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe670ea4640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe66c13a8c0 0x7fe66c0a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37546/0 (socket says 172.21.15.32:37546) 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe670ea4640 1 -- 172.21.15.32:0/883659520 learned_addr learned my addr 172.21.15.32:0/883659520 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe66bfff640 1 --2- 172.21.15.32:0/883659520 >> v2:172.21.15.92:3300/0 conn(0x7fe66c06df40 0x7fe66c151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe66b7fe640 1 -- 172.21.15.32:0/883659520 >> v2:172.21.15.92:3300/0 conn(0x7fe66c06df40 msgr2=0x7fe66c151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe66b7fe640 1 --2- 172.21.15.32:0/883659520 >> v2:172.21.15.92:3300/0 conn(0x7fe66c06df40 0x7fe66c151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe66b7fe640 1 -- 172.21.15.32:0/883659520 >> v1:172.21.15.32:6789/0 conn(0x7fe66c13a8c0 legacy=0x7fe66c0a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe66affd640 1 -- 172.21.15.32:0/883659520 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1959690682 0 0) 0x7fe66c0a8200 con 0x7fe66c13a8c0 2024-04-18T05:11:59.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.353+0000 7fe66b7fe640 1 -- 172.21.15.32:0/883659520 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe66c0a84e0 con 0x7fe66c13ae10 2024-04-18T05:11:59.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66b7fe640 1 --2- 172.21.15.32:0/883659520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c13ae10 0x7fe66c1559f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe66c0c1050 tx=0x7fe66001c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48ed3b3979e2dc86 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66affd640 1 -- 172.21.15.32:0/883659520 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6600ab600 con 0x7fe66c13ae10 2024-04-18T05:11:59.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66affd640 1 -- 172.21.15.32:0/883659520 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6600a7050 con 0x7fe66c13ae10 2024-04-18T05:11:59.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66affd640 1 -- 172.21.15.32:0/883659520 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6600ab980 con 0x7fe66c13ae10 2024-04-18T05:11:59.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 -- 172.21.15.32:0/883659520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c13ae10 msgr2=0x7fe66c1559f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 --2- 172.21.15.32:0/883659520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c13ae10 0x7fe66c1559f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe66c0c1050 tx=0x7fe66001c3f0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 -- 172.21.15.32:0/883659520 shutdown_connections 2024-04-18T05:11:59.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 --2- 172.21.15.32:0/883659520 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c13ae10 0x7fe66c1559f0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 --2- 172.21.15.32:0/883659520 >> v2:172.21.15.92:3300/0 conn(0x7fe66c06df40 0x7fe66c151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 -- 172.21.15.32:0/883659520 >> 172.21.15.32:0/883659520 conn(0x7fe66c0c54b0 msgr2=0x7fe66c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:59.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 -- 172.21.15.32:0/883659520 shutdown_connections 2024-04-18T05:11:59.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 -- 172.21.15.32:0/883659520 wait complete. 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 Processor -- start 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 -- start start 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c06df40 0x7fe66c139630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe66c13a8c0 0x7fe66c152b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe66c13ae10 0x7fe66c1530a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe66c0bf4a0 con 0x7fe66c06df40 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe66c14faf0 con 0x7fe66c13a8c0 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe672907640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe66c1eaa40 con 0x7fe66c13ae10 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c06df40 0x7fe66c139630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c06df40 0x7fe66c139630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58306/0 (socket says 172.21.15.32:58306) 2024-04-18T05:11:59.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66bfff640 1 -- 172.21.15.32:0/2214208453 learned_addr learned my addr 172.21.15.32:0/2214208453 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:59.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66b7fe640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe66c13a8c0 0x7fe66c152b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66bfff640 1 -- 172.21.15.32:0/2214208453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe66c13ae10 msgr2=0x7fe66c1530a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66bfff640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe66c13ae10 0x7fe66c1530a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66bfff640 1 -- 172.21.15.32:0/2214208453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe66c13a8c0 msgr2=0x7fe66c152b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66bfff640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe66c13a8c0 0x7fe66c152b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.357+0000 7fe66bfff640 1 -- 172.21.15.32:0/2214208453 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe660009420 con 0x7fe66c06df40 2024-04-18T05:11:59.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe66bfff640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c06df40 0x7fe66c139630 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00d800 tx=0x7fe65c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe668ff9640 1 -- 172.21.15.32:0/2214208453 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe65c00b6c0 con 0x7fe66c06df40 2024-04-18T05:11:59.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe668ff9640 1 -- 172.21.15.32:0/2214208453 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe65c00b820 con 0x7fe66c06df40 2024-04-18T05:11:59.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe66c1535e0 con 0x7fe66c06df40 2024-04-18T05:11:59.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe668ff9640 1 -- 172.21.15.32:0/2214208453 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe65c00bb90 con 0x7fe66c06df40 2024-04-18T05:11:59.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe66c1e9f60 con 0x7fe66c06df40 2024-04-18T05:11:59.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe66c04e1e0 con 0x7fe66c06df40 2024-04-18T05:11:59.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe668ff9640 1 -- 172.21.15.32:0/2214208453 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe65c00bcf0 con 0x7fe66c06df40 2024-04-18T05:11:59.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe668ff9640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe658066690 0x7fe658068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe668ff9640 1 -- 172.21.15.32:0/2214208453 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe65c084980 con 0x7fe66c06df40 2024-04-18T05:11:59.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe66b7fe640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe658066690 0x7fe658068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.361+0000 7fe66b7fe640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe658066690 0x7fe658068b50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe6600ad000 tx=0x7fe660008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.365+0000 7fe668ff9640 1 -- 172.21.15.32:0/2214208453 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe65c051a90 con 0x7fe66c06df40 2024-04-18T05:11:59.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.517+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe66c0c1780 con 0x7fe66c06df40 2024-04-18T05:11:59.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe668ff9640 1 -- 172.21.15.32:0/2214208453 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe65c011340 con 0x7fe66c06df40 2024-04-18T05:11:59.520 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe658066690 msgr2=0x7fe658068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe658066690 0x7fe658068b50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe6600ad000 tx=0x7fe660008040 comp rx=0 tx=0).stop 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c06df40 msgr2=0x7fe66c139630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c06df40 0x7fe66c139630 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00d800 tx=0x7fe65c00dcc0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 shutdown_connections 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe66c13ae10 0x7fe66c1530a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe658066690 0x7fe658068b50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe66c13a8c0 0x7fe66c152b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 --2- 172.21.15.32:0/2214208453 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe66c06df40 0x7fe66c139630 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 >> 172.21.15.32:0/2214208453 conn(0x7fe66c0c54b0 msgr2=0x7fe66c0713c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:59.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 shutdown_connections 2024-04-18T05:11:59.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.521+0000 7fe672907640 1 -- 172.21.15.32:0/2214208453 wait complete. 2024-04-18T05:11:59.538 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:11:59.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ff5b640 1 Processor -- start 2024-04-18T05:11:59.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ff5b640 1 -- start start 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ff5b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11806a310 0x7fa118071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ff5b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa118150ce0 0x7fa118151140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ff5b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa118154bb0 con 0x7fa118157520 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ff5b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa118151680 con 0x7fa118150ce0 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ff5b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1181580c0 con 0x7fa11806a310 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11e4f8640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa118157520 0x7fa1181579b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37548/0 (socket says 172.21.15.32:37548) 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11e4f8640 1 -- 172.21.15.32:0/381672594 learned_addr learned my addr 172.21.15.32:0/381672594 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11d4f6640 1 --2- 172.21.15.32:0/381672594 >> v2:172.21.15.92:3300/0 conn(0x7fa118150ce0 0x7fa118151140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11dcf7640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11806a310 0x7fa118071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2880491521 0 0) 0x7fa118154bb0 con 0x7fa118157520 2024-04-18T05:11:59.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa104003530 con 0x7fa118157520 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 99581387 0 0) 0x7fa104003530 con 0x7fa118157520 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11806a310 msgr2=0x7fa118071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11806a310 0x7fa118071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 >> v2:172.21.15.92:3300/0 conn(0x7fa118150ce0 msgr2=0x7fa118151140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 --2- 172.21.15.32:0/381672594 >> v2:172.21.15.92:3300/0 conn(0x7fa118150ce0 0x7fa118151140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa118154030 con 0x7fa118157520 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fa110001a00 con 0x7fa118157520 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 >> v1:172.21.15.32:6789/0 conn(0x7fa118157520 legacy=0x7fa1181579b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa104003980 0x7fa104003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa104004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11806a310 0x7fa104005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa118151680 con 0x7fa1040047d0 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1181580c0 con 0x7fa104003980 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa10400b990 con 0x7fa11806a310 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11d4f6640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa104004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11e4f8640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11806a310 0x7fa104005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11dcf7640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa104003980 0x7fa104003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11d4f6640 1 -- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11806a310 msgr2=0x7fa104005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11d4f6640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11806a310 0x7fa104005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11d4f6640 1 -- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa104003980 msgr2=0x7fa104003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11d4f6640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa104003980 0x7fa104003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11d4f6640 1 -- 172.21.15.32:0/381672594 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa104003530 con 0x7fa1040047d0 2024-04-18T05:11:59.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.665+0000 7fa11e4f8640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11806a310 0x7fa104005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:11:59.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11d4f6640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa104004c50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa108009b10 tx=0x7fa10801ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52f01ba1d78d3e80 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1080a5570 con 0x7fa1040047d0 2024-04-18T05:11:59.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1080a56d0 con 0x7fa1040047d0 2024-04-18T05:11:59.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ccf5640 1 -- 172.21.15.32:0/381672594 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1080a5a80 con 0x7fa1040047d0 2024-04-18T05:11:59.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ff5b640 1 -- 172.21.15.32:0/381672594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 msgr2=0x7fa104004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ff5b640 1 --2- 172.21.15.32:0/381672594 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa104004c50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa108009b10 tx=0x7fa10801ca80 comp rx=0 tx=0).stop 2024-04-18T05:11:59.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11e4f8640 1 -- 172.21.15.32:0/381672594 reap_dead start 2024-04-18T05:11:59.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ff5b640 1 -- 172.21.15.32:0/381672594 shutdown_connections 2024-04-18T05:11:59.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ff5b640 1 -- 172.21.15.32:0/381672594 >> 172.21.15.32:0/381672594 conn(0x7fa1180c54b0 msgr2=0x7fa1180c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:59.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ff5b640 1 -- 172.21.15.32:0/381672594 shutdown_connections 2024-04-18T05:11:59.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ff5b640 1 -- 172.21.15.32:0/381672594 wait complete. 2024-04-18T05:11:59.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ff5b640 1 Processor -- start 2024-04-18T05:11:59.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.669+0000 7fa11ff5b640 1 -- start start 2024-04-18T05:11:59.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11ff5b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa1180a8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11ff5b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1180a9390 0x7fa11814cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11ff5b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa11814dc20 0x7fa11814d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11ff5b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1180c4c90 con 0x7fa1040047d0 2024-04-18T05:11:59.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11ff5b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1180c3c50 con 0x7fa11814dc20 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11ff5b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1180c49b0 con 0x7fa1180a9390 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11dcf7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa1180a8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11dcf7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa1180a8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58316/0 (socket says 172.21.15.32:58316) 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11dcf7640 1 -- 172.21.15.32:0/1158599471 learned_addr learned my addr 172.21.15.32:0/1158599471 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11d4f6640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1180a9390 0x7fa11814cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11dcf7640 1 -- 172.21.15.32:0/1158599471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1180a9390 msgr2=0x7fa11814cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11dcf7640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1180a9390 0x7fa11814cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11dcf7640 1 -- 172.21.15.32:0/1158599471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa11814dc20 msgr2=0x7fa11814d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11e4f8640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa11814dc20 0x7fa11814d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11dcf7640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa11814dc20 0x7fa11814d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11dcf7640 1 -- 172.21.15.32:0/1158599471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1180c3690 con 0x7fa1040047d0 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11d4f6640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1180a9390 0x7fa11814cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11dcf7640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa1180a8e50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa1140119d0 tx=0x7fa114011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa10e7fc640 1 -- 172.21.15.32:0/1158599471 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa11400fb50 con 0x7fa1040047d0 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa10e7fc640 1 -- 172.21.15.32:0/1158599471 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa11400fcb0 con 0x7fa1040047d0 2024-04-18T05:11:59.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1180c3970 con 0x7fa1040047d0 2024-04-18T05:11:59.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa10e7fc640 1 -- 172.21.15.32:0/1158599471 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa114014440 con 0x7fa1040047d0 2024-04-18T05:11:59.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa11814f970 con 0x7fa1040047d0 2024-04-18T05:11:59.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1180c34f0 con 0x7fa1040047d0 2024-04-18T05:11:59.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa10e7fc640 1 -- 172.21.15.32:0/1158599471 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa1140145a0 con 0x7fa1040047d0 2024-04-18T05:11:59.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa10e7fc640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0fc0666c0 0x7fa0fc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa10e7fc640 1 -- 172.21.15.32:0/1158599471 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa114084ba0 con 0x7fa1040047d0 2024-04-18T05:11:59.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.673+0000 7fa11d4f6640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0fc0666c0 0x7fa0fc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.677+0000 7fa11d4f6640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0fc0666c0 0x7fa0fc068b80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa1080af000 tx=0x7fa1080046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.680 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.677+0000 7fa10e7fc640 1 -- 172.21.15.32:0/1158599471 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa1180c34f0 con 0x7fa1040047d0 2024-04-18T05:11:59.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa1180c34f0 con 0x7fa1040047d0 2024-04-18T05:11:59.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa10e7fc640 1 -- 172.21.15.32:0/1158599471 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa1180c34f0 con 0x7fa1040047d0 2024-04-18T05:11:59.838 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0fc0666c0 msgr2=0x7fa0fc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0fc0666c0 0x7fa0fc068b80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa1080af000 tx=0x7fa1080046d0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 msgr2=0x7fa1180a8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa1180a8e50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa1140119d0 tx=0x7fa114011e90 comp rx=0 tx=0).stop 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 shutdown_connections 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0fc0666c0 0x7fa0fc068b80 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa11814dc20 0x7fa11814d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1180a9390 0x7fa11814cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 --2- 172.21.15.32:0/1158599471 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1040047d0 0x7fa1180a8e50 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 >> 172.21.15.32:0/1158599471 conn(0x7fa1180c54b0 msgr2=0x7fa118150090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 shutdown_connections 2024-04-18T05:11:59.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.836+0000 7fa11ff5b640 1 -- 172.21.15.32:0/1158599471 wait complete. 2024-04-18T05:11:59.855 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:11:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb0657a2640 1 Processor -- start 2024-04-18T05:11:59.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb0657a2640 1 -- start start 2024-04-18T05:11:59.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb0657a2640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb0601513f0 0x7fb060071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb0657a2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb060157520 0x7fb060157980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb0657a2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb060154bb0 con 0x7fb06006a310 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb0657a2640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb060154030 con 0x7fb060157520 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb0657a2640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb060154310 con 0x7fb0601513f0 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05f7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb060157520 0x7fb060157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05effd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb06006a310 0x7fb060150ce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37562/0 (socket says 172.21.15.32:37562) 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05effd640 1 -- 172.21.15.32:0/2192890760 learned_addr learned my addr 172.21.15.32:0/2192890760 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05e7fc640 1 --2- 172.21.15.32:0/2192890760 >> v2:172.21.15.92:3300/0 conn(0x7fb0601513f0 0x7fb060071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05dffb640 1 -- 172.21.15.32:0/2192890760 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1562487617 0 0) 0x7fb060154bb0 con 0x7fb06006a310 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05dffb640 1 -- 172.21.15.32:0/2192890760 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb048003530 con 0x7fb06006a310 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05f7fe640 1 -- 172.21.15.32:0/2192890760 >> v2:172.21.15.92:3300/0 conn(0x7fb0601513f0 msgr2=0x7fb060071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05f7fe640 1 --2- 172.21.15.32:0/2192890760 >> v2:172.21.15.92:3300/0 conn(0x7fb0601513f0 0x7fb060071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05f7fe640 1 -- 172.21.15.32:0/2192890760 >> v1:172.21.15.32:6789/0 conn(0x7fb06006a310 legacy=0x7fb060150ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.980+0000 7fb05f7fe640 1 -- 172.21.15.32:0/2192890760 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0601545f0 con 0x7fb060157520 2024-04-18T05:11:59.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 --2- 172.21.15.32:0/2192890760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 0x7fb060157980 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fb06006ab50 tx=0x7fb05801c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e0763e7d644f64b server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05dffb640 1 -- 172.21.15.32:0/2192890760 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0580a5760 con 0x7fb060157520 2024-04-18T05:11:59.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05dffb640 1 -- 172.21.15.32:0/2192890760 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0580a58c0 con 0x7fb060157520 2024-04-18T05:11:59.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05dffb640 1 -- 172.21.15.32:0/2192890760 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0580a5c50 con 0x7fb060157520 2024-04-18T05:11:59.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- 172.21.15.32:0/2192890760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 msgr2=0x7fb060157980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 --2- 172.21.15.32:0/2192890760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 0x7fb060157980 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fb06006ab50 tx=0x7fb05801c8a0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- 172.21.15.32:0/2192890760 shutdown_connections 2024-04-18T05:11:59.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 --2- 172.21.15.32:0/2192890760 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 0x7fb060157980 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 --2- 172.21.15.32:0/2192890760 >> v2:172.21.15.92:3300/0 conn(0x7fb0601513f0 0x7fb060071c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- 172.21.15.32:0/2192890760 >> 172.21.15.32:0/2192890760 conn(0x7fb0600c54b0 msgr2=0x7fb0600c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:11:59.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- 172.21.15.32:0/2192890760 shutdown_connections 2024-04-18T05:11:59.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- 172.21.15.32:0/2192890760 wait complete. 2024-04-18T05:11:59.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 Processor -- start 2024-04-18T05:11:59.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- start start 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb06006a310 0x7fb0601ecab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0601513f0 0x7fb0600bd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 0x7fb06006cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0600c4f00 con 0x7fb060157520 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0601ecff0 con 0x7fb06006a310 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0600c3170 con 0x7fb0601513f0 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 0x7fb06006cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 0x7fb06006cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58332/0 (socket says 172.21.15.32:58332) 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 -- 172.21.15.32:0/4158930096 learned_addr learned my addr 172.21.15.32:0/4158930096 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:11:59.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 -- 172.21.15.32:0/4158930096 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0601513f0 msgr2=0x7fb0600bd8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0601513f0 0x7fb0600bd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 -- 172.21.15.32:0/4158930096 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb06006a310 msgr2=0x7fb0601ecab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb06006a310 0x7fb0601ecab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 -- 172.21.15.32:0/4158930096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb058009a70 con 0x7fb060157520 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb05f7fe640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 0x7fb06006cb20 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb0580194b0 tx=0x7fb058019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0477fe640 1 -- 172.21.15.32:0/4158930096 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0580b9650 con 0x7fb060157520 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0477fe640 1 -- 172.21.15.32:0/4158930096 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0580b97b0 con 0x7fb060157520 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0477fe640 1 -- 172.21.15.32:0/4158930096 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0580b9b60 con 0x7fb060157520 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0600bde10 con 0x7fb060157520 2024-04-18T05:11:59.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.984+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0600c4940 con 0x7fb060157520 2024-04-18T05:11:59.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.988+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0600c2ca0 con 0x7fb060157520 2024-04-18T05:11:59.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.988+0000 7fb0477fe640 1 -- 172.21.15.32:0/4158930096 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb0580b9cc0 con 0x7fb060157520 2024-04-18T05:11:59.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.988+0000 7fb0477fe640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb04c066690 0x7fb04c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:11:59.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.988+0000 7fb05effd640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb04c066690 0x7fb04c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:11:59.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.988+0000 7fb0477fe640 1 -- 172.21.15.32:0/4158930096 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb05811f760 con 0x7fb060157520 2024-04-18T05:11:59.990 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.988+0000 7fb05effd640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb04c066690 0x7fb04c068b50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb050007fd0 tx=0x7fb050007940 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:11:59.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:11:59.992+0000 7fb0477fe640 1 -- 172.21.15.32:0/4158930096 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb0600c2ca0 con 0x7fb060157520 2024-04-18T05:12:00.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb0600c2ca0 con 0x7fb060157520 2024-04-18T05:12:00.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0477fe640 1 -- 172.21.15.32:0/4158930096 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb0600c2ca0 con 0x7fb060157520 2024-04-18T05:12:00.153 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb04c066690 msgr2=0x7fb04c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb04c066690 0x7fb04c068b50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb050007fd0 tx=0x7fb050007940 comp rx=0 tx=0).stop 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 msgr2=0x7fb06006cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 0x7fb06006cb20 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb0580194b0 tx=0x7fb058019640 comp rx=0 tx=0).stop 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 shutdown_connections 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb060157520 0x7fb06006cb20 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0601513f0 0x7fb0600bd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb04c066690 0x7fb04c068b50 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 --2- 172.21.15.32:0/4158930096 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb06006a310 0x7fb0601ecab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 >> 172.21.15.32:0/4158930096 conn(0x7fb0600c54b0 msgr2=0x7fb0601500f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:00.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 shutdown_connections 2024-04-18T05:12:00.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.152+0000 7fb0657a2640 1 -- 172.21.15.32:0/4158930096 wait complete. 2024-04-18T05:12:00.173 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f4960366640 1 Processor -- start 2024-04-18T05:12:00.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f4960366640 1 -- start start 2024-04-18T05:12:00.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f4960366640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f49580c1c10 0x7f49580a9660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f4960366640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f495806f950 con 0x7f49581518f0 2024-04-18T05:12:00.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f4960366640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49580c4190 con 0x7f495814ee80 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f4960366640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f495806fbc0 con 0x7f49580c1c10 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495e903640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f49581518f0 0x7f4958151d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37564/0 (socket says 172.21.15.32:37564) 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495e903640 1 -- 172.21.15.32:0/1064994433 learned_addr learned my addr 172.21.15.32:0/1064994433 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d901640 1 --2- 172.21.15.32:0/1064994433 >> v2:172.21.15.92:3300/0 conn(0x7f49580c1c10 0x7f49580a9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1617077792 0 0) 0x7f495806f950 con 0x7f49581518f0 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4940003530 con 0x7f49581518f0 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 521974411 0 0) 0x7f4940003530 con 0x7f49581518f0 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 >> v2:172.21.15.92:3300/0 conn(0x7f49580c1c10 msgr2=0x7f49580a9660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 --2- 172.21.15.32:0/1064994433 >> v2:172.21.15.92:3300/0 conn(0x7f49580c1c10 0x7f49580a9660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 >> v1:172.21.15.92:6789/0 conn(0x7f495814ee80 legacy=0x7f49580a8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49580a9ba0 con 0x7f49581518f0 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f4948001680 con 0x7f49581518f0 2024-04-18T05:12:00.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 >> v1:172.21.15.32:6789/0 conn(0x7f49581518f0 legacy=0x7f4958151d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4940003980 0x7f4940003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49400047d0 0x7f4940004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f494000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f495806fbc0 con 0x7f4940005190 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f494000c130 con 0x7f4940003980 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f494000c2f0 con 0x7f49400047d0 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495e903640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f494000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495e102640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4940003980 0x7f4940003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495d901640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49400047d0 0x7f4940004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495e903640 1 -- 172.21.15.32:0/1064994433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49400047d0 msgr2=0x7f4940004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495e903640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49400047d0 0x7f4940004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495e903640 1 -- 172.21.15.32:0/1064994433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4940003980 msgr2=0x7f4940003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495e903640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4940003980 0x7f4940003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.300+0000 7f495e903640 1 -- 172.21.15.32:0/1064994433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4940003530 con 0x7f4940005190 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f495e903640 1 -- 172.21.15.32:0/1064994433 reap_dead start 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f495e903640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f494000b990 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f494800c240 tx=0x7f494801f3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96ed1787f395cbab server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4948005ae0 con 0x7f4940005190 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49480ab070 con 0x7f4940005190 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f495d100640 1 -- 172.21.15.32:0/1064994433 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4948005e60 con 0x7f4940005190 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f4960366640 1 -- 172.21.15.32:0/1064994433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 msgr2=0x7f494000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f4960366640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f494000b990 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f494800c240 tx=0x7f494801f3d0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f4960366640 1 -- 172.21.15.32:0/1064994433 shutdown_connections 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f4960366640 1 --2- 172.21.15.32:0/1064994433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f494000b990 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f4960366640 1 -- 172.21.15.32:0/1064994433 >> 172.21.15.32:0/1064994433 conn(0x7f4958072780 msgr2=0x7f4958072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f4960366640 1 -- 172.21.15.32:0/1064994433 shutdown_connections 2024-04-18T05:12:00.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f4960366640 1 -- 172.21.15.32:0/1064994433 wait complete. 2024-04-18T05:12:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f4960366640 1 Processor -- start 2024-04-18T05:12:00.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.304+0000 7f4960366640 1 -- start start 2024-04-18T05:12:00.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4960366640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f495806bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4960366640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f495806c500 0x7f49580abb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4960366640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49580aa2c0 0x7f49580ac080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4960366640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49581431a0 con 0x7f4940005190 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4960366640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49581e9210 con 0x7f49580aa2c0 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4960366640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49581433f0 con 0x7f495806c500 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e102640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f495806bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e102640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f495806bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58358/0 (socket says 172.21.15.32:58358) 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e102640 1 -- 172.21.15.32:0/1943161568 learned_addr learned my addr 172.21.15.32:0/1943161568 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e903640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49580aa2c0 0x7f49580ac080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495d901640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f495806c500 0x7f49580abb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e102640 1 -- 172.21.15.32:0/1943161568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f495806c500 msgr2=0x7f49580abb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e102640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f495806c500 0x7f49580abb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e102640 1 -- 172.21.15.32:0/1943161568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49580aa2c0 msgr2=0x7f49580ac080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e102640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49580aa2c0 0x7f49580ac080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e102640 1 -- 172.21.15.32:0/1943161568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49581e8bc0 con 0x7f4940005190 2024-04-18T05:12:00.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495d901640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f495806c500 0x7f49580abb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495e102640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f495806bfc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f495000e850 tx=0x7f495000ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4956ffd640 1 -- 172.21.15.32:0/1943161568 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4950003b90 con 0x7f4940005190 2024-04-18T05:12:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4956ffd640 1 -- 172.21.15.32:0/1943161568 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4950003cf0 con 0x7f4940005190 2024-04-18T05:12:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49581e8ea0 con 0x7f4940005190 2024-04-18T05:12:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4956ffd640 1 -- 172.21.15.32:0/1943161568 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49500052f0 con 0x7f4940005190 2024-04-18T05:12:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49581e8870 con 0x7f4940005190 2024-04-18T05:12:00.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f495804e1e0 con 0x7f4940005190 2024-04-18T05:12:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4956ffd640 1 -- 172.21.15.32:0/1943161568 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4950005450 con 0x7f4940005190 2024-04-18T05:12:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4956ffd640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49440666c0 0x7f4944068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f4956ffd640 1 -- 172.21.15.32:0/1943161568 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f49500844c0 con 0x7f4940005190 2024-04-18T05:12:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495d901640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49440666c0 0x7f4944068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.308+0000 7f495d901640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49440666c0 0x7f4944068b80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f49580c3ae0 tx=0x7f494c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:00.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.312+0000 7f4956ffd640 1 -- 172.21.15.32:0/1943161568 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f4950051540 con 0x7f4940005190 2024-04-18T05:12:00.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.476+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f495806f5e0 con 0x7f4940005190 2024-04-18T05:12:00.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.476+0000 7f4956ffd640 1 -- 172.21.15.32:0/1943161568 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f4950003e60 con 0x7f4940005190 2024-04-18T05:12:00.479 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:00.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49440666c0 msgr2=0x7f4944068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49440666c0 0x7f4944068b80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f49580c3ae0 tx=0x7f494c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 msgr2=0x7f495806bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f495806bfc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f495000e850 tx=0x7f495000ed10 comp rx=0 tx=0).stop 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 shutdown_connections 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49440666c0 0x7f4944068b80 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49580aa2c0 0x7f49580ac080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f495806c500 0x7f49580abb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 --2- 172.21.15.32:0/1943161568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4940005190 0x7f495806bfc0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 >> 172.21.15.32:0/1943161568 conn(0x7f4958072780 msgr2=0x7f4958072b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 shutdown_connections 2024-04-18T05:12:00.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.480+0000 7f4960366640 1 -- 172.21.15.32:0/1943161568 wait complete. 2024-04-18T05:12:00.498 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:12:00.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.612+0000 7f7e1b93e640 1 Processor -- start 2024-04-18T05:12:00.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.612+0000 7f7e1b93e640 1 -- start start 2024-04-18T05:12:00.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e1b93e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7e1415bec0 0x7f7e140c78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e1b93e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e14155e70 con 0x7f7e140aebe0 2024-04-18T05:12:00.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e1b93e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e1415c350 con 0x7f7e14155500 2024-04-18T05:12:00.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e1b93e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e140ac440 con 0x7f7e1415bec0 2024-04-18T05:12:00.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e19edb640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f7e140aebe0 0x7f7e140c7e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37568/0 (socket says 172.21.15.32:37568) 2024-04-18T05:12:00.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e18ed9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7e1415bec0 0x7f7e140c78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e19edb640 1 -- 172.21.15.32:0/778937972 learned_addr learned my addr 172.21.15.32:0/778937972 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:00.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e18ed9640 1 -- 172.21.15.32:0/778937972 >> v1:172.21.15.92:6789/0 conn(0x7f7e14155500 legacy=0x7f7e140ae0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e18ed9640 1 -- 172.21.15.32:0/778937972 >> v1:172.21.15.32:6789/0 conn(0x7f7e140aebe0 legacy=0x7f7e140c7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e18ed9640 1 -- 172.21.15.32:0/778937972 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e140ac720 con 0x7f7e1415bec0 2024-04-18T05:12:00.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e13fff640 1 -- 172.21.15.32:0/778937972 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3651906816 0 0) 0x7f7e14155e70 con 0x7f7e140aebe0 2024-04-18T05:12:00.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e18ed9640 1 --2- 172.21.15.32:0/778937972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e1415bec0 0x7f7e140c78d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7e080097c0 tx=0x7f7e0801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6170d7f0e922b9c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:00.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e13fff640 1 -- 172.21.15.32:0/778937972 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e080ab670 con 0x7f7e1415bec0 2024-04-18T05:12:00.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e13fff640 1 -- 172.21.15.32:0/778937972 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e080ab7d0 con 0x7f7e1415bec0 2024-04-18T05:12:00.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.616+0000 7f7e13fff640 1 -- 172.21.15.32:0/778937972 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e080abb60 con 0x7f7e1415bec0 2024-04-18T05:12:00.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 -- 172.21.15.32:0/778937972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e1415bec0 msgr2=0x7f7e140c78d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 --2- 172.21.15.32:0/778937972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e1415bec0 0x7f7e140c78d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7e080097c0 tx=0x7f7e0801c470 comp rx=0 tx=0).stop 2024-04-18T05:12:00.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 -- 172.21.15.32:0/778937972 shutdown_connections 2024-04-18T05:12:00.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 --2- 172.21.15.32:0/778937972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e1415bec0 0x7f7e140c78d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 -- 172.21.15.32:0/778937972 >> 172.21.15.32:0/778937972 conn(0x7f7e140ab0a0 msgr2=0x7f7e140ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:00.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 -- 172.21.15.32:0/778937972 shutdown_connections 2024-04-18T05:12:00.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 -- 172.21.15.32:0/778937972 wait complete. 2024-04-18T05:12:00.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 Processor -- start 2024-04-18T05:12:00.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 -- start start 2024-04-18T05:12:00.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7e140aebe0 0x7f7e1414cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e14155500 0x7f7e1414a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7e14154f20 0x7f7e1414aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e1415a8f0 con 0x7f7e14155500 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e140a9960 con 0x7f7e140aebe0 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e1b93e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e1414b1e0 con 0x7f7e14154f20 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e18ed9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e14155500 0x7f7e1414a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e18ed9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e14155500 0x7f7e1414a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58384/0 (socket says 172.21.15.32:58384) 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e18ed9640 1 -- 172.21.15.32:0/1175533512 learned_addr learned my addr 172.21.15.32:0/1175533512 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e19edb640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7e14154f20 0x7f7e1414aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e196da640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7e140aebe0 0x7f7e1414cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e18ed9640 1 -- 172.21.15.32:0/1175533512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7e14154f20 msgr2=0x7f7e1414aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e18ed9640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7e14154f20 0x7f7e1414aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e18ed9640 1 -- 172.21.15.32:0/1175533512 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7e140aebe0 msgr2=0x7f7e1414cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e18ed9640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7e140aebe0 0x7f7e1414cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e18ed9640 1 -- 172.21.15.32:0/1175533512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e08009420 con 0x7f7e14155500 2024-04-18T05:12:00.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e19edb640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7e14154f20 0x7f7e1414aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:00.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.620+0000 7f7e18ed9640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e14155500 0x7f7e1414a760 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f7e080ad040 tx=0x7f7e0801acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:00.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e11ffb640 1 -- 172.21.15.32:0/1175533512 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e080b5810 con 0x7f7e14155500 2024-04-18T05:12:00.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e11ffb640 1 -- 172.21.15.32:0/1175533512 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e080b5990 con 0x7f7e14155500 2024-04-18T05:12:00.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e141f4530 con 0x7f7e14155500 2024-04-18T05:12:00.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e11ffb640 1 -- 172.21.15.32:0/1175533512 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e080b5d40 con 0x7f7e14155500 2024-04-18T05:12:00.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e140c5c70 con 0x7f7e14155500 2024-04-18T05:12:00.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e140666e0 con 0x7f7e14155500 2024-04-18T05:12:00.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e11ffb640 1 -- 172.21.15.32:0/1175533512 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7e080c83f0 con 0x7f7e14155500 2024-04-18T05:12:00.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e11ffb640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7e00066690 0x7f7e00068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e11ffb640 1 -- 172.21.15.32:0/1175533512 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7e0811f390 con 0x7f7e14155500 2024-04-18T05:12:00.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e196da640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7e00066690 0x7f7e00068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.624+0000 7f7e196da640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7e00066690 0x7f7e00068b50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7e04007fd0 tx=0x7f7e04009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:00.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.628+0000 7f7e11ffb640 1 -- 172.21.15.32:0/1175533512 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7e080ec4a0 con 0x7f7e14155500 2024-04-18T05:12:00.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.816+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7e140c8c60 con 0x7f7e14155500 2024-04-18T05:12:00.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e11ffb640 1 -- 172.21.15.32:0/1175533512 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4724 (secure 0 0 0) 0x7f7e080efac0 con 0x7f7e14155500 2024-04-18T05:12:00.821 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:00.821 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:50.952081+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-18T05:12:00.821 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-04-18T05:12:00.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7e00066690 msgr2=0x7f7e00068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7e00066690 0x7f7e00068b50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7e04007fd0 tx=0x7f7e04009040 comp rx=0 tx=0).stop 2024-04-18T05:12:00.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e14155500 msgr2=0x7f7e1414a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e14155500 0x7f7e1414a760 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f7e080ad040 tx=0x7f7e0801acb0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 shutdown_connections 2024-04-18T05:12:00.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7e14154f20 0x7f7e1414aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7e14155500 0x7f7e1414a760 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7e00066690 0x7f7e00068b50 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 --2- 172.21.15.32:0/1175533512 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7e140aebe0 0x7f7e1414cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 >> 172.21.15.32:0/1175533512 conn(0x7f7e140ab0a0 msgr2=0x7f7e14155d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:00.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 shutdown_connections 2024-04-18T05:12:00.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.820+0000 7f7e1b93e640 1 -- 172.21.15.32:0/1175533512 wait complete. 2024-04-18T05:12:00.839 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:00.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2cd69640 1 Processor -- start 2024-04-18T05:12:00.961 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2cd69640 1 -- start start 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2cd69640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcd2814def0 0x7fcd280716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2cd69640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd280c0e50 0x7fcd28070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2cd69640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd2814e2d0 con 0x7fcd280c1820 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2cd69640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd28151440 con 0x7fcd2814def0 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2cd69640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd28151720 con 0x7fcd280c0e50 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2659c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcd2814def0 0x7fcd280716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2659c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcd2814def0 0x7fcd280716f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58396/0 (socket says 172.21.15.32:58396) 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2659c640 1 -- 172.21.15.32:0/2090097333 learned_addr learned my addr 172.21.15.32:0/2090097333 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd26d9d640 1 --2- 172.21.15.32:0/2090097333 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd280c0e50 0x7fcd28070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2659c640 1 -- 172.21.15.32:0/2090097333 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd280c0e50 msgr2=0x7fcd28070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2659c640 1 --2- 172.21.15.32:0/2090097333 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd280c0e50 0x7fcd28070a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2659c640 1 -- 172.21.15.32:0/2090097333 >> v1:172.21.15.92:6789/0 conn(0x7fcd280c1820 legacy=0x7fcd28070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:00.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.960+0000 7fcd2659c640 1 -- 172.21.15.32:0/2090097333 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd280c1cf0 con 0x7fcd2814def0 2024-04-18T05:12:00.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2659c640 1 --2- 172.21.15.32:0/2090097333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd2814def0 0x7fcd280716f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fcd1800bb10 tx=0x7fcd1801eb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cf712ea8e1b815c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:00.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2559a640 1 -- 172.21.15.32:0/2090097333 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd180a78f0 con 0x7fcd2814def0 2024-04-18T05:12:00.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2559a640 1 -- 172.21.15.32:0/2090097333 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd180a7a50 con 0x7fcd2814def0 2024-04-18T05:12:00.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2559a640 1 -- 172.21.15.32:0/2090097333 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd180a7de0 con 0x7fcd2814def0 2024-04-18T05:12:00.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2090097333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd2814def0 msgr2=0x7fcd280716f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 --2- 172.21.15.32:0/2090097333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd2814def0 0x7fcd280716f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fcd1800bb10 tx=0x7fcd1801eb60 comp rx=0 tx=0).stop 2024-04-18T05:12:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2090097333 shutdown_connections 2024-04-18T05:12:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 --2- 172.21.15.32:0/2090097333 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd280c0e50 0x7fcd28070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 --2- 172.21.15.32:0/2090097333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd2814def0 0x7fcd280716f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2090097333 >> 172.21.15.32:0/2090097333 conn(0x7fcd28069e80 msgr2=0x7fcd2806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2090097333 shutdown_connections 2024-04-18T05:12:00.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2090097333 wait complete. 2024-04-18T05:12:00.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 Processor -- start 2024-04-18T05:12:00.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 -- start start 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcd280c0e50 0x7fcd280c53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd280c1820 0x7fcd28147180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd2814def0 0x7fcd281476c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd281e8380 con 0x7fcd280c1820 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd281e8590 con 0x7fcd280c0e50 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2cd69640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd281e8870 con 0x7fcd2814def0 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd25d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd280c1820 0x7fcd28147180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd25d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd280c1820 0x7fcd28147180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58406/0 (socket says 172.21.15.32:58406) 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd25d9b640 1 -- 172.21.15.32:0/2548660925 learned_addr learned my addr 172.21.15.32:0/2548660925 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd26d9d640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd2814def0 0x7fcd281476c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2659c640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcd280c0e50 0x7fcd280c53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd25d9b640 1 -- 172.21.15.32:0/2548660925 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd2814def0 msgr2=0x7fcd281476c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd25d9b640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd2814def0 0x7fcd281476c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd25d9b640 1 -- 172.21.15.32:0/2548660925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcd280c0e50 msgr2=0x7fcd280c53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd25d9b640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcd280c0e50 0x7fcd280c53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd25d9b640 1 -- 172.21.15.32:0/2548660925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd1800b770 con 0x7fcd280c1820 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd2659c640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcd280c0e50 0x7fcd280c53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.964+0000 7fcd25d9b640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd280c1820 0x7fcd28147180 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c00c450 tx=0x7fcd1c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd16ffd640 1 -- 172.21.15.32:0/2548660925 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c012830 con 0x7fcd280c1820 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd16ffd640 1 -- 172.21.15.32:0/2548660925 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd1c0129b0 con 0x7fcd280c1820 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd281e8b50 con 0x7fcd280c1820 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd16ffd640 1 -- 172.21.15.32:0/2548660925 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c012d60 con 0x7fcd280c1820 2024-04-18T05:12:00.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd281e9110 con 0x7fcd280c1820 2024-04-18T05:12:00.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd2806dad0 con 0x7fcd280c1820 2024-04-18T05:12:00.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd16ffd640 1 -- 172.21.15.32:0/2548660925 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcd1c01c460 con 0x7fcd280c1820 2024-04-18T05:12:00.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd16ffd640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcd08066690 0x7fcd08068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:00.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd16ffd640 1 -- 172.21.15.32:0/2548660925 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcd1c0842d0 con 0x7fcd280c1820 2024-04-18T05:12:00.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd2659c640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcd08066690 0x7fcd08068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:00.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.968+0000 7fcd2659c640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcd08066690 0x7fcd08068b50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fcd180b1000 tx=0x7fcd180a9070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:00.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:00.972+0000 7fcd16ffd640 1 -- 172.21.15.32:0/2548660925 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fcd1c051350 con 0x7fcd280c1820 2024-04-18T05:12:01.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.136+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcd2806a3e0 con 0x7fcd280c1820 2024-04-18T05:12:01.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.136+0000 7fcd16ffd640 1 -- 172.21.15.32:0/2548660925 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7fcd1c054970 con 0x7fcd280c1820 2024-04-18T05:12:01.139 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:01.140 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcd08066690 msgr2=0x7fcd08068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcd08066690 0x7fcd08068b50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fcd180b1000 tx=0x7fcd180a9070 comp rx=0 tx=0).stop 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd280c1820 msgr2=0x7fcd28147180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd280c1820 0x7fcd28147180 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c00c450 tx=0x7fcd1c00c910 comp rx=0 tx=0).stop 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 shutdown_connections 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcd2814def0 0x7fcd281476c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcd280c1820 0x7fcd28147180 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcd08066690 0x7fcd08068b50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 --2- 172.21.15.32:0/2548660925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcd280c0e50 0x7fcd280c53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 >> 172.21.15.32:0/2548660925 conn(0x7fcd28069e80 msgr2=0x7fcd2815a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:01.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 shutdown_connections 2024-04-18T05:12:01.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.140+0000 7fcd2cd69640 1 -- 172.21.15.32:0/2548660925 wait complete. 2024-04-18T05:12:01.159 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:12:01.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.280+0000 7f996c6e5640 1 Processor -- start 2024-04-18T05:12:01.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.280+0000 7f996c6e5640 1 -- start start 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.280+0000 7f996c6e5640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f99640bec20 0x7f9964153b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.280+0000 7f996c6e5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f996406d0c0 0x7f996406d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.280+0000 7f996c6e5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f996406dab0 con 0x7f996413cde0 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.280+0000 7f996c6e5640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9964070540 con 0x7f99640bec20 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.280+0000 7f996c6e5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99641540e0 con 0x7f996406d0c0 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996a481640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f996413cde0 0x7f99640c10e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37578/0 (socket says 172.21.15.32:37578) 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996a481640 1 -- 172.21.15.32:0/4157105533 learned_addr learned my addr 172.21.15.32:0/4157105533 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996ac82640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f996406d0c0 0x7f996406d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f9969c80640 1 --2- 172.21.15.32:0/4157105533 >> v2:172.21.15.92:3300/0 conn(0x7f99640bec20 0x7f9964153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 34362272 0 0) 0x7f996406dab0 con 0x7f996413cde0 2024-04-18T05:12:01.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9950003530 con 0x7f996413cde0 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3038784241 0 0) 0x7f9950003530 con 0x7f996413cde0 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f996406d0c0 msgr2=0x7f996406d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f996406d0c0 0x7f996406d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 >> v2:172.21.15.92:3300/0 conn(0x7f99640bec20 msgr2=0x7f9964153b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 --2- 172.21.15.32:0/4157105533 >> v2:172.21.15.92:3300/0 conn(0x7f99640bec20 0x7f9964153b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99641543c0 con 0x7f996413cde0 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f9960001680 con 0x7f996413cde0 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 >> v1:172.21.15.32:6789/0 conn(0x7f996413cde0 legacy=0x7f99640c10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9950003980 0x7f9950003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99500047d0 0x7f9950004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f996406d0c0 0x7f9950005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9964070540 con 0x7f99500047d0 2024-04-18T05:12:01.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99641540e0 con 0x7f9950003980 2024-04-18T05:12:01.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f995000b9c0 con 0x7f996406d0c0 2024-04-18T05:12:01.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f9969c80640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99500047d0 0x7f9950004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:01.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996a481640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9950003980 0x7f9950003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:01.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996ac82640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f996406d0c0 0x7f9950005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:01.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f9969c80640 1 -- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f996406d0c0 msgr2=0x7f9950005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:01.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f9969c80640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f996406d0c0 0x7f9950005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f9969c80640 1 -- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9950003980 msgr2=0x7f9950003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:01.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f9969c80640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9950003980 0x7f9950003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f9969c80640 1 -- 172.21.15.32:0/4157105533 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9950003530 con 0x7f99500047d0 2024-04-18T05:12:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f9969c80640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99500047d0 0x7f9950004c50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9954009ab0 tx=0x7f995401ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97a8be6930396e1b server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99540a6470 con 0x7f99500047d0 2024-04-18T05:12:01.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99540a65d0 con 0x7f99500047d0 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.284+0000 7f996947f640 1 -- 172.21.15.32:0/4157105533 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99540a6940 con 0x7f99500047d0 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- 172.21.15.32:0/4157105533 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99500047d0 msgr2=0x7f9950004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 --2- 172.21.15.32:0/4157105533 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99500047d0 0x7f9950004c50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9954009ab0 tx=0x7f995401ca00 comp rx=0 tx=0).stop 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 -- 172.21.15.32:0/4157105533 reap_dead start 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- 172.21.15.32:0/4157105533 shutdown_connections 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- 172.21.15.32:0/4157105533 >> 172.21.15.32:0/4157105533 conn(0x7f9964069e80 msgr2=0x7f996406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- 172.21.15.32:0/4157105533 shutdown_connections 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- 172.21.15.32:0/4157105533 wait complete. 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 Processor -- start 2024-04-18T05:12:01.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- start start 2024-04-18T05:12:01.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99500047d0 0x7f9964150b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:01.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99640c1eb0 0x7f9964156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:01.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99641565c0 0x7f99640aa310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:01.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f996414eb50 con 0x7f99641565c0 2024-04-18T05:12:01.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9964151060 con 0x7f99640c1eb0 2024-04-18T05:12:01.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9964155bf0 con 0x7f99500047d0 2024-04-18T05:12:01.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99641565c0 0x7f99640aa310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:01.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99641565c0 0x7f99640aa310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58424/0 (socket says 172.21.15.32:58424) 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 -- 172.21.15.32:0/2898161880 learned_addr learned my addr 172.21.15.32:0/2898161880 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f9969c80640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99640c1eb0 0x7f9964156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996a481640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99500047d0 0x7f9964150b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 -- 172.21.15.32:0/2898161880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99500047d0 msgr2=0x7f9964150b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99500047d0 0x7f9964150b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 -- 172.21.15.32:0/2898161880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99640c1eb0 msgr2=0x7f9964156080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99640c1eb0 0x7f9964156080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 -- 172.21.15.32:0/2898161880 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f996414e2b0 con 0x7f99641565c0 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996ac82640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99641565c0 0x7f99640aa310 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f996406e450 tx=0x7f995c00f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f995affd640 1 -- 172.21.15.32:0/2898161880 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f995c017400 con 0x7f99641565c0 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f995affd640 1 -- 172.21.15.32:0/2898161880 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f995c011040 con 0x7f99641565c0 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f996414e590 con 0x7f99641565c0 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f995affd640 1 -- 172.21.15.32:0/2898161880 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f995c0177c0 con 0x7f99641565c0 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f996413a660 con 0x7f99641565c0 2024-04-18T05:12:01.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.288+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99640666e0 con 0x7f99641565c0 2024-04-18T05:12:01.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.292+0000 7f995affd640 1 -- 172.21.15.32:0/2898161880 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f995c017920 con 0x7f99641565c0 2024-04-18T05:12:01.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.292+0000 7f995affd640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99480666c0 0x7f9948068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:01.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.292+0000 7f995affd640 1 -- 172.21.15.32:0/2898161880 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f995c0848a0 con 0x7f99641565c0 2024-04-18T05:12:01.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.292+0000 7f996a481640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99480666c0 0x7f9948068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:01.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.292+0000 7f996a481640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99480666c0 0x7f9948068b80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9960000fc0 tx=0x7f9960009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:01.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.296+0000 7f995affd640 1 -- 172.21.15.32:0/2898161880 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f995c051910 con 0x7f99641565c0 2024-04-18T05:12:01.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.484+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9964155d30 con 0x7f99641565c0 2024-04-18T05:12:01.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f995affd640 1 -- 172.21.15.32:0/2898161880 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4724 (secure 0 0 0) 0x7f995c082e60 con 0x7f99641565c0 2024-04-18T05:12:01.489 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:01.489 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:50.952081+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-18T05:12:01.489 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-04-18T05:12:01.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99480666c0 msgr2=0x7f9948068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:01.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99480666c0 0x7f9948068b80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9960000fc0 tx=0x7f9960009040 comp rx=0 tx=0).stop 2024-04-18T05:12:01.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99641565c0 msgr2=0x7f99640aa310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:01.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99641565c0 0x7f99640aa310 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f996406e450 tx=0x7f995c00f4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 shutdown_connections 2024-04-18T05:12:01.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99641565c0 0x7f99640aa310 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99480666c0 0x7f9948068b80 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99640c1eb0 0x7f9964156080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 --2- 172.21.15.32:0/2898161880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99500047d0 0x7f9964150b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:01.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 >> 172.21.15.32:0/2898161880 conn(0x7f9964069e80 msgr2=0x7f99641538d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:01.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 shutdown_connections 2024-04-18T05:12:01.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:01.488+0000 7f996c6e5640 1 -- 172.21.15.32:0/2898161880 wait complete. 2024-04-18T05:12:01.910 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-18T05:11:28.300164+0000', 'modified': '2024-04-18T05:11:50.952081+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4264}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4264': {'gid': 4264, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6835/952576321', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6833', 'nonce': 952576321}, {'type': 'v1', 'addr': '172.21.15.92:6835', 'nonce': 952576321}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-18T05:12:01.910 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-18T05:12:01.910 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-18T05:12:02.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.044+0000 7fbf17f26640 1 Processor -- start 2024-04-18T05:12:02.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.044+0000 7fbf17f26640 1 -- start start 2024-04-18T05:12:02.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.044+0000 7fbf17f26640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf100a5090 0x7fbf100c1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.044+0000 7fbf17f26640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbf1006e870 0x7fbf100c03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.044+0000 7fbf17f26640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf1006ed00 con 0x7fbf1006e490 2024-04-18T05:12:02.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.044+0000 7fbf17f26640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf100c0920 con 0x7fbf1006e870 2024-04-18T05:12:02.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.044+0000 7fbf17f26640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf100719c0 con 0x7fbf100a5090 2024-04-18T05:12:02.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf154c1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf100a5090 0x7fbf100c1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf164c3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbf1006e870 0x7fbf100c03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf164c3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbf1006e870 0x7fbf100c03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:49318/0 (socket says 172.21.15.32:49318) 2024-04-18T05:12:02.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf154c1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf100a5090 0x7fbf100c1ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:60218/0 (socket says 172.21.15.32:60218) 2024-04-18T05:12:02.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf164c3640 1 -- 172.21.15.32:0/2194945287 learned_addr learned my addr 172.21.15.32:0/2194945287 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:02.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf154c1640 1 -- 172.21.15.32:0/2194945287 >> v2:172.21.15.92:3300/0 conn(0x7fbf1006e870 msgr2=0x7fbf100c03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf154c1640 1 --2- 172.21.15.32:0/2194945287 >> v2:172.21.15.92:3300/0 conn(0x7fbf1006e870 0x7fbf100c03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf154c1640 1 -- 172.21.15.32:0/2194945287 >> v1:172.21.15.92:6789/0 conn(0x7fbf1006e490 legacy=0x7fbf10154f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf154c1640 1 -- 172.21.15.32:0/2194945287 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf10152480 con 0x7fbf100a5090 2024-04-18T05:12:02.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf164c3640 1 --2- 172.21.15.32:0/2194945287 >> v2:172.21.15.92:3300/0 conn(0x7fbf1006e870 0x7fbf100c03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:12:02.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf154c1640 1 --2- 172.21.15.32:0/2194945287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf100a5090 0x7fbf100c1ea0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbf000097c0 tx=0x7fbf0001c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7aaa8b0abaac3e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf14cc0640 1 -- 172.21.15.32:0/2194945287 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf000ab670 con 0x7fbf100a5090 2024-04-18T05:12:02.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf14cc0640 1 -- 172.21.15.32:0/2194945287 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf000ab7d0 con 0x7fbf100a5090 2024-04-18T05:12:02.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.048+0000 7fbf14cc0640 1 -- 172.21.15.32:0/2194945287 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf000abb60 con 0x7fbf100a5090 2024-04-18T05:12:02.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- 172.21.15.32:0/2194945287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf100a5090 msgr2=0x7fbf100c1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 --2- 172.21.15.32:0/2194945287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf100a5090 0x7fbf100c1ea0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbf000097c0 tx=0x7fbf0001c470 comp rx=0 tx=0).stop 2024-04-18T05:12:02.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- 172.21.15.32:0/2194945287 shutdown_connections 2024-04-18T05:12:02.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 --2- 172.21.15.32:0/2194945287 >> v2:172.21.15.92:3300/0 conn(0x7fbf1006e870 0x7fbf100c03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 --2- 172.21.15.32:0/2194945287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf100a5090 0x7fbf100c1ea0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- 172.21.15.32:0/2194945287 >> 172.21.15.32:0/2194945287 conn(0x7fbf10069e80 msgr2=0x7fbf1006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:02.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- 172.21.15.32:0/2194945287 shutdown_connections 2024-04-18T05:12:02.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- 172.21.15.32:0/2194945287 wait complete. 2024-04-18T05:12:02.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 Processor -- start 2024-04-18T05:12:02.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- start start 2024-04-18T05:12:02.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf1006e490 0x7fbf100befe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf1006e870 0x7fbf101efd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf100a5090 0x7fbf101f0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf1006d790 con 0x7fbf100a5090 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf1006d110 con 0x7fbf1006e870 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf101442d0 con 0x7fbf1006e490 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf164c3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf100a5090 0x7fbf101f0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf164c3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf100a5090 0x7fbf101f0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38258/0 (socket says 172.21.15.32:38258) 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf164c3640 1 -- 172.21.15.32:0/2733519130 learned_addr learned my addr 172.21.15.32:0/2733519130 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf1006e490 0x7fbf100befe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf154c1640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf1006e870 0x7fbf101efd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf164c3640 1 -- 172.21.15.32:0/2733519130 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf1006e490 msgr2=0x7fbf100befe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf164c3640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf1006e490 0x7fbf100befe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf164c3640 1 -- 172.21.15.32:0/2733519130 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf1006e870 msgr2=0x7fbf101efd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf164c3640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf1006e870 0x7fbf101efd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf164c3640 1 -- 172.21.15.32:0/2733519130 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf08009b30 con 0x7fbf100a5090 2024-04-18T05:12:02.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf164c3640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf100a5090 0x7fbf101f0240 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fbf0800efc0 tx=0x7fbf0800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf067fc640 1 -- 172.21.15.32:0/2733519130 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf08018070 con 0x7fbf100a5090 2024-04-18T05:12:02.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf067fc640 1 -- 172.21.15.32:0/2733519130 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf0800f040 con 0x7fbf100a5090 2024-04-18T05:12:02.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- 172.21.15.32:0/2733519130 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf00009420 con 0x7fbf100a5090 2024-04-18T05:12:02.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf067fc640 1 -- 172.21.15.32:0/2733519130 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf0800ce00 con 0x7fbf100a5090 2024-04-18T05:12:02.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.052+0000 7fbf17f26640 1 -- 172.21.15.32:0/2733519130 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf100bf520 con 0x7fbf100a5090 2024-04-18T05:12:02.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf067fc640 1 -- 172.21.15.32:0/2733519130 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbf08014480 con 0x7fbf100a5090 2024-04-18T05:12:02.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf067fc640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbef40666c0 0x7fbef4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf067fc640 1 -- 172.21.15.32:0/2733519130 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbf08084750 con 0x7fbf100a5090 2024-04-18T05:12:02.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbef40666c0 0x7fbef4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbef40666c0 0x7fbef4068b80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c007fd0 tx=0x7fbf0c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf1b068000 1 Processor -- start 2024-04-18T05:12:02.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf1b068000 1 -- start start 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171250 0x563056171630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171b70 0x563056171f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056172490 0x5630561bc970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf1b068000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x56305603ce80 con 0x563056171250 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf1b068000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x563055fcaaf0 con 0x563056171b70 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf1b068000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x563055fc80c0 con 0x563056172490 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171250 0x563056171630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171250 0x563056171630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38268/0 (socket says 172.21.15.32:38268) 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 -- 172.21.15.32:0/2750471743 learned_addr learned my addr 172.21.15.32:0/2750471743 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf164c3640 1 --2- 172.21.15.32:0/2750471743 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056172490 0x5630561bc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 -- 172.21.15.32:0/2750471743 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056172490 msgr2=0x5630561bc970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/2750471743 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056172490 0x5630561bc970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 -- 172.21.15.32:0/2750471743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171b70 msgr2=0x563056171f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf154c1640 1 --2- 172.21.15.32:0/2750471743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171b70 0x563056171f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/2750471743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171b70 0x563056171f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 -- 172.21.15.32:0/2750471743 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563055cbf890 con 0x563056171250 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/2750471743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171250 0x563056171630 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c0015e0 tx=0x7fbf0c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eee877500467563 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbef37fe640 1 -- 172.21.15.32:0/2750471743 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf0c001d60 con 0x563056171250 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbef37fe640 1 -- 172.21.15.32:0/2750471743 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf0c014be0 con 0x563056171250 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.056+0000 7fbef37fe640 1 -- 172.21.15.32:0/2750471743 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf0c020410 con 0x563056171250 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- 172.21.15.32:0/2750471743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171250 msgr2=0x563056171630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2750471743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171250 0x563056171630 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c0015e0 tx=0x7fbf0c012000 comp rx=0 tx=0).stop 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- 172.21.15.32:0/2750471743 shutdown_connections 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2750471743 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056172490 0x5630561bc970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2750471743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171b70 0x563056171f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2750471743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171250 0x563056171630 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- 172.21.15.32:0/2750471743 >> 172.21.15.32:0/2750471743 conn(0x56305617af00 msgr2=0x56305617b2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- 172.21.15.32:0/2750471743 shutdown_connections 2024-04-18T05:12:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- 172.21.15.32:0/2750471743 wait complete. 2024-04-18T05:12:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- start start 2024-04-18T05:12:02.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 Processor -- start 2024-04-18T05:12:02.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171250 0x5630561bc070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171b70 0x563056179a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056172490 0x563056179fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x563055fc39b0 con 0x563056172490 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x563055f62c00 con 0x563056171250 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x563055f81070 con 0x563056171b70 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 10 client.0 _ll_register_callbacks cb 0x563056160ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf164c3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056172490 0x563056179fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf164c3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056172490 0x563056179fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38270/0 (socket says 172.21.15.32:38270) 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf164c3640 1 -- 172.21.15.32:0/528691329 learned_addr learned my addr 172.21.15.32:0/528691329 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf154c1640 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171b70 0x563056179a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf164c3640 1 -- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171b70 msgr2=0x563056179a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171250 0x5630561bc070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf164c3640 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171b70 0x563056179a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf164c3640 1 -- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171250 msgr2=0x5630561bc070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf164c3640 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171250 0x5630561bc070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf164c3640 1 -- 172.21.15.32:0/528691329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf0c001450 con 0x563056172490 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf154c1640 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171b70 0x563056179a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171250 0x5630561bc070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf164c3640 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056172490 0x563056179fb0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbf08055180 tx=0x7fbf08055480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dff6d6ab0d37464c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbef0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbef0ff9640 1 -- 172.21.15.32:0/528691329 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf0805d870 con 0x563056172490 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbef0ff9640 1 -- 172.21.15.32:0/528691329 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbf080092e0 con 0x563056172490 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- 172.21.15.32:0/528691329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563055f805f0 con 0x563056172490 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbef0ff9640 1 -- 172.21.15.32:0/528691329 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf0805d3e0 con 0x563056172490 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 10 client.4857 fetch_fsmap learned FSMap version 8 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- 172.21.15.32:0/528691329 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x563055f88ab0 con 0x563056172490 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbef0ff9640 1 -- 172.21.15.32:0/528691329 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x563055f805f0 con 0x563056172490 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbef0ff9640 1 -- 172.21.15.32:0/528691329 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 8) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fbf08005d20 con 0x563056172490 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 10 client.4857 fetch_fsmap finished waiting for FSMap version 8 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 10 client.4857 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-18T05:12:02.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 20 client.4857 populate_metadata read hostname 'smithi032' 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x5630561b29f0 0x5630561b2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 4 client.4857 mds_command: new command op to 4264 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf1b068000 1 -- 172.21.15.32:0/528691329 --> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563055fc0790 con 0x5630561b29f0 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x5630561b29f0 0x5630561b2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x5630561b29f0 0x5630561b2dd0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a704061d5658192 server_cookie=76f8a77ca196e1c4 in_seq=0 out_seq=0 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.060+0000 7fbef0ff9640 10 client.4857 ms_handle_connect on v2:172.21.15.92:6833/952576321 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbef0ff9640 1 -- 172.21.15.32:0/528691329 <== mds.0 v2:172.21.15.92:6833/952576321 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563055fc0790 con 0x5630561b29f0 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbef0ff9640 10 client.4857 handle_command_reply: tid=0 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 client.4857 shutdown 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 -- 172.21.15.32:0/528691329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056172490 msgr2=0x563056179fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056172490 0x563056179fb0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbf08055180 tx=0x7fbf08055480 comp rx=0 tx=0).stop 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 -- 172.21.15.32:0/528691329 shutdown_connections 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x5630561b29f0 0x5630561b2dd0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056172490 0x563056179fb0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171b70 0x563056179a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 --2- 172.21.15.32:0/528691329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056171250 0x5630561bc070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbef0ff9640 0 client.4857 ms_handle_reset on v2:172.21.15.92:6833/952576321 2024-04-18T05:12:02.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 -- 172.21.15.32:0/528691329 >> 172.21.15.32:0/528691329 conn(0x56305617af00 msgr2=0x563056174880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:02.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 -- 172.21.15.32:0/528691329 shutdown_connections 2024-04-18T05:12:02.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 1 -- 172.21.15.32:0/528691329 wait complete. 2024-04-18T05:12:02.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.064+0000 7fbf1b068000 20 client.4857 trim_cache size 0 max 16384 2024-04-18T05:12:02.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 Processor -- start 2024-04-18T05:12:02.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- start start 2024-04-18T05:12:02.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171250 0x563056179c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056175890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 0x563056175dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x563055c80940 con 0x563056171b70 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x563055fc2840 con 0x563056172490 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x563055f7cf80 con 0x563056171250 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf154c1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056175890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf154c1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056175890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38272/0 (socket says 172.21.15.32:38272) 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf154c1640 1 -- 172.21.15.32:0/436582223 learned_addr learned my addr 172.21.15.32:0/436582223 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf154c1640 1 -- 172.21.15.32:0/436582223 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171250 msgr2=0x563056179c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf154c1640 1 --2- 172.21.15.32:0/436582223 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171250 0x563056179c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf154c1640 1 -- 172.21.15.32:0/436582223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 msgr2=0x563056175dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf154c1640 1 --2- 172.21.15.32:0/436582223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 0x563056175dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf154c1640 1 -- 172.21.15.32:0/436582223 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563055f6ec00 con 0x563056171b70 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf154c1640 1 --2- 172.21.15.32:0/436582223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056175890 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbf000ad040 tx=0x7fbf00004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8124997b8f20e036 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbef3fff640 1 -- 172.21.15.32:0/436582223 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf000c3070 con 0x563056171b70 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbef3fff640 1 -- 172.21.15.32:0/436582223 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf000ab5b0 con 0x563056171b70 2024-04-18T05:12:02.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbef3fff640 1 -- 172.21.15.32:0/436582223 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf000abb60 con 0x563056171b70 2024-04-18T05:12:02.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- 172.21.15.32:0/436582223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 msgr2=0x563056175890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 --2- 172.21.15.32:0/436582223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056175890 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbf000ad040 tx=0x7fbf00004740 comp rx=0 tx=0).stop 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- 172.21.15.32:0/436582223 shutdown_connections 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 --2- 172.21.15.32:0/436582223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 0x563056175dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 --2- 172.21.15.32:0/436582223 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056175890 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 --2- 172.21.15.32:0/436582223 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171250 0x563056179c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- 172.21.15.32:0/436582223 >> 172.21.15.32:0/436582223 conn(0x56305617af00 msgr2=0x563056178e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- 172.21.15.32:0/436582223 shutdown_connections 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- 172.21.15.32:0/436582223 wait complete. 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 -- start start 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.080+0000 7fbf1b068000 1 Processor -- start 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171250 0x563056211a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056211f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 0x563056212860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x563055fb84d0 con 0x563056171b70 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x563055fc79b0 con 0x563056172490 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x563055fc0db0 con 0x563056171250 2024-04-18T05:12:02.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 10 client.0 _ll_register_callbacks cb 0x563055f88590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf154c1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056211f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf154c1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056211f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38276/0 (socket says 172.21.15.32:38276) 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf154c1640 1 -- 172.21.15.32:0/2164068407 learned_addr learned my addr 172.21.15.32:0/2164068407 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171250 0x563056211a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf154c1640 1 -- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171250 msgr2=0x563056211a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf154c1640 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171250 0x563056211a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf164c3640 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 0x563056212860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf154c1640 1 -- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 msgr2=0x563056212860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf154c1640 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 0x563056212860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf154c1640 1 -- 172.21.15.32:0/2164068407 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf10152480 con 0x563056171b70 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf164c3640 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 0x563056212860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf154c1640 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056211f70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbf00019080 tx=0x7fbf0001acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a88efd39e4ec9adb server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 1 -- 172.21.15.32:0/2164068407 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf000c3070 con 0x563056171b70 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 1 -- 172.21.15.32:0/2164068407 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbf000b9040 con 0x563056171b70 2024-04-18T05:12:02.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- 172.21.15.32:0/2164068407 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563055f93460 con 0x563056171b70 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 1 -- 172.21.15.32:0/2164068407 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf000abb40 con 0x563056171b70 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 10 client.4863 fetch_fsmap learned FSMap version 8 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- 172.21.15.32:0/2164068407 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x563055cbfcc0 con 0x563056171b70 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 1 -- 172.21.15.32:0/2164068407 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x563055f93460 con 0x563056171b70 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 1 -- 172.21.15.32:0/2164068407 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 8) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fbf000bd050 con 0x563056171b70 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 10 client.4863 fetch_fsmap finished waiting for FSMap version 8 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 10 client.4863 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 20 client.4863 populate_metadata read hostname 'smithi032' 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x56305621bad0 0x56305621dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 4 client.4863 mds_command: new command op to 4264 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- 172.21.15.32:0/2164068407 --> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] -- command(tid 0: {"prefix": "status"}) v1 -- 0x563055f8c9c0 con 0x56305621bad0 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x56305621bad0 0x56305621dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 10 client.4863 ms_handle_connect on v2:172.21.15.92:6833/952576321 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf15cc2640 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x56305621bad0 0x56305621dec0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e91ccc341ed56448 server_cookie=9efd8469300cb1a0 in_seq=0 out_seq=0 2024-04-18T05:12:02.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 1 -- 172.21.15.32:0/2164068407 <== mds.0 v2:172.21.15.92:6833/952576321 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x563055f8c9c0 con 0x56305621bad0 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 10 client.4863 handle_command_reply: tid=0 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 client.4863 shutdown 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- 172.21.15.32:0/2164068407 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 msgr2=0x563056211f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056211f70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fbf00019080 tx=0x7fbf0001acb0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- 172.21.15.32:0/2164068407 shutdown_connections 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:6833/952576321,v1:172.21.15.92:6835/952576321] conn(0x56305621bad0 0x56305621dec0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x563056172490 0x563056212860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x563056171b70 0x563056211f70 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 --2- 172.21.15.32:0/2164068407 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x563056171250 0x563056211a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbef0ff9640 0 client.4863 ms_handle_reset on v2:172.21.15.92:6833/952576321 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- 172.21.15.32:0/2164068407 >> 172.21.15.32:0/2164068407 conn(0x56305617af00 msgr2=0x563056178e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- 172.21.15.32:0/2164068407 shutdown_connections 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 1 -- 172.21.15.32:0/2164068407 wait complete. 2024-04-18T05:12:02.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf1b068000 20 client.4863 trim_cache size 0 max 16384 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "34620f78-a3be-4d30-8840-27972fb71e9e", 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4264, 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 33.784806228000001, 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 8, 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 26, 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 26, 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 39.941194975999998 2024-04-18T05:12:02.092 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:12:02.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 -- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbef40666c0 msgr2=0x7fbef4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbef40666c0 0x7fbef4068b80 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c007fd0 tx=0x7fbf0c009040 comp rx=0 tx=0).stop 2024-04-18T05:12:02.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 -- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf100a5090 msgr2=0x7fbf101f0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf100a5090 0x7fbf101f0240 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fbf0800efc0 tx=0x7fbf0800c490 comp rx=0 tx=0).stop 2024-04-18T05:12:02.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 -- 172.21.15.32:0/2733519130 shutdown_connections 2024-04-18T05:12:02.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbf100a5090 0x7fbf101f0240 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbef40666c0 0x7fbef4068b80 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf1006e870 0x7fbf101efd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 --2- 172.21.15.32:0/2733519130 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf1006e490 0x7fbf100befe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 -- 172.21.15.32:0/2733519130 >> 172.21.15.32:0/2733519130 conn(0x7fbf10069e80 msgr2=0x7fbf1015c540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:02.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 -- 172.21.15.32:0/2733519130 shutdown_connections 2024-04-18T05:12:02.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.084+0000 7fbf17f26640 1 -- 172.21.15.32:0/2733519130 wait complete. 2024-04-18T05:12:02.104 INFO:teuthology.run_tasks:Running task sequential... 2024-04-18T05:12:02.113 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-18T05:12:02.113 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-18T05:12:02.114 INFO:teuthology.task.print:Enabling mgr modules 2024-04-18T05:12:02.114 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-04-18T05:12:02.130 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-04-18T05:12:02.131 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.1': {}} 2024-04-18T05:12:02.131 INFO:tasks.ceph_fuse:client.0 config is {} 2024-04-18T05:12:02.131 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-18T05:12:02.131 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:02.131 INFO:tasks.ceph_fuse:client.1 config is {} 2024-04-18T05:12:02.131 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-18T05:12:02.131 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:02.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.131 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-04-18T05:12:02.136 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-04-18T05:12:02.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.137 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-18T05:12:02.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.197 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link delete ceph-brx 2024-04-18T05:12:02.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.359 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-04-18T05:12:02.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.366 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link delete ceph-brx 2024-04-18T05:12:02.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:12:02.426 INFO:teuthology.orchestra.run.smithi092.stderr:Cannot find device "ceph-brx" 2024-04-18T05:12:02.426 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-04-18T05:12:02.426 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:12:02.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5f448640 1 Processor -- start 2024-04-18T05:12:02.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5f448640 1 -- start start 2024-04-18T05:12:02.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5f448640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9e580c1ca0 0x7f9e580c3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5f448640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e580a6790 con 0x7f9e580c3870 2024-04-18T05:12:02.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5f448640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e58157eb0 con 0x7f9e581573c0 2024-04-18T05:12:02.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5f448640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e5806c0d0 con 0x7f9e580c1ca0 2024-04-18T05:12:02.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5d9e5640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9e580c3870 0x7f9e580bd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43832/0 (socket says 172.21.15.32:43832) 2024-04-18T05:12:02.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5d9e5640 1 -- 172.21.15.32:0/3965378142 learned_addr learned my addr 172.21.15.32:0/3965378142 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:02.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5c9e3640 1 --2- 172.21.15.32:0/3965378142 >> v2:172.21.15.92:3300/0 conn(0x7f9e580c1ca0 0x7f9e580c3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 864729850 0 0) 0x7f9e580a6790 con 0x7f9e580c3870 2024-04-18T05:12:02.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9e44003530 con 0x7f9e580c3870 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2413184705 0 0) 0x7f9e44003530 con 0x7f9e580c3870 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 >> v2:172.21.15.92:3300/0 conn(0x7f9e580c1ca0 msgr2=0x7f9e580c3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 --2- 172.21.15.32:0/3965378142 >> v2:172.21.15.92:3300/0 conn(0x7f9e580c1ca0 0x7f9e580c3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 >> v1:172.21.15.92:6789/0 conn(0x7f9e581573c0 legacy=0x7f9e581577a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e580a6cc0 con 0x7f9e580c3870 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f9e50001a00 con 0x7f9e580c3870 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 >> v1:172.21.15.32:6789/0 conn(0x7f9e580c3870 legacy=0x7f9e580bd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e44003980 0x7f9e44003d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e440047d0 0x7f9e44004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e44005190 0x7f9e4400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e4400c0b0 con 0x7f9e44005190 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e4400c220 con 0x7f9e440047d0 2024-04-18T05:12:02.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e4400c3e0 con 0x7f9e44003980 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5d9e5640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e44005190 0x7f9e4400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5c9e3640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e440047d0 0x7f9e44004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5d1e4640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e44003980 0x7f9e44003d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5c9e3640 1 -- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e44003980 msgr2=0x7f9e44003d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5c9e3640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e44003980 0x7f9e44003d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5c9e3640 1 -- 172.21.15.32:0/3965378142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e44005190 msgr2=0x7f9e4400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5c9e3640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e44005190 0x7f9e4400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5c9e3640 1 -- 172.21.15.32:0/3965378142 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e44003530 con 0x7f9e440047d0 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5d1e4640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e44003980 0x7f9e44003d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5d9e5640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e44005190 0x7f9e4400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:12:02.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.560+0000 7f9e5d9e5640 1 -- 172.21.15.32:0/3965378142 reap_dead start 2024-04-18T05:12:02.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e5c9e3640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e440047d0 0x7f9e44004c50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9e48009ae0 tx=0x7f9e4801ca70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d20328ba52d0278 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e480a5660 con 0x7f9e440047d0 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e480a57c0 con 0x7f9e440047d0 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e4ffff640 1 -- 172.21.15.32:0/3965378142 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e480a5b70 con 0x7f9e440047d0 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e5f448640 1 -- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e440047d0 msgr2=0x7f9e44004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e5f448640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e440047d0 0x7f9e44004c50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9e48009ae0 tx=0x7f9e4801ca70 comp rx=0 tx=0).stop 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e5f448640 1 -- 172.21.15.32:0/3965378142 shutdown_connections 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e5f448640 1 --2- 172.21.15.32:0/3965378142 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e440047d0 0x7f9e44004c50 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e5f448640 1 -- 172.21.15.32:0/3965378142 >> 172.21.15.32:0/3965378142 conn(0x7f9e580c7320 msgr2=0x7f9e580c7730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e5f448640 1 -- 172.21.15.32:0/3965378142 shutdown_connections 2024-04-18T05:12:02.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.564+0000 7f9e5f448640 1 -- 172.21.15.32:0/3965378142 wait complete. 2024-04-18T05:12:02.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 Processor -- start 2024-04-18T05:12:02.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 -- start start 2024-04-18T05:12:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e440047d0 0x7f9e581e8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e581ecb90 0x7f9e5814cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e581ecff0 0x7f9e5806f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e581ec700 con 0x7f9e581ecb90 2024-04-18T05:12:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e58156580 con 0x7f9e581ecff0 2024-04-18T05:12:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e58156860 con 0x7f9e440047d0 2024-04-18T05:12:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5c9e3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e581ecb90 0x7f9e5814cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5c9e3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e581ecb90 0x7f9e5814cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38298/0 (socket says 172.21.15.32:38298) 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5c9e3640 1 -- 172.21.15.32:0/3315260255 learned_addr learned my addr 172.21.15.32:0/3315260255 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5c9e3640 1 -- 172.21.15.32:0/3315260255 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e440047d0 msgr2=0x7f9e581e8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5d1e4640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e440047d0 0x7f9e581e8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5c9e3640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e440047d0 0x7f9e581e8e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5c9e3640 1 -- 172.21.15.32:0/3315260255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e581ecff0 msgr2=0x7f9e5806f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5d9e5640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e581ecff0 0x7f9e5806f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5c9e3640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e581ecff0 0x7f9e5806f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5c9e3640 1 -- 172.21.15.32:0/3315260255 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e58156b40 con 0x7f9e581ecb90 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5d9e5640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e581ecff0 0x7f9e5806f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5c9e3640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e581ecb90 0x7f9e5814cbd0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9e4801c8a0 tx=0x7f9e48019810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e4dffb640 1 -- 172.21.15.32:0/3315260255 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e480bd070 con 0x7f9e581ecb90 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e4dffb640 1 -- 172.21.15.32:0/3315260255 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e48004020 con 0x7f9e581ecb90 2024-04-18T05:12:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e581ec390 con 0x7f9e581ecb90 2024-04-18T05:12:02.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e4dffb640 1 -- 172.21.15.32:0/3315260255 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e480043d0 con 0x7f9e581ecb90 2024-04-18T05:12:02.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e58156210 con 0x7f9e581ecb90 2024-04-18T05:12:02.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e581ec520 con 0x7f9e581ecb90 2024-04-18T05:12:02.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e4dffb640 1 -- 172.21.15.32:0/3315260255 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9e480b4070 con 0x7f9e581ecb90 2024-04-18T05:12:02.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.568+0000 7f9e4dffb640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9e3c0666c0 0x7f9e3c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:02.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.572+0000 7f9e4dffb640 1 -- 172.21.15.32:0/3315260255 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9e4811e660 con 0x7f9e581ecb90 2024-04-18T05:12:02.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.572+0000 7f9e5d1e4640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9e3c0666c0 0x7f9e3c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:02.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.572+0000 7f9e5d1e4640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9e3c0666c0 0x7f9e3c068b80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9e54000f70 tx=0x7f9e54000ee0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:02.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.576+0000 7f9e4dffb640 1 -- 172.21.15.32:0/3315260255 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9e480eb830 con 0x7f9e581ecb90 2024-04-18T05:12:02.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.768+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f9e580666e0 con 0x7f9e581ecb90 2024-04-18T05:12:02.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.768+0000 7f9e4dffb640 1 -- 172.21.15.32:0/3315260255 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f9e480eee50 con 0x7f9e581ecb90 2024-04-18T05:12:02.771 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-18T05:12:02.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9e3c0666c0 msgr2=0x7f9e3c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9e3c0666c0 0x7f9e3c068b80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9e54000f70 tx=0x7f9e54000ee0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e581ecb90 msgr2=0x7f9e5814cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:02.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e581ecb90 0x7f9e5814cbd0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9e4801c8a0 tx=0x7f9e48019810 comp rx=0 tx=0).stop 2024-04-18T05:12:02.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 shutdown_connections 2024-04-18T05:12:02.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9e3c0666c0 0x7f9e3c068b80 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e581ecff0 0x7f9e5806f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9e581ecb90 0x7f9e5814cbd0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 --2- 172.21.15.32:0/3315260255 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e440047d0 0x7f9e581e8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:02.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 >> 172.21.15.32:0/3315260255 conn(0x7f9e580c7320 msgr2=0x7f9e580c7700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:02.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 shutdown_connections 2024-04-18T05:12:02.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:02.772+0000 7f9e5f448640 1 -- 172.21.15.32:0/3315260255 wait complete. 2024-04-18T05:12:02.790 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-18T05:12:02.790 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:12:02.790 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-04-18T05:12:02.790 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-18T05:12:02.790 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:02.790 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-18T05:12:02.790 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:12:02.790 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-18T05:12:02.790 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:12:02.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.790 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-04-18T05:12:02.796 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:12:02.796 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:12:02.796 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:12:02.796 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42494sec preferred_lft 42494sec 2024-04-18T05:12:02.797 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-04-18T05:12:02.798 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:02.798 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:02.798 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:02.798 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-04-18T05:12:02.798 INFO:teuthology.orchestra.run.smithi032.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:12:02.798 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 02:42:bf:8b:bb:cc brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:02.798 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:12:02.798 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:02.798 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-18T05:12:02.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.798 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:12:02.798 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:12:02.799 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add name ceph-brx type bridge 2024-04-18T05:12:02.799 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr flush dev ceph-brx 2024-04-18T05:12:02.799 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set ceph-brx up 2024-04-18T05:12:02.799 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-18T05:12:02.799 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:12:02.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.874 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:12:02.925 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-04-18T05:12:02.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.927 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-04-18T05:12:02.974 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-04-18T05:12:02.975 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:12:02.975 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-04-18T05:12:02.975 INFO:teuthology.orchestra.run.smithi032.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:12:02.975 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-04-18T05:12:02.975 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:12:02.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:02.975 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:12:02.975 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:12:02.975 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-18T05:12:02.976 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-18T05:12:02.976 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-18T05:12:02.976 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:12:03.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:03.055 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-04-18T05:12:03.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:03.101 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list-id 2024-04-18T05:12:03.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:03.153 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:12:03.153 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:12:03.153 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-18T05:12:03.153 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-18T05:12:03.153 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:12:03.222 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-18T05:12:03.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:03.223 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:12:03.223 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:12:03.223 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-18T05:12:03.223 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-18T05:12:03.223 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-18T05:12:03.223 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-18T05:12:03.223 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-18T05:12:03.223 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:12:03.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:03.322 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:12:03.322 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:12:03.322 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-04-18T05:12:03.322 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set dev brx.0 master ceph-brx 2024-04-18T05:12:03.322 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:12:03.342 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-04-18T05:12:03.342 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:12:03.342 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:03.392 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:12:03.393 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:12:03.393 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:03.443 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:12:03.495 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:03.496 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:03.546 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:03.547 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:03.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:03.547 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:12:03.593 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:12:03.594 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-04-18T05:12:03.638 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:12:03.682 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:03.682 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:03.722 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:2024-04-18T05:12:03.720+0000 7f53813cc580 -1 init, newargv = 0x5604167fef40 newargc=15 2024-04-18T05:12:03.722 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[35220]: starting ceph client 2024-04-18T05:12:03.729 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[35220]: starting fuse 2024-04-18T05:12:03.731 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:03.732 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:03.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:03.733 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:12:03.781 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-04-18T05:12:03.781 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-04-18T05:12:03.781 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-04-18T05:12:03.781 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-04-18T05:12:03.781 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-04-18T05:12:03.781 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-04-18T05:12:03.781 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-04-18T05:12:03.781 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:12:03.781 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-04-18T05:12:03.782 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-18T05:12:03.783 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:12:03.783 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.0")) 2024-04-18T05:12:03.783 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-04-18T05:12:03.898 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.0.35220.asok 2024-04-18T05:12:04.081 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.35220.asok 2024-04-18T05:12:04.081 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:04.081 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.35220.asok status 2024-04-18T05:12:04.248 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:12:04.248 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-04-18T05:12:04.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "56a91dd158be807f143cc918a11685fc9ee164ae", 2024-04-18T05:12:04.248 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 18.2.2-1229-g56a91dd1 (56a91dd158be807f143cc918a11685fc9ee164ae) reef (stable)", 2024-04-18T05:12:04.248 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "0", 2024-04-18T05:12:04.248 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-04-18T05:12:04.248 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-18T05:12:04.248 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "35220", 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 4875, 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 4875 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2042878307 2024-04-18T05:12:04.249 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2042878307 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.4875 192.168.0.1:0/2042878307", 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/2042878307", 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 8, 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 26, 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-04-18T05:12:04.250 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:12:04.262 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:12:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f057dcee640 1 Processor -- start 2024-04-18T05:12:04.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f057dcee640 1 -- start start 2024-04-18T05:12:04.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f057dcee640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 0x7f05780c0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:04.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f057dcee640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f05780a98d0 0x7f0578071b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:04.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f057dcee640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05780c5230 con 0x7f0578072080 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f057dcee640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05780c5870 con 0x7f05780a98d0 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f057dcee640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05780c4d30 con 0x7f057806b0f0 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f0576ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f05780a98d0 0x7f0578071b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f0576ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f05780a98d0 0x7f0578071b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38314/0 (socket says 172.21.15.32:38314) 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f0576ffd640 1 -- 172.21.15.32:0/2514975293 learned_addr learned my addr 172.21.15.32:0/2514975293 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f0577fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0578072080 0x7f057814ddb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43842/0 (socket says 172.21.15.32:43842) 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f05777fe640 1 --2- 172.21.15.32:0/2514975293 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 0x7f05780c0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f0576ffd640 1 -- 172.21.15.32:0/2514975293 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 msgr2=0x7f05780c0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f0576ffd640 1 --2- 172.21.15.32:0/2514975293 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 0x7f05780c0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f0576ffd640 1 -- 172.21.15.32:0/2514975293 >> v1:172.21.15.32:6789/0 conn(0x7f0578072080 legacy=0x7f057814ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f0576ffd640 1 -- 172.21.15.32:0/2514975293 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05780aab50 con 0x7f05780a98d0 2024-04-18T05:12:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.388+0000 7f05767fc640 1 -- 172.21.15.32:0/2514975293 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2180088145 0 0) 0x7f05780c5230 con 0x7f0578072080 2024-04-18T05:12:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0576ffd640 1 --2- 172.21.15.32:0/2514975293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f05780a98d0 0x7f0578071b40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f056c00bb10 tx=0x7f056c01eba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d505f26c9ec903dc server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f05767fc640 1 -- 172.21.15.32:0/2514975293 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056c0a7b90 con 0x7f05780a98d0 2024-04-18T05:12:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f05767fc640 1 -- 172.21.15.32:0/2514975293 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f056c0a7cf0 con 0x7f05780a98d0 2024-04-18T05:12:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f05767fc640 1 -- 172.21.15.32:0/2514975293 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056c0af660 con 0x7f05780a98d0 2024-04-18T05:12:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 -- 172.21.15.32:0/2514975293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f05780a98d0 msgr2=0x7f0578071b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 --2- 172.21.15.32:0/2514975293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f05780a98d0 0x7f0578071b40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f056c00bb10 tx=0x7f056c01eba0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 -- 172.21.15.32:0/2514975293 shutdown_connections 2024-04-18T05:12:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 --2- 172.21.15.32:0/2514975293 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f05780a98d0 0x7f0578071b40 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 --2- 172.21.15.32:0/2514975293 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 0x7f05780c0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 -- 172.21.15.32:0/2514975293 >> 172.21.15.32:0/2514975293 conn(0x7f05780c2580 msgr2=0x7f05780c2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 -- 172.21.15.32:0/2514975293 shutdown_connections 2024-04-18T05:12:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 -- 172.21.15.32:0/2514975293 wait complete. 2024-04-18T05:12:04.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 Processor -- start 2024-04-18T05:12:04.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 -- start start 2024-04-18T05:12:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 0x7f05780bba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0578072080 0x7f05780bc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05780a98d0 0x7f0578156500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05780bafb0 con 0x7f0578072080 2024-04-18T05:12:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0578158a90 con 0x7f05780a98d0 2024-04-18T05:12:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f057dcee640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05781592a0 con 0x7f057806b0f0 2024-04-18T05:12:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0576ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0578072080 0x7f05780bc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0576ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0578072080 0x7f05780bc9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38328/0 (socket says 172.21.15.32:38328) 2024-04-18T05:12:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0576ffd640 1 -- 172.21.15.32:0/2294806287 learned_addr learned my addr 172.21.15.32:0/2294806287 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f05777fe640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 0x7f05780bba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0577fff640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05780a98d0 0x7f0578156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0576ffd640 1 -- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 msgr2=0x7f05780bba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0576ffd640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 0x7f05780bba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0576ffd640 1 -- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05780a98d0 msgr2=0x7f0578156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0576ffd640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05780a98d0 0x7f0578156500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0576ffd640 1 -- 172.21.15.32:0/2294806287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f056c00b770 con 0x7f0578072080 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f05777fe640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 0x7f05780bba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.392+0000 7f0577fff640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05780a98d0 0x7f0578156500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f0576ffd640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0578072080 0x7f05780bc9e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f056c00b2c0 tx=0x7f056c01b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f055ffff640 1 -- 172.21.15.32:0/2294806287 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056c0ba640 con 0x7f0578072080 2024-04-18T05:12:04.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f055ffff640 1 -- 172.21.15.32:0/2294806287 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f056c0ba7c0 con 0x7f0578072080 2024-04-18T05:12:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0578158ce0 con 0x7f0578072080 2024-04-18T05:12:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f055ffff640 1 -- 172.21.15.32:0/2294806287 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056c0bab70 con 0x7f0578072080 2024-04-18T05:12:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05780babd0 con 0x7f0578072080 2024-04-18T05:12:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05780bb0f0 con 0x7f0578072080 2024-04-18T05:12:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f055ffff640 1 -- 172.21.15.32:0/2294806287 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f056c0b6040 con 0x7f0578072080 2024-04-18T05:12:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f055ffff640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f05640666c0 0x7f0564068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f055ffff640 1 -- 172.21.15.32:0/2294806287 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f056c1216f0 con 0x7f0578072080 2024-04-18T05:12:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f05777fe640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f05640666c0 0x7f0564068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.396+0000 7f05777fe640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f05640666c0 0x7f0564068b80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f05780a9e60 tx=0x7f0568008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:04.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.400+0000 7f055ffff640 1 -- 172.21.15.32:0/2294806287 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f05780bb0f0 con 0x7f0578072080 2024-04-18T05:12:04.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.596+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f05780bb0f0 con 0x7f0578072080 2024-04-18T05:12:04.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.596+0000 7f055ffff640 1 -- 172.21.15.32:0/2294806287 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f05780bb0f0 con 0x7f0578072080 2024-04-18T05:12:04.599 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f05640666c0 msgr2=0x7f0564068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f05640666c0 0x7f0564068b80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f05780a9e60 tx=0x7f0568008040 comp rx=0 tx=0).stop 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0578072080 msgr2=0x7f05780bc9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0578072080 0x7f05780bc9e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f056c00b2c0 tx=0x7f056c01b940 comp rx=0 tx=0).stop 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 shutdown_connections 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f05640666c0 0x7f0564068b80 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05780a98d0 0x7f0578156500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0578072080 0x7f05780bc9e0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 --2- 172.21.15.32:0/2294806287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f057806b0f0 0x7f05780bba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:04.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 >> 172.21.15.32:0/2294806287 conn(0x7f05780c2580 msgr2=0x7f057814d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:04.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 shutdown_connections 2024-04-18T05:12:04.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:04.600+0000 7f057dcee640 1 -- 172.21.15.32:0/2294806287 wait complete. 2024-04-18T05:12:04.617 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-18T05:12:04.617 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:12:04.617 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-04-18T05:12:04.617 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-04-18T05:12:04.617 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:04.617 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-18T05:12:04.617 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:12:04.618 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-18T05:12:04.618 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:12:04.618 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:04.618 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-04-18T05:12:04.625 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:12:04.625 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:12:04.625 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:12:04.625 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:04.625 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-04-18T05:12:04.625 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:04.625 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:04.625 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42499sec preferred_lft 42499sec 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:04.626 INFO:teuthology.orchestra.run.smithi092.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:12:04.627 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 02:42:ae:af:ca:6a brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:04.627 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:12:04.627 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:04.627 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-18T05:12:04.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:04.627 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2024-04-18T05:12:04.627 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-04-18T05:12:04.627 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add name ceph-brx type bridge 2024-04-18T05:12:04.627 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip addr flush dev ceph-brx 2024-04-18T05:12:04.627 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set ceph-brx up 2024-04-18T05:12:04.628 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-18T05:12:04.628 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-04-18T05:12:04.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:04.710 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:12:04.761 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-04-18T05:12:04.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:04.763 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-04-18T05:12:04.827 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-04-18T05:12:04.827 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run.smithi092.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run.smithi092.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run.smithi092.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run.smithi092.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:12:04.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:04.829 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2024-04-18T05:12:04.829 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-04-18T05:12:04.829 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-18T05:12:04.829 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-18T05:12:04.829 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-18T05:12:04.829 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-04-18T05:12:04.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:04.908 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-04-18T05:12:04.957 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:04.957 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list-id 2024-04-18T05:12:05.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:05.005 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2024-04-18T05:12:05.005 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-04-18T05:12:05.005 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-18T05:12:05.005 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-04-18T05:12:05.005 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-04-18T05:12:05.075 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-04-18T05:12:05.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:05.075 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2024-04-18T05:12:05.075 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-04-18T05:12:05.075 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-04-18T05:12:05.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-18T05:12:05.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-04-18T05:12:05.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-04-18T05:12:05.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-04-18T05:12:05.076 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-04-18T05:12:05.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:05.196 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2024-04-18T05:12:05.196 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-04-18T05:12:05.196 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-04-18T05:12:05.196 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set dev brx.0 master ceph-brx 2024-04-18T05:12:05.197 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-04-18T05:12:05.216 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-04-18T05:12:05.216 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:12:05.216 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:05.268 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:12:05.268 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:12:05.268 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:05.315 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:12:05.373 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:05.373 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:05.426 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:05.427 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:05.428 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:05.428 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:12:05.476 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:12:05.477 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-04-18T05:12:05.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:12:05.536 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:05.536 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:05.593 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:05.594 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:05.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:05.594 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:12:05.604 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:2024-04-18T05:12:05.604+0000 7f6c0345d580 -1 init, newargv = 0x564161ac5b80 newargc=15 2024-04-18T05:12:05.604 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[32909]: starting ceph client 2024-04-18T05:12:05.610 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[32909]: starting fuse 2024-04-18T05:12:06.709 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:12:06.725 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:06.726 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:06.779 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:06.781 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:06.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:06.781 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:12:06.828 INFO:teuthology.orchestra.run.smithi092.stdout:45 2024-04-18T05:12:06.828 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-04-18T05:12:06.828 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> import glob 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> import re 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> import subprocess 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> def _find_admin_socket(client_name): 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> files = glob.glob(asok_path) 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> # Given a non-glob path, it better be there 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> if "*" not in asok_path: 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> assert(len(files) == 1) 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> return files[0] 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> for f in files: 2024-04-18T05:12:06.829 DEBUG:teuthology.orchestra.run.smithi092:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-18T05:12:06.830 DEBUG:teuthology.orchestra.run.smithi092:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-18T05:12:06.830 DEBUG:teuthology.orchestra.run.smithi092:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-18T05:12:06.830 DEBUG:teuthology.orchestra.run.smithi092:> contents = proc_f.read() 2024-04-18T05:12:06.830 DEBUG:teuthology.orchestra.run.smithi092:> if mountpoint in contents: 2024-04-18T05:12:06.830 DEBUG:teuthology.orchestra.run.smithi092:> return f 2024-04-18T05:12:06.830 DEBUG:teuthology.orchestra.run.smithi092:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-18T05:12:06.830 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:12:06.830 DEBUG:teuthology.orchestra.run.smithi092:> print(_find_admin_socket("client.1")) 2024-04-18T05:12:06.830 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-04-18T05:12:06.948 INFO:teuthology.orchestra.run.smithi092.stdout:/var/run/ceph/ceph-client.1.32909.asok 2024-04-18T05:12:07.132 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.32909.asok 2024-04-18T05:12:07.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:07.132 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.32909.asok status 2024-04-18T05:12:07.287 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-04-18T05:12:07.287 INFO:teuthology.orchestra.run.smithi092.stdout: "metadata": { 2024-04-18T05:12:07.287 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_sha1": "56a91dd158be807f143cc918a11685fc9ee164ae", 2024-04-18T05:12:07.287 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_version": "ceph version 18.2.2-1229-g56a91dd1 (56a91dd158be807f143cc918a11685fc9ee164ae) reef (stable)", 2024-04-18T05:12:07.287 INFO:teuthology.orchestra.run.smithi092.stdout: "entity_id": "1", 2024-04-18T05:12:07.287 INFO:teuthology.orchestra.run.smithi092.stdout: "hostname": "smithi092", 2024-04-18T05:12:07.288 INFO:teuthology.orchestra.run.smithi092.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-04-18T05:12:07.288 INFO:teuthology.orchestra.run.smithi092.stdout: "pid": "32909", 2024-04-18T05:12:07.288 INFO:teuthology.orchestra.run.smithi092.stdout: "root": "/" 2024-04-18T05:12:07.288 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:12:07.288 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_count": 0, 2024-04-18T05:12:07.288 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_pinned_count": 0, 2024-04-18T05:12:07.288 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 4633, 2024-04-18T05:12:07.289 INFO:teuthology.orchestra.run.smithi092.stdout: "inst": { 2024-04-18T05:12:07.289 INFO:teuthology.orchestra.run.smithi092.stdout: "name": { 2024-04-18T05:12:07.289 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "client", 2024-04-18T05:12:07.289 INFO:teuthology.orchestra.run.smithi092.stdout: "num": 4633 2024-04-18T05:12:07.289 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:12:07.289 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:12:07.289 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:12:07.289 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:12:07.290 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 2098485376 2024-04-18T05:12:07.290 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-04-18T05:12:07.290 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:12:07.290 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:12:07.290 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:12:07.290 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:12:07.290 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 2098485376 2024-04-18T05:12:07.291 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:12:07.291 INFO:teuthology.orchestra.run.smithi092.stdout: "inst_str": "client.4633 192.168.0.1:0/2098485376", 2024-04-18T05:12:07.291 INFO:teuthology.orchestra.run.smithi092.stdout: "addr_str": "192.168.0.1:0/2098485376", 2024-04-18T05:12:07.291 INFO:teuthology.orchestra.run.smithi092.stdout: "inode_count": 1, 2024-04-18T05:12:07.291 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_epoch": 8, 2024-04-18T05:12:07.291 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch": 26, 2024-04-18T05:12:07.291 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch_barrier": 0, 2024-04-18T05:12:07.292 INFO:teuthology.orchestra.run.smithi092.stdout: "blocklisted": false, 2024-04-18T05:12:07.292 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs" 2024-04-18T05:12:07.292 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-04-18T05:12:07.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:07.301 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-04-18T05:12:07.301 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:07.309 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-04-18T05:12:07.309 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:07.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:07.309 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:07.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:07.366 DEBUG:teuthology.orchestra.run.smithi092:> stat --file-system '--printf=%T 2024-04-18T05:12:07.366 DEBUG:teuthology.orchestra.run.smithi092:> ' -- /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:07.373 INFO:teuthology.orchestra.run.smithi092.stdout:fuseblk 2024-04-18T05:12:07.373 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:07.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:07.374 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:07.428 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-04-18T05:12:07.443 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:07.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.576+0000 7f487f710640 1 Processor -- start 2024-04-18T05:12:07.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.576+0000 7f487f710640 1 -- start start 2024-04-18T05:12:07.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487f710640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780aeb90 0x7f48780c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487f710640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f487806cd00 0x7f487806b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487f710640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48780c4240 con 0x7f48780bcb80 2024-04-18T05:12:07.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487f710640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48780c7750 con 0x7f487806cd00 2024-04-18T05:12:07.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487f710640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48780aef70 con 0x7f48780aeb90 2024-04-18T05:12:07.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487d4ac640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780aeb90 0x7f48780c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487d4ac640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780aeb90 0x7f48780c5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:60328/0 (socket says 172.21.15.32:60328) 2024-04-18T05:12:07.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487d4ac640 1 -- 172.21.15.32:0/136369703 learned_addr learned my addr 172.21.15.32:0/136369703 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:07.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487dcad640 1 --2- 172.21.15.32:0/136369703 >> v2:172.21.15.92:3300/0 conn(0x7f487806cd00 0x7f487806b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487d4ac640 1 -- 172.21.15.32:0/136369703 >> v2:172.21.15.92:3300/0 conn(0x7f487806cd00 msgr2=0x7f487806b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:07.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487d4ac640 1 --2- 172.21.15.32:0/136369703 >> v2:172.21.15.92:3300/0 conn(0x7f487806cd00 0x7f487806b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487d4ac640 1 -- 172.21.15.32:0/136369703 >> v1:172.21.15.92:6789/0 conn(0x7f48780bcb80 legacy=0x7f487806b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487d4ac640 1 -- 172.21.15.32:0/136369703 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48780c46d0 con 0x7f48780aeb90 2024-04-18T05:12:07.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f487d4ac640 1 --2- 172.21.15.32:0/136369703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780aeb90 0x7f48780c5ec0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4874009870 tx=0x7f487401c4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7495af67cc08abe5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:07.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.580+0000 7f486ffff640 1 -- 172.21.15.32:0/136369703 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48740aa430 con 0x7f48780aeb90 2024-04-18T05:12:07.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f486ffff640 1 -- 172.21.15.32:0/136369703 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48740aa590 con 0x7f48780aeb90 2024-04-18T05:12:07.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f486ffff640 1 -- 172.21.15.32:0/136369703 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48740aa920 con 0x7f48780aeb90 2024-04-18T05:12:07.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- 172.21.15.32:0/136369703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780aeb90 msgr2=0x7f48780c5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 --2- 172.21.15.32:0/136369703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780aeb90 0x7f48780c5ec0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4874009870 tx=0x7f487401c4d0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- 172.21.15.32:0/136369703 shutdown_connections 2024-04-18T05:12:07.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 --2- 172.21.15.32:0/136369703 >> v2:172.21.15.92:3300/0 conn(0x7f487806cd00 0x7f487806b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 --2- 172.21.15.32:0/136369703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780aeb90 0x7f48780c5ec0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- 172.21.15.32:0/136369703 >> 172.21.15.32:0/136369703 conn(0x7f48780ab0a0 msgr2=0x7f48780ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:07.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- 172.21.15.32:0/136369703 shutdown_connections 2024-04-18T05:12:07.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- 172.21.15.32:0/136369703 wait complete. 2024-04-18T05:12:07.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 Processor -- start 2024-04-18T05:12:07.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- start start 2024-04-18T05:12:07.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487806cd00 0x7f48781ec410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48780bcb80 0x7f4878153210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780bf7b0 0x7f4878148260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f487814b6b0 con 0x7f48780bcb80 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f487814b990 con 0x7f487806cd00 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f487814bc70 con 0x7f48780bf7b0 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487ccab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48780bcb80 0x7f4878153210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487ccab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48780bcb80 0x7f4878153210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38338/0 (socket says 172.21.15.32:38338) 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487ccab640 1 -- 172.21.15.32:0/226979101 learned_addr learned my addr 172.21.15.32:0/226979101 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487dcad640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780bf7b0 0x7f4878148260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487d4ac640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487806cd00 0x7f48781ec410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487ccab640 1 -- 172.21.15.32:0/226979101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780bf7b0 msgr2=0x7f4878148260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487ccab640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780bf7b0 0x7f4878148260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487ccab640 1 -- 172.21.15.32:0/226979101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487806cd00 msgr2=0x7f48781ec410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487ccab640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487806cd00 0x7f48781ec410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487ccab640 1 -- 172.21.15.32:0/226979101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48740094d0 con 0x7f48780bcb80 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487ccab640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48780bcb80 0x7f4878153210 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f486800c390 tx=0x7f486800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f486dffb640 1 -- 172.21.15.32:0/226979101 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48680052d0 con 0x7f48780bcb80 2024-04-18T05:12:07.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f486dffb640 1 -- 172.21.15.32:0/226979101 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4868005430 con 0x7f48780bcb80 2024-04-18T05:12:07.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f487814bf50 con 0x7f48780bcb80 2024-04-18T05:12:07.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.584+0000 7f486dffb640 1 -- 172.21.15.32:0/226979101 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4868003820 con 0x7f48780bcb80 2024-04-18T05:12:07.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.588+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4878157870 con 0x7f48780bcb80 2024-04-18T05:12:07.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.588+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48780c4f00 con 0x7f48780bcb80 2024-04-18T05:12:07.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.588+0000 7f486dffb640 1 -- 172.21.15.32:0/226979101 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4868003980 con 0x7f48780bcb80 2024-04-18T05:12:07.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.588+0000 7f486dffb640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f485c066690 0x7f485c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.588+0000 7f486dffb640 1 -- 172.21.15.32:0/226979101 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4868083c30 con 0x7f48780bcb80 2024-04-18T05:12:07.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.588+0000 7f487d4ac640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f485c066690 0x7f485c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.588+0000 7f487d4ac640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f485c066690 0x7f485c068b50 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f4874009870 tx=0x7f48740a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:07.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.592+0000 7f486dffb640 1 -- 172.21.15.32:0/226979101 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f4868050cb0 con 0x7f48780bcb80 2024-04-18T05:12:07.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.752+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f48780666e0 con 0x7f48780bcb80 2024-04-18T05:12:07.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f486dffb640 1 -- 172.21.15.32:0/226979101 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+17834 (secure 0 0 0) 0x7f4868017090 con 0x7f48780bcb80 2024-04-18T05:12:07.758 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:07.758 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":26,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:11:32.712397+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:07.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f485c066690 msgr2=0x7f485c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f485c066690 0x7f485c068b50 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f4874009870 tx=0x7f48740a7000 comp rx=0 tx=0).stop 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48780bcb80 msgr2=0x7f4878153210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48780bcb80 0x7f4878153210 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f486800c390 tx=0x7f486800c850 comp rx=0 tx=0).stop 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 shutdown_connections 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f48780bf7b0 0x7f4878148260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f48780bcb80 0x7f4878153210 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f485c066690 0x7f485c068b50 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 --2- 172.21.15.32:0/226979101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f487806cd00 0x7f48781ec410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.756+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 >> 172.21.15.32:0/226979101 conn(0x7f48780ab0a0 msgr2=0x7f4878151bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.760+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 shutdown_connections 2024-04-18T05:12:07.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.760+0000 7f487f710640 1 -- 172.21.15.32:0/226979101 wait complete. 2024-04-18T05:12:07.777 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:07.778 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:07.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd394d4640 1 Processor -- start 2024-04-18T05:12:07.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd394d4640 1 -- start start 2024-04-18T05:12:07.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd394d4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdd3406a310 0x7fdd3414dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd394d4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdd340aa040 0x7fdd3414e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd394d4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd340c19c0 con 0x7fdd340a9080 2024-04-18T05:12:07.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd394d4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd34071c00 con 0x7fdd3406a310 2024-04-18T05:12:07.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd394d4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd3414e620 con 0x7fdd340aa040 2024-04-18T05:12:07.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd32ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdd3406a310 0x7fdd3414dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd337fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fdd340a9080 0x7fdd340a9480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43852/0 (socket says 172.21.15.32:43852) 2024-04-18T05:12:07.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd337fe640 1 -- 172.21.15.32:0/2871639141 learned_addr learned my addr 172.21.15.32:0/2871639141 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:07.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd327fc640 1 --2- 172.21.15.32:0/2871639141 >> v2:172.21.15.92:3300/0 conn(0x7fdd340aa040 0x7fdd3414e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd32ffd640 1 -- 172.21.15.32:0/2871639141 >> v2:172.21.15.92:3300/0 conn(0x7fdd340aa040 msgr2=0x7fdd3414e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:07.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd32ffd640 1 --2- 172.21.15.32:0/2871639141 >> v2:172.21.15.92:3300/0 conn(0x7fdd340aa040 0x7fdd3414e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd32ffd640 1 -- 172.21.15.32:0/2871639141 >> v1:172.21.15.32:6789/0 conn(0x7fdd340a9080 legacy=0x7fdd340a9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.908+0000 7fdd32ffd640 1 -- 172.21.15.32:0/2871639141 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd34154e70 con 0x7fdd3406a310 2024-04-18T05:12:07.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd32ffd640 1 --2- 172.21.15.32:0/2871639141 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd3406a310 0x7fdd3414dba0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdd3406ab50 tx=0x7fdd2401ea90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ef876613869e40 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:07.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd31ffb640 1 -- 172.21.15.32:0/2871639141 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd240a7a60 con 0x7fdd3406a310 2024-04-18T05:12:07.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd31ffb640 1 -- 172.21.15.32:0/2871639141 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd240a7bc0 con 0x7fdd3406a310 2024-04-18T05:12:07.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd31ffb640 1 -- 172.21.15.32:0/2871639141 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd240af440 con 0x7fdd3406a310 2024-04-18T05:12:07.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- 172.21.15.32:0/2871639141 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd3406a310 msgr2=0x7fdd3414dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 --2- 172.21.15.32:0/2871639141 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd3406a310 0x7fdd3414dba0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdd3406ab50 tx=0x7fdd2401ea90 comp rx=0 tx=0).stop 2024-04-18T05:12:07.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- 172.21.15.32:0/2871639141 shutdown_connections 2024-04-18T05:12:07.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 --2- 172.21.15.32:0/2871639141 >> v2:172.21.15.92:3300/0 conn(0x7fdd340aa040 0x7fdd3414e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 --2- 172.21.15.32:0/2871639141 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd3406a310 0x7fdd3414dba0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- 172.21.15.32:0/2871639141 >> 172.21.15.32:0/2871639141 conn(0x7fdd340c54b0 msgr2=0x7fdd340c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:07.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- 172.21.15.32:0/2871639141 shutdown_connections 2024-04-18T05:12:07.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- 172.21.15.32:0/2871639141 wait complete. 2024-04-18T05:12:07.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 Processor -- start 2024-04-18T05:12:07.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- start start 2024-04-18T05:12:07.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd3406a310 0x7fdd340c33d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd340a9080 0x7fdd3414e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd340aa040 0x7fdd3414f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd341516d0 con 0x7fdd340aa040 2024-04-18T05:12:07.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd341503b0 con 0x7fdd3406a310 2024-04-18T05:12:07.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd34148a40 con 0x7fdd340a9080 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd340aa040 0x7fdd3414f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd340aa040 0x7fdd3414f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38360/0 (socket says 172.21.15.32:38360) 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd337fe640 1 -- 172.21.15.32:0/2258111070 learned_addr learned my addr 172.21.15.32:0/2258111070 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd32ffd640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd3406a310 0x7fdd340c33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd327fc640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd340a9080 0x7fdd3414e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd337fe640 1 -- 172.21.15.32:0/2258111070 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd340a9080 msgr2=0x7fdd3414e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd337fe640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd340a9080 0x7fdd3414e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd337fe640 1 -- 172.21.15.32:0/2258111070 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd3406a310 msgr2=0x7fdd340c33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd337fe640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd3406a310 0x7fdd340c33d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd337fe640 1 -- 172.21.15.32:0/2258111070 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd2400b6c0 con 0x7fdd340aa040 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd337fe640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd340aa040 0x7fdd3414f310 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c00cbc0 tx=0x7fdd2c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd1b7fe640 1 -- 172.21.15.32:0/2258111070 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c00ad40 con 0x7fdd340aa040 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd1b7fe640 1 -- 172.21.15.32:0/2258111070 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd2c012400 con 0x7fdd340aa040 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd341ecf20 con 0x7fdd340aa040 2024-04-18T05:12:07.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd1b7fe640 1 -- 172.21.15.32:0/2258111070 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd2c00aea0 con 0x7fdd340aa040 2024-04-18T05:12:07.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.912+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd341512f0 con 0x7fdd340aa040 2024-04-18T05:12:07.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.916+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd3404e1e0 con 0x7fdd340aa040 2024-04-18T05:12:07.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.916+0000 7fdd1b7fe640 1 -- 172.21.15.32:0/2258111070 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdd2c007070 con 0x7fdd340aa040 2024-04-18T05:12:07.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.916+0000 7fdd1b7fe640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd20066690 0x7fdd20068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:07.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.916+0000 7fdd1b7fe640 1 -- 172.21.15.32:0/2258111070 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdd2c084270 con 0x7fdd340aa040 2024-04-18T05:12:07.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.916+0000 7fdd32ffd640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd20066690 0x7fdd20068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:07.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.916+0000 7fdd32ffd640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd20066690 0x7fdd20068b50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdd240b1000 tx=0x7fdd24008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:07.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:07.920+0000 7fdd1b7fe640 1 -- 172.21.15.32:0/2258111070 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fdd2c051430 con 0x7fdd340aa040 2024-04-18T05:12:08.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.080+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdd340aa640 con 0x7fdd340aa040 2024-04-18T05:12:08.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd1b7fe640 1 -- 172.21.15.32:0/2258111070 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdd2c054a50 con 0x7fdd340aa040 2024-04-18T05:12:08.084 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:08.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd20066690 msgr2=0x7fdd20068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd20066690 0x7fdd20068b50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdd240b1000 tx=0x7fdd24008040 comp rx=0 tx=0).stop 2024-04-18T05:12:08.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd340aa040 msgr2=0x7fdd3414f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd340aa040 0x7fdd3414f310 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c00cbc0 tx=0x7fdd2c00a430 comp rx=0 tx=0).stop 2024-04-18T05:12:08.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 shutdown_connections 2024-04-18T05:12:08.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd340aa040 0x7fdd3414f310 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd340a9080 0x7fdd3414e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd20066690 0x7fdd20068b50 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 --2- 172.21.15.32:0/2258111070 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd3406a310 0x7fdd340c33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 >> 172.21.15.32:0/2258111070 conn(0x7fdd340c54b0 msgr2=0x7fdd340a9460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:08.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 shutdown_connections 2024-04-18T05:12:08.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.084+0000 7fdd394d4640 1 -- 172.21.15.32:0/2258111070 wait complete. 2024-04-18T05:12:08.104 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:08.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2358802640 1 Processor -- start 2024-04-18T05:12:08.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2358802640 1 -- start start 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2358802640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f235406df40 0x7f2354151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2358802640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f235413a8c0 0x7f23540a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2358802640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23540a8200 con 0x7f235413ae10 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2358802640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23540a8fb0 con 0x7f235413a8c0 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2358802640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23541520a0 con 0x7f235406df40 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2352d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f235413a8c0 0x7f23540a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2352d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f235413a8c0 0x7f23540a9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38370/0 (socket says 172.21.15.32:38370) 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2352d9d640 1 -- 172.21.15.32:0/1008075579 learned_addr learned my addr 172.21.15.32:0/1008075579 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f235259c640 1 --2- 172.21.15.32:0/1008075579 >> v2:172.21.15.92:3300/0 conn(0x7f235406df40 0x7f2354151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2352d9d640 1 -- 172.21.15.32:0/1008075579 >> v2:172.21.15.92:3300/0 conn(0x7f235406df40 msgr2=0x7f2354151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2352d9d640 1 --2- 172.21.15.32:0/1008075579 >> v2:172.21.15.92:3300/0 conn(0x7f235406df40 0x7f2354151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2352d9d640 1 -- 172.21.15.32:0/1008075579 >> v1:172.21.15.92:6789/0 conn(0x7f235413ae10 legacy=0x7f23541559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:08.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.224+0000 7f2352d9d640 1 -- 172.21.15.32:0/1008075579 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23540a84e0 con 0x7f235413a8c0 2024-04-18T05:12:08.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2352d9d640 1 --2- 172.21.15.32:0/1008075579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235413a8c0 0x7f23540a9dc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f23540c1050 tx=0x7f234c01c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd8efd3436ea826e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:08.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f235159a640 1 -- 172.21.15.32:0/1008075579 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234c0ab600 con 0x7f235413a8c0 2024-04-18T05:12:08.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f235159a640 1 -- 172.21.15.32:0/1008075579 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f234c0a7050 con 0x7f235413a8c0 2024-04-18T05:12:08.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f235159a640 1 -- 172.21.15.32:0/1008075579 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f234c0ab980 con 0x7f235413a8c0 2024-04-18T05:12:08.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 -- 172.21.15.32:0/1008075579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235413a8c0 msgr2=0x7f23540a9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 --2- 172.21.15.32:0/1008075579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235413a8c0 0x7f23540a9dc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f23540c1050 tx=0x7f234c01c450 comp rx=0 tx=0).stop 2024-04-18T05:12:08.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 -- 172.21.15.32:0/1008075579 shutdown_connections 2024-04-18T05:12:08.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 --2- 172.21.15.32:0/1008075579 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235413a8c0 0x7f23540a9dc0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 --2- 172.21.15.32:0/1008075579 >> v2:172.21.15.92:3300/0 conn(0x7f235406df40 0x7f2354151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 -- 172.21.15.32:0/1008075579 >> 172.21.15.32:0/1008075579 conn(0x7f23540c54b0 msgr2=0x7f23540c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:08.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 -- 172.21.15.32:0/1008075579 shutdown_connections 2024-04-18T05:12:08.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 -- 172.21.15.32:0/1008075579 wait complete. 2024-04-18T05:12:08.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 Processor -- start 2024-04-18T05:12:08.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.228+0000 7f2358802640 1 -- start start 2024-04-18T05:12:08.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2358802640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235406df40 0x7f23540bc8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2358802640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f235413a8c0 0x7f23540be070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2358802640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f235413ae10 0x7f23540becd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2358802640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23540be5b0 con 0x7f235406df40 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2358802640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2354139690 con 0x7f235413a8c0 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2358802640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2354139970 con 0x7f235413ae10 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f235259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235406df40 0x7f23540bc8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f235259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235406df40 0x7f23540bc8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38374/0 (socket says 172.21.15.32:38374) 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f235259c640 1 -- 172.21.15.32:0/2434404095 learned_addr learned my addr 172.21.15.32:0/2434404095 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2351d9b640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f235413a8c0 0x7f23540be070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f235259c640 1 -- 172.21.15.32:0/2434404095 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f235413ae10 msgr2=0x7f23540becd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2352d9d640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f235413ae10 0x7f23540becd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f235259c640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f235413ae10 0x7f23540becd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f235259c640 1 -- 172.21.15.32:0/2434404095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f235413a8c0 msgr2=0x7f23540be070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f235259c640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f235413a8c0 0x7f23540be070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f235259c640 1 -- 172.21.15.32:0/2434404095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f234c0094d0 con 0x7f235406df40 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2351d9b640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f235413a8c0 0x7f23540be070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:08.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f235259c640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235406df40 0x7f23540bc8a0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2344007ef0 tx=0x7f234400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:08.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f234affd640 1 -- 172.21.15.32:0/2434404095 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2344014620 con 0x7f235406df40 2024-04-18T05:12:08.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f234affd640 1 -- 172.21.15.32:0/2434404095 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2344014780 con 0x7f235406df40 2024-04-18T05:12:08.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f234affd640 1 -- 172.21.15.32:0/2434404095 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2344014b30 con 0x7f235406df40 2024-04-18T05:12:08.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2354153bc0 con 0x7f235406df40 2024-04-18T05:12:08.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f235406cf90 con 0x7f235406df40 2024-04-18T05:12:08.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f235404e1e0 con 0x7f235406df40 2024-04-18T05:12:08.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f234affd640 1 -- 172.21.15.32:0/2434404095 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2344014c90 con 0x7f235406df40 2024-04-18T05:12:08.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f234affd640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f23340666c0 0x7f2334068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f234affd640 1 -- 172.21.15.32:0/2434404095 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2344084da0 con 0x7f235406df40 2024-04-18T05:12:08.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2351d9b640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f23340666c0 0x7f2334068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.232+0000 7f2351d9b640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f23340666c0 0x7f2334068b80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f23540c0a70 tx=0x7f233c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:08.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.236+0000 7f234affd640 1 -- 172.21.15.32:0/2434404095 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f2344051eb0 con 0x7f235406df40 2024-04-18T05:12:08.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f23540c1780 con 0x7f235406df40 2024-04-18T05:12:08.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f234affd640 1 -- 172.21.15.32:0/2434404095 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f23440554d0 con 0x7f235406df40 2024-04-18T05:12:08.401 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:08.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f23340666c0 msgr2=0x7f2334068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f23340666c0 0x7f2334068b80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f23540c0a70 tx=0x7f233c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235406df40 msgr2=0x7f23540bc8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235406df40 0x7f23540bc8a0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2344007ef0 tx=0x7f234400e4b0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 shutdown_connections 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f235413ae10 0x7f23540becd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f23340666c0 0x7f2334068b80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f235413a8c0 0x7f23540be070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 --2- 172.21.15.32:0/2434404095 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f235406df40 0x7f23540bc8a0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 >> 172.21.15.32:0/2434404095 conn(0x7f23540c54b0 msgr2=0x7f2354151250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 shutdown_connections 2024-04-18T05:12:08.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.400+0000 7f2358802640 1 -- 172.21.15.32:0/2434404095 wait complete. 2024-04-18T05:12:08.419 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:08.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.532+0000 7f6e2c74d640 1 Processor -- start 2024-04-18T05:12:08.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.532+0000 7f6e2c74d640 1 -- start start 2024-04-18T05:12:08.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e2c74d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e241569a0 0x7f6e240c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e2c74d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6e240bcb30 0x7f6e24157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e2c74d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e240c46c0 con 0x7f6e240c67c0 2024-04-18T05:12:08.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e2c74d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e2406c610 con 0x7f6e240bcb30 2024-04-18T05:12:08.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e2c74d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e24155050 con 0x7f6e241569a0 2024-04-18T05:12:08.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e29ce8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6e240bcb30 0x7f6e24157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e29ce8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6e240bcb30 0x7f6e24157530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38382/0 (socket says 172.21.15.32:38382) 2024-04-18T05:12:08.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e29ce8640 1 -- 172.21.15.32:0/15142267 learned_addr learned my addr 172.21.15.32:0/15142267 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:08.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e2a4e9640 1 --2- 172.21.15.32:0/15142267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e241569a0 0x7f6e240c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e29ce8640 1 -- 172.21.15.32:0/15142267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e241569a0 msgr2=0x7f6e240c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:08.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e29ce8640 1 --2- 172.21.15.32:0/15142267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e241569a0 0x7f6e240c6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e29ce8640 1 -- 172.21.15.32:0/15142267 >> v1:172.21.15.92:6789/0 conn(0x7f6e240c67c0 legacy=0x7f6e24157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e29ce8640 1 -- 172.21.15.32:0/15142267 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e24154980 con 0x7f6e240bcb30 2024-04-18T05:12:08.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e29ce8640 1 --2- 172.21.15.32:0/15142267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 0x7f6e24157530 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f6e14009870 tx=0x7f6e1401c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eedfa52c7e2f4b86 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:08.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e294e7640 1 -- 172.21.15.32:0/15142267 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e140a95f0 con 0x7f6e240bcb30 2024-04-18T05:12:08.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e294e7640 1 -- 172.21.15.32:0/15142267 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e140a9750 con 0x7f6e240bcb30 2024-04-18T05:12:08.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.536+0000 7f6e294e7640 1 -- 172.21.15.32:0/15142267 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e140a9ae0 con 0x7f6e240bcb30 2024-04-18T05:12:08.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- 172.21.15.32:0/15142267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 msgr2=0x7f6e24157530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 --2- 172.21.15.32:0/15142267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 0x7f6e24157530 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f6e14009870 tx=0x7f6e1401c530 comp rx=0 tx=0).stop 2024-04-18T05:12:08.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- 172.21.15.32:0/15142267 shutdown_connections 2024-04-18T05:12:08.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 --2- 172.21.15.32:0/15142267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 0x7f6e24157530 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 --2- 172.21.15.32:0/15142267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e241569a0 0x7f6e240c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- 172.21.15.32:0/15142267 >> 172.21.15.32:0/15142267 conn(0x7f6e24072950 msgr2=0x7f6e24072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:08.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- 172.21.15.32:0/15142267 shutdown_connections 2024-04-18T05:12:08.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- 172.21.15.32:0/15142267 wait complete. 2024-04-18T05:12:08.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 Processor -- start 2024-04-18T05:12:08.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- start start 2024-04-18T05:12:08.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 0x7f6e241536f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e240c67c0 0x7f6e241ebc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e241569a0 0x7f6e241ec1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e240c1a60 con 0x7f6e240bcb30 2024-04-18T05:12:08.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e240c2b40 con 0x7f6e241569a0 2024-04-18T05:12:08.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e240c30c0 con 0x7f6e240c67c0 2024-04-18T05:12:08.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2a4e9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 0x7f6e241536f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2a4e9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 0x7f6e241536f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38388/0 (socket says 172.21.15.32:38388) 2024-04-18T05:12:08.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2a4e9640 1 -- 172.21.15.32:0/1786219722 learned_addr learned my addr 172.21.15.32:0/1786219722 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:08.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2acea640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e241569a0 0x7f6e241ec1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e29ce8640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e240c67c0 0x7f6e241ebc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2a4e9640 1 -- 172.21.15.32:0/1786219722 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e240c67c0 msgr2=0x7f6e241ebc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2a4e9640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e240c67c0 0x7f6e241ebc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2a4e9640 1 -- 172.21.15.32:0/1786219722 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e241569a0 msgr2=0x7f6e241ec1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2a4e9640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e241569a0 0x7f6e241ec1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2a4e9640 1 -- 172.21.15.32:0/1786219722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e140094d0 con 0x7f6e240bcb30 2024-04-18T05:12:08.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2a4e9640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 0x7f6e241536f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6e2000d5f0 tx=0x7f6e2000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:08.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e1affd640 1 -- 172.21.15.32:0/1786219722 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e200125f0 con 0x7f6e240bcb30 2024-04-18T05:12:08.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e1affd640 1 -- 172.21.15.32:0/1786219722 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e20012750 con 0x7f6e240bcb30 2024-04-18T05:12:08.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e241efd90 con 0x7f6e240bcb30 2024-04-18T05:12:08.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e1affd640 1 -- 172.21.15.32:0/1786219722 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e20012ae0 con 0x7f6e240bcb30 2024-04-18T05:12:08.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.540+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e241efa80 con 0x7f6e240bcb30 2024-04-18T05:12:08.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.544+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e2404e1e0 con 0x7f6e240bcb30 2024-04-18T05:12:08.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.544+0000 7f6e1affd640 1 -- 172.21.15.32:0/1786219722 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6e20012c40 con 0x7f6e240bcb30 2024-04-18T05:12:08.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.544+0000 7f6e1affd640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6e080666c0 0x7f6e08068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.544+0000 7f6e1affd640 1 -- 172.21.15.32:0/1786219722 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6e20084960 con 0x7f6e240bcb30 2024-04-18T05:12:08.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.544+0000 7f6e29ce8640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6e080666c0 0x7f6e08068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.544+0000 7f6e29ce8640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6e080666c0 0x7f6e08068b80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f6e140ae000 tx=0x7f6e140b3040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:08.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.548+0000 7f6e1affd640 1 -- 172.21.15.32:0/1786219722 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f6e200519e0 con 0x7f6e240bcb30 2024-04-18T05:12:08.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.704+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6e240671f0 con 0x7f6e240bcb30 2024-04-18T05:12:08.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e1affd640 1 -- 172.21.15.32:0/1786219722 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6e20007380 con 0x7f6e240bcb30 2024-04-18T05:12:08.708 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6e080666c0 msgr2=0x7f6e08068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6e080666c0 0x7f6e08068b80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f6e140ae000 tx=0x7f6e140b3040 comp rx=0 tx=0).stop 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 msgr2=0x7f6e241536f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 0x7f6e241536f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6e2000d5f0 tx=0x7f6e2000dab0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 shutdown_connections 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6e080666c0 0x7f6e08068b80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6e241569a0 0x7f6e241ec1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6e240c67c0 0x7f6e241ebc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 --2- 172.21.15.32:0/1786219722 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6e240bcb30 0x7f6e241536f0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 >> 172.21.15.32:0/1786219722 conn(0x7f6e24072950 msgr2=0x7f6e24072d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:08.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 shutdown_connections 2024-04-18T05:12:08.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.708+0000 7f6e2c74d640 1 -- 172.21.15.32:0/1786219722 wait complete. 2024-04-18T05:12:08.727 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:08.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e2f8e640 1 Processor -- start 2024-04-18T05:12:08.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e2f8e640 1 -- start start 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e2f8e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5dc06a400 0x7fb5dc151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e2f8e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb5dc0bbdb0 0x7fb5dc0bb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e2f8e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5dc0ba2e0 con 0x7fb5dc0a8d50 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e2f8e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5dc0ba0d0 con 0x7fb5dc06a400 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e2f8e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5dc0ba5c0 con 0x7fb5dc0bbdb0 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e0d2a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5dc06a400 0x7fb5dc151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e0d2a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5dc06a400 0x7fb5dc151380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38398/0 (socket says 172.21.15.32:38398) 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e0d2a640 1 -- 172.21.15.32:0/913362189 learned_addr learned my addr 172.21.15.32:0/913362189 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5d3fff640 1 --2- 172.21.15.32:0/913362189 >> v2:172.21.15.92:3300/0 conn(0x7fb5dc0bbdb0 0x7fb5dc0bb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e0d2a640 1 -- 172.21.15.32:0/913362189 >> v2:172.21.15.92:3300/0 conn(0x7fb5dc0bbdb0 msgr2=0x7fb5dc0bb0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:08.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e0d2a640 1 --2- 172.21.15.32:0/913362189 >> v2:172.21.15.92:3300/0 conn(0x7fb5dc0bbdb0 0x7fb5dc0bb0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e0d2a640 1 -- 172.21.15.32:0/913362189 >> v1:172.21.15.32:6789/0 conn(0x7fb5dc0a8d50 legacy=0x7fb5dc14d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.840+0000 7fb5e0d2a640 1 -- 172.21.15.32:0/913362189 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5dc0ba8a0 con 0x7fb5dc06a400 2024-04-18T05:12:08.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e0d2a640 1 --2- 172.21.15.32:0/913362189 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 0x7fb5dc151380 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc072190 tx=0x7fb5d801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=566f25af5c6b127d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:08.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5d37fe640 1 -- 172.21.15.32:0/913362189 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5d80ab660 con 0x7fb5dc06a400 2024-04-18T05:12:08.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5d37fe640 1 -- 172.21.15.32:0/913362189 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5d80ab7c0 con 0x7fb5dc06a400 2024-04-18T05:12:08.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5d37fe640 1 -- 172.21.15.32:0/913362189 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5d80abb50 con 0x7fb5dc06a400 2024-04-18T05:12:08.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 -- 172.21.15.32:0/913362189 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 msgr2=0x7fb5dc151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 --2- 172.21.15.32:0/913362189 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 0x7fb5dc151380 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc072190 tx=0x7fb5d801c460 comp rx=0 tx=0).stop 2024-04-18T05:12:08.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 -- 172.21.15.32:0/913362189 shutdown_connections 2024-04-18T05:12:08.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 --2- 172.21.15.32:0/913362189 >> v2:172.21.15.92:3300/0 conn(0x7fb5dc0bbdb0 0x7fb5dc0bb0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 --2- 172.21.15.32:0/913362189 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 0x7fb5dc151380 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 -- 172.21.15.32:0/913362189 >> 172.21.15.32:0/913362189 conn(0x7fb5dc0c54b0 msgr2=0x7fb5dc0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:08.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 -- 172.21.15.32:0/913362189 shutdown_connections 2024-04-18T05:12:08.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 -- 172.21.15.32:0/913362189 wait complete. 2024-04-18T05:12:08.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 Processor -- start 2024-04-18T05:12:08.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.844+0000 7fb5e2f8e640 1 -- start start 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e2f8e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 0x7fb5dc1495b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e2f8e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5dc0a8d50 0x7fb5dc148d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e2f8e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5dc0bbdb0 0x7fb5dc142930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e2f8e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5dc1ec010 con 0x7fb5dc06a400 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e2f8e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5dc1ece30 con 0x7fb5dc0bbdb0 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e2f8e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5dc1ec220 con 0x7fb5dc0a8d50 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e0d2a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 0x7fb5dc1495b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e0d2a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 0x7fb5dc1495b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38400/0 (socket says 172.21.15.32:38400) 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e0d2a640 1 -- 172.21.15.32:0/691659873 learned_addr learned my addr 172.21.15.32:0/691659873 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e152b640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5dc0bbdb0 0x7fb5dc142930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5d3fff640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5dc0a8d50 0x7fb5dc148d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e0d2a640 1 -- 172.21.15.32:0/691659873 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5dc0a8d50 msgr2=0x7fb5dc148d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e0d2a640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5dc0a8d50 0x7fb5dc148d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e0d2a640 1 -- 172.21.15.32:0/691659873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5dc0bbdb0 msgr2=0x7fb5dc142930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e0d2a640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5dc0bbdb0 0x7fb5dc142930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e0d2a640 1 -- 172.21.15.32:0/691659873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5d80094d0 con 0x7fb5dc06a400 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e152b640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5dc0bbdb0 0x7fb5dc142930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e0d2a640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 0x7fb5dc1495b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8019070 tx=0x7fb5d801aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5d17fa640 1 -- 172.21.15.32:0/691659873 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5d80b4800 con 0x7fb5dc06a400 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5d17fa640 1 -- 172.21.15.32:0/691659873 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5d80b4960 con 0x7fb5dc06a400 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e2f8e640 1 -- 172.21.15.32:0/691659873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5dc1ec500 con 0x7fb5dc06a400 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5d17fa640 1 -- 172.21.15.32:0/691659873 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5d80b4d10 con 0x7fb5dc06a400 2024-04-18T05:12:08.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5e2f8e640 1 -- 172.21.15.32:0/691659873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5dc1ecac0 con 0x7fb5dc06a400 2024-04-18T05:12:08.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5c2ffd640 1 -- 172.21.15.32:0/691659873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5b4005260 con 0x7fb5dc06a400 2024-04-18T05:12:08.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5d17fa640 1 -- 172.21.15.32:0/691659873 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb5d80a9070 con 0x7fb5dc06a400 2024-04-18T05:12:08.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5d17fa640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5c8066690 0x7fb5c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:08.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5d17fa640 1 -- 172.21.15.32:0/691659873 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb5d811ee20 con 0x7fb5dc06a400 2024-04-18T05:12:08.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.848+0000 7fb5d3fff640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5c8066690 0x7fb5c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:08.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.852+0000 7fb5d3fff640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5c8066690 0x7fb5c8068b50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc15b230 tx=0x7fb5cc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:08.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:08.856+0000 7fb5d17fa640 1 -- 172.21.15.32:0/691659873 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb5d80ec050 con 0x7fb5dc06a400 2024-04-18T05:12:09.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.008+0000 7fb5c2ffd640 1 -- 172.21.15.32:0/691659873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fb5b4005a90 con 0x7fb5dc06a400 2024-04-18T05:12:09.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.008+0000 7fb5d17fa640 1 -- 172.21.15.32:0/691659873 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb5d80ef670 con 0x7fb5dc06a400 2024-04-18T05:12:09.011 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 -- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5c8066690 msgr2=0x7fb5c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5c8066690 0x7fb5c8068b50 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc15b230 tx=0x7fb5cc008040 comp rx=0 tx=0).stop 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 -- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 msgr2=0x7fb5dc1495b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 0x7fb5dc1495b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8019070 tx=0x7fb5d801aca0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 -- 172.21.15.32:0/691659873 shutdown_connections 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5c8066690 0x7fb5c8068b50 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5dc0bbdb0 0x7fb5dc142930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5dc0a8d50 0x7fb5dc148d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 --2- 172.21.15.32:0/691659873 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5dc06a400 0x7fb5dc1495b0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 -- 172.21.15.32:0/691659873 >> 172.21.15.32:0/691659873 conn(0x7fb5dc0c54b0 msgr2=0x7fb5dc0c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:09.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 -- 172.21.15.32:0/691659873 shutdown_connections 2024-04-18T05:12:09.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.012+0000 7fb5c2ffd640 1 -- 172.21.15.32:0/691659873 wait complete. 2024-04-18T05:12:09.029 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:09.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc81736a640 1 Processor -- start 2024-04-18T05:12:09.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc81736a640 1 -- start start 2024-04-18T05:12:09.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc81736a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc81014aa70 0x7fc810157770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc81736a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc810154840 0x7fc810157cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc81736a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8100c79a0 con 0x7fc8100c4170 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc81736a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc810154d20 con 0x7fc81014aa70 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc81736a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8100c65f0 con 0x7fc810154840 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc814905640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc81014aa70 0x7fc810157770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc815106640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc8100c4170 0x7fc81014a360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43876/0 (socket says 172.21.15.32:43876) 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc814905640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc81014aa70 0x7fc810157770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38412/0 (socket says 172.21.15.32:38412) 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.140+0000 7fc815106640 1 -- 172.21.15.32:0/2450846451 learned_addr learned my addr 172.21.15.32:0/2450846451 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc815907640 1 --2- 172.21.15.32:0/2450846451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc810154840 0x7fc810157cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc814905640 1 -- 172.21.15.32:0/2450846451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc810154840 msgr2=0x7fc810157cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc814905640 1 --2- 172.21.15.32:0/2450846451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc810154840 0x7fc810157cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc814905640 1 -- 172.21.15.32:0/2450846451 >> v1:172.21.15.32:6789/0 conn(0x7fc8100c4170 legacy=0x7fc81014a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc807fff640 1 -- 172.21.15.32:0/2450846451 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 699363458 0 0) 0x7fc8100c79a0 con 0x7fc8100c4170 2024-04-18T05:12:09.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc814905640 1 -- 172.21.15.32:0/2450846451 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8100c68d0 con 0x7fc81014aa70 2024-04-18T05:12:09.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc814905640 1 --2- 172.21.15.32:0/2450846451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc81014aa70 0x7fc810157770 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc8000097c0 tx=0x7fc80001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ace60763b059770 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:09.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc807fff640 1 -- 172.21.15.32:0/2450846451 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8000ab600 con 0x7fc81014aa70 2024-04-18T05:12:09.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc807fff640 1 -- 172.21.15.32:0/2450846451 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8000a7050 con 0x7fc81014aa70 2024-04-18T05:12:09.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc807fff640 1 -- 172.21.15.32:0/2450846451 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8000ab980 con 0x7fc81014aa70 2024-04-18T05:12:09.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc81736a640 1 -- 172.21.15.32:0/2450846451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc81014aa70 msgr2=0x7fc810157770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc81736a640 1 --2- 172.21.15.32:0/2450846451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc81014aa70 0x7fc810157770 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc8000097c0 tx=0x7fc80001c410 comp rx=0 tx=0).stop 2024-04-18T05:12:09.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc81736a640 1 -- 172.21.15.32:0/2450846451 shutdown_connections 2024-04-18T05:12:09.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc81736a640 1 --2- 172.21.15.32:0/2450846451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc810154840 0x7fc810157cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc81736a640 1 --2- 172.21.15.32:0/2450846451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc81014aa70 0x7fc810157770 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc81736a640 1 -- 172.21.15.32:0/2450846451 >> 172.21.15.32:0/2450846451 conn(0x7fc810072b80 msgr2=0x7fc810072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:09.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc81736a640 1 -- 172.21.15.32:0/2450846451 shutdown_connections 2024-04-18T05:12:09.148 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.144+0000 7fc81736a640 1 -- 172.21.15.32:0/2450846451 wait complete. 2024-04-18T05:12:09.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 Processor -- start 2024-04-18T05:12:09.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 -- start start 2024-04-18T05:12:09.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8100c4170 0x7fc81014dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc81014aa70 0x7fc8101ef640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc810154840 0x7fc8100bf970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc81014c190 con 0x7fc810154840 2024-04-18T05:12:09.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8100a9380 con 0x7fc81014aa70 2024-04-18T05:12:09.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8100ab8c0 con 0x7fc8100c4170 2024-04-18T05:12:09.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815907640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc810154840 0x7fc8100bf970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815907640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc810154840 0x7fc8100bf970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38422/0 (socket says 172.21.15.32:38422) 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815907640 1 -- 172.21.15.32:0/3655780592 learned_addr learned my addr 172.21.15.32:0/3655780592 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815106640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8100c4170 0x7fc81014dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815907640 1 -- 172.21.15.32:0/3655780592 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8100c4170 msgr2=0x7fc81014dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815907640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8100c4170 0x7fc81014dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815907640 1 -- 172.21.15.32:0/3655780592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc81014aa70 msgr2=0x7fc8101ef640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc814905640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc81014aa70 0x7fc8101ef640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815907640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc81014aa70 0x7fc8101ef640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815907640 1 -- 172.21.15.32:0/3655780592 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc800009420 con 0x7fc810154840 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc815907640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc810154840 0x7fc8100bf970 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc808007e30 tx=0x7fc80800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc805ffb640 1 -- 172.21.15.32:0/3655780592 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc808014620 con 0x7fc810154840 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc805ffb640 1 -- 172.21.15.32:0/3655780592 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc80800ee90 con 0x7fc810154840 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc805ffb640 1 -- 172.21.15.32:0/3655780592 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8080149c0 con 0x7fc810154840 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8100abba0 con 0x7fc810154840 2024-04-18T05:12:09.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8100a9010 con 0x7fc810154840 2024-04-18T05:12:09.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.148+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8100a94f0 con 0x7fc810154840 2024-04-18T05:12:09.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.152+0000 7fc805ffb640 1 -- 172.21.15.32:0/3655780592 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc808014b20 con 0x7fc810154840 2024-04-18T05:12:09.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.152+0000 7fc805ffb640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc7f4066690 0x7fc7f4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.152+0000 7fc805ffb640 1 -- 172.21.15.32:0/3655780592 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fc808084dd0 con 0x7fc810154840 2024-04-18T05:12:09.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.152+0000 7fc815106640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc7f4066690 0x7fc7f4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.152+0000 7fc815106640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc7f4066690 0x7fc7f4068b50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc80c000f70 tx=0x7fc80c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:09.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.156+0000 7fc805ffb640 1 -- 172.21.15.32:0/3655780592 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc808051ea0 con 0x7fc810154840 2024-04-18T05:12:09.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.308+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc8100666e0 con 0x7fc810154840 2024-04-18T05:12:09.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc805ffb640 1 -- 172.21.15.32:0/3655780592 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+17930 (secure 0 0 0) 0x7fc808086020 con 0x7fc810154840 2024-04-18T05:12:09.314 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:09.314 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":27,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:09.034668+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:09.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc7f4066690 msgr2=0x7fc7f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc7f4066690 0x7fc7f4068b50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc80c000f70 tx=0x7fc80c009040 comp rx=0 tx=0).stop 2024-04-18T05:12:09.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc810154840 msgr2=0x7fc8100bf970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc810154840 0x7fc8100bf970 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc808007e30 tx=0x7fc80800e4b0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 shutdown_connections 2024-04-18T05:12:09.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc810154840 0x7fc8100bf970 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc7f4066690 0x7fc7f4068b50 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc81014aa70 0x7fc8101ef640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 --2- 172.21.15.32:0/3655780592 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8100c4170 0x7fc81014dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 >> 172.21.15.32:0/3655780592 conn(0x7fc810072b80 msgr2=0x7fc8101535d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:09.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 shutdown_connections 2024-04-18T05:12:09.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.312+0000 7fc81736a640 1 -- 172.21.15.32:0/3655780592 wait complete. 2024-04-18T05:12:09.332 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:09.332 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:09.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f9022dd0640 1 Processor -- start 2024-04-18T05:12:09.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f9022dd0640 1 -- start start 2024-04-18T05:12:09.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f9022dd0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 0x7f901c0a8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f9022dd0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f901c06e000 0x7f901c151af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f9022dd0640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f901c06f730 con 0x7f901c0c3880 2024-04-18T05:12:09.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f9022dd0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f901c0bd9d0 con 0x7f901c06e000 2024-04-18T05:12:09.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f9022dd0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f901c06f9f0 con 0x7f901c0c34a0 2024-04-18T05:12:09.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f901bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f901c06e000 0x7f901c151af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f901bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f901c06e000 0x7f901c151af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38438/0 (socket says 172.21.15.32:38438) 2024-04-18T05:12:09.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f901bfff640 1 -- 172.21.15.32:0/2649438881 learned_addr learned my addr 172.21.15.32:0/2649438881 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:09.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f9020b6c640 1 --2- 172.21.15.32:0/2649438881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 0x7f901c0a8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f901bfff640 1 -- 172.21.15.32:0/2649438881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 msgr2=0x7f901c0a8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:09.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f901bfff640 1 --2- 172.21.15.32:0/2649438881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 0x7f901c0a8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f901bfff640 1 -- 172.21.15.32:0/2649438881 >> v1:172.21.15.92:6789/0 conn(0x7f901c0c3880 legacy=0x7f901c152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:09.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f901bfff640 1 -- 172.21.15.32:0/2649438881 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f901c155b90 con 0x7f901c06e000 2024-04-18T05:12:09.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f901bfff640 1 --2- 172.21.15.32:0/2649438881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c06e000 0x7f901c151af0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9004009e50 tx=0x7f900401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91476b778aa5979b server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:09.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.460+0000 7f901b7fe640 1 -- 172.21.15.32:0/2649438881 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90040a5770 con 0x7f901c06e000 2024-04-18T05:12:09.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f901b7fe640 1 -- 172.21.15.32:0/2649438881 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90040a58d0 con 0x7f901c06e000 2024-04-18T05:12:09.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f901b7fe640 1 -- 172.21.15.32:0/2649438881 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90040a5c60 con 0x7f901c06e000 2024-04-18T05:12:09.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- 172.21.15.32:0/2649438881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c06e000 msgr2=0x7f901c151af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 --2- 172.21.15.32:0/2649438881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c06e000 0x7f901c151af0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9004009e50 tx=0x7f900401c930 comp rx=0 tx=0).stop 2024-04-18T05:12:09.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- 172.21.15.32:0/2649438881 shutdown_connections 2024-04-18T05:12:09.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 --2- 172.21.15.32:0/2649438881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c06e000 0x7f901c151af0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 --2- 172.21.15.32:0/2649438881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 0x7f901c0a8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- 172.21.15.32:0/2649438881 >> 172.21.15.32:0/2649438881 conn(0x7f901c072d80 msgr2=0x7f901c0c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:09.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- 172.21.15.32:0/2649438881 shutdown_connections 2024-04-18T05:12:09.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- 172.21.15.32:0/2649438881 wait complete. 2024-04-18T05:12:09.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 Processor -- start 2024-04-18T05:12:09.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- start start 2024-04-18T05:12:09.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f901c06e000 0x7f901c14e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 0x7f901c1ebeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c0c3880 0x7f901c1ec3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f901c150370 con 0x7f901c0c3880 2024-04-18T05:12:09.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f901c1508a0 con 0x7f901c06e000 2024-04-18T05:12:09.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f901c1505c0 con 0x7f901c0c34a0 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f902136d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c0c3880 0x7f901c1ec3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f902136d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c0c3880 0x7f901c1ec3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38440/0 (socket says 172.21.15.32:38440) 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f902136d640 1 -- 172.21.15.32:0/101441401 learned_addr learned my addr 172.21.15.32:0/101441401 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f901bfff640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 0x7f901c1ebeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9020b6c640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f901c06e000 0x7f901c14e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f902136d640 1 -- 172.21.15.32:0/101441401 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 msgr2=0x7f901c1ebeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f902136d640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 0x7f901c1ebeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f902136d640 1 -- 172.21.15.32:0/101441401 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f901c06e000 msgr2=0x7f901c14e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f902136d640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f901c06e000 0x7f901c14e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f902136d640 1 -- 172.21.15.32:0/101441401 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9004009b30 con 0x7f901c0c3880 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f901bfff640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 0x7f901c1ebeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f902136d640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c0c3880 0x7f901c1ec3f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f901400c410 tx=0x7f901400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f90197fa640 1 -- 172.21.15.32:0/101441401 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9014005230 con 0x7f901c0c3880 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f90197fa640 1 -- 172.21.15.32:0/101441401 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9014005390 con 0x7f901c0c3880 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f901c151270 con 0x7f901c0c3880 2024-04-18T05:12:09.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f90197fa640 1 -- 172.21.15.32:0/101441401 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90140047f0 con 0x7f901c0c3880 2024-04-18T05:12:09.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.464+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f901c14e6a0 con 0x7f901c0c3880 2024-04-18T05:12:09.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.468+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f901c151790 con 0x7f901c0c3880 2024-04-18T05:12:09.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.468+0000 7f90197fa640 1 -- 172.21.15.32:0/101441401 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9014004950 con 0x7f901c0c3880 2024-04-18T05:12:09.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.468+0000 7f90197fa640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f90000666c0 0x7f9000068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.468+0000 7f9020b6c640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f90000666c0 0x7f9000068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.468+0000 7f90197fa640 1 -- 172.21.15.32:0/101441401 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f90140837c0 con 0x7f901c0c3880 2024-04-18T05:12:09.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.468+0000 7f9020b6c640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f90000666c0 0x7f9000068b80 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f900c009790 tx=0x7f900c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:09.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.472+0000 7f90197fa640 1 -- 172.21.15.32:0/101441401 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9014050890 con 0x7f901c0c3880 2024-04-18T05:12:09.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.632+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f901c04e1e0 con 0x7f901c0c3880 2024-04-18T05:12:09.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.632+0000 7f90197fa640 1 -- 172.21.15.32:0/101441401 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9014053eb0 con 0x7f901c0c3880 2024-04-18T05:12:09.636 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f90000666c0 msgr2=0x7f9000068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f90000666c0 0x7f9000068b80 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f900c009790 tx=0x7f900c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c0c3880 msgr2=0x7f901c1ec3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c0c3880 0x7f901c1ec3f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f901400c410 tx=0x7f901400c8d0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 shutdown_connections 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f901c0c3880 0x7f901c1ec3f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f901c0c34a0 0x7f901c1ebeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f90000666c0 0x7f9000068b80 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 --2- 172.21.15.32:0/101441401 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f901c06e000 0x7f901c14e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 >> 172.21.15.32:0/101441401 conn(0x7f901c072d80 msgr2=0x7f901c0bc1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:09.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 shutdown_connections 2024-04-18T05:12:09.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.636+0000 7f9022dd0640 1 -- 172.21.15.32:0/101441401 wait complete. 2024-04-18T05:12:09.655 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:09.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ecf36640 1 Processor -- start 2024-04-18T05:12:09.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ecf36640 1 -- start start 2024-04-18T05:12:09.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ecf36640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f58e8155a30 0x7f58e8157ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ecf36640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 0x7f58e815bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ecf36640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58e815b5e0 con 0x7f58e806a310 2024-04-18T05:12:09.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ecf36640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58e8070720 con 0x7f58e8155a30 2024-04-18T05:12:09.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ecf36640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58e81585d0 con 0x7f58e8071d80 2024-04-18T05:12:09.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ddd9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f58e8155a30 0x7f58e8157ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ddd9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f58e8155a30 0x7f58e8157ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38444/0 (socket says 172.21.15.32:38444) 2024-04-18T05:12:09.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ddd9b640 1 -- 172.21.15.32:0/352743443 learned_addr learned my addr 172.21.15.32:0/352743443 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:09.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58e659c640 1 --1- 172.21.15.32:0/352743443 >> v1:172.21.15.32:6789/0 conn(0x7f58e806a310 0x7f58e8155320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43886/0 (socket says 172.21.15.32:43886) 2024-04-18T05:12:09.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58e6d9d640 1 --2- 172.21.15.32:0/352743443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 0x7f58e815bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ddd9b640 1 -- 172.21.15.32:0/352743443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 msgr2=0x7f58e815bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:09.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ddd9b640 1 --2- 172.21.15.32:0/352743443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 0x7f58e815bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ddd9b640 1 -- 172.21.15.32:0/352743443 >> v1:172.21.15.32:6789/0 conn(0x7f58e806a310 legacy=0x7f58e8155320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58e5d9b640 1 -- 172.21.15.32:0/352743443 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 678382735 0 0) 0x7f58e815b5e0 con 0x7f58e806a310 2024-04-18T05:12:09.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ddd9b640 1 -- 172.21.15.32:0/352743443 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58e81588b0 con 0x7f58e8155a30 2024-04-18T05:12:09.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.780+0000 7f58ddd9b640 1 --2- 172.21.15.32:0/352743443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e8155a30 0x7f58e8157ff0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f58d0009870 tx=0x7f58d001c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9ae3ab214697d3a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:09.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e5d9b640 1 -- 172.21.15.32:0/352743443 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d00ab600 con 0x7f58e8155a30 2024-04-18T05:12:09.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e5d9b640 1 -- 172.21.15.32:0/352743443 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58d00a7050 con 0x7f58e8155a30 2024-04-18T05:12:09.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e5d9b640 1 -- 172.21.15.32:0/352743443 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d00ab980 con 0x7f58e8155a30 2024-04-18T05:12:09.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- 172.21.15.32:0/352743443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e8155a30 msgr2=0x7f58e8157ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 --2- 172.21.15.32:0/352743443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e8155a30 0x7f58e8157ff0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f58d0009870 tx=0x7f58d001c4d0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- 172.21.15.32:0/352743443 shutdown_connections 2024-04-18T05:12:09.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 --2- 172.21.15.32:0/352743443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 0x7f58e815bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 --2- 172.21.15.32:0/352743443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e8155a30 0x7f58e8157ff0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- 172.21.15.32:0/352743443 >> 172.21.15.32:0/352743443 conn(0x7f58e80c54b0 msgr2=0x7f58e80c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:09.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- 172.21.15.32:0/352743443 shutdown_connections 2024-04-18T05:12:09.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- 172.21.15.32:0/352743443 wait complete. 2024-04-18T05:12:09.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 Processor -- start 2024-04-18T05:12:09.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- start start 2024-04-18T05:12:09.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e806a310 0x7f58e806cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 0x7f58e8157390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58e8155a30 0x7f58e80a9940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58e814d220 con 0x7f58e806a310 2024-04-18T05:12:09.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58e8157f30 con 0x7f58e8155a30 2024-04-18T05:12:09.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58e8156700 con 0x7f58e8071d80 2024-04-18T05:12:09.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e806a310 0x7f58e806cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e806a310 0x7f58e806cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38452/0 (socket says 172.21.15.32:38452) 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e659c640 1 -- 172.21.15.32:0/2313551034 learned_addr learned my addr 172.21.15.32:0/2313551034 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e6d9d640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58e8155a30 0x7f58e80a9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ddd9b640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 0x7f58e8157390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e659c640 1 -- 172.21.15.32:0/2313551034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 msgr2=0x7f58e8157390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e659c640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 0x7f58e8157390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e659c640 1 -- 172.21.15.32:0/2313551034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58e8155a30 msgr2=0x7f58e80a9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e659c640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58e8155a30 0x7f58e80a9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e659c640 1 -- 172.21.15.32:0/2313551034 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58d00094d0 con 0x7f58e806a310 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58e659c640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e806a310 0x7f58e806cf40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f58d80011f0 tx=0x7f58d800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58df7fe640 1 -- 172.21.15.32:0/2313551034 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d80074e0 con 0x7f58e806a310 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58df7fe640 1 -- 172.21.15.32:0/2313551034 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58d8007640 con 0x7f58e806a310 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58e8155e60 con 0x7f58e806a310 2024-04-18T05:12:09.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58df7fe640 1 -- 172.21.15.32:0/2313551034 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d8004a10 con 0x7f58e806a310 2024-04-18T05:12:09.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.784+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58e81560b0 con 0x7f58e806a310 2024-04-18T05:12:09.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.788+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58e80aa6d0 con 0x7f58e806a310 2024-04-18T05:12:09.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.788+0000 7f58df7fe640 1 -- 172.21.15.32:0/2313551034 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f58d8004b70 con 0x7f58e806a310 2024-04-18T05:12:09.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.788+0000 7f58df7fe640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58c80666c0 0x7f58c8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:09.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.788+0000 7f58df7fe640 1 -- 172.21.15.32:0/2313551034 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f58d8083610 con 0x7f58e806a310 2024-04-18T05:12:09.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.788+0000 7f58ddd9b640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58c80666c0 0x7f58c8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:09.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.788+0000 7f58ddd9b640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58c80666c0 0x7f58c8068b80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f58d00ad000 tx=0x7f58d00a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:09.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.792+0000 7f58df7fe640 1 -- 172.21.15.32:0/2313551034 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f58d80506e0 con 0x7f58e806a310 2024-04-18T05:12:09.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f58e804e1e0 con 0x7f58e806a310 2024-04-18T05:12:09.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58df7fe640 1 -- 172.21.15.32:0/2313551034 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f58d8053d00 con 0x7f58e806a310 2024-04-18T05:12:09.946 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:09.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58c80666c0 msgr2=0x7f58c8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58c80666c0 0x7f58c8068b80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f58d00ad000 tx=0x7f58d00a6000 comp rx=0 tx=0).stop 2024-04-18T05:12:09.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e806a310 msgr2=0x7f58e806cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:09.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e806a310 0x7f58e806cf40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f58d80011f0 tx=0x7f58d800c9b0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 shutdown_connections 2024-04-18T05:12:09.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58c80666c0 0x7f58c8068b80 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58e8155a30 0x7f58e80a9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58e8071d80 0x7f58e8157390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 --2- 172.21.15.32:0/2313551034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58e806a310 0x7f58e806cf40 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:09.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 >> 172.21.15.32:0/2313551034 conn(0x7f58e80c54b0 msgr2=0x7f58e80c4800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:09.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 shutdown_connections 2024-04-18T05:12:09.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:09.944+0000 7f58ecf36640 1 -- 172.21.15.32:0/2313551034 wait complete. 2024-04-18T05:12:09.963 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:10.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803d13c640 1 Processor -- start 2024-04-18T05:12:10.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803d13c640 1 -- start start 2024-04-18T05:12:10.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803d13c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f803806df40 0x7f8038151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803d13c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80380a8200 con 0x7f803813ae10 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803d13c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80380a84e0 con 0x7f803813a8c0 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803d13c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80380a8fb0 con 0x7f803806df40 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803659c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f803813ae10 0x7f80381559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43902/0 (socket says 172.21.15.32:43902) 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803659c640 1 -- 172.21.15.32:0/558577525 learned_addr learned my addr 172.21.15.32:0/558577525 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8036d9d640 1 --2- 172.21.15.32:0/558577525 >> v2:172.21.15.92:3300/0 conn(0x7f803806df40 0x7f8038151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3195712097 0 0) 0x7f80380a8200 con 0x7f803813ae10 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8020003530 con 0x7f803813ae10 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1372743034 0 0) 0x7f8020003530 con 0x7f803813ae10 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 >> v2:172.21.15.92:3300/0 conn(0x7f803806df40 msgr2=0x7f8038151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 --2- 172.21.15.32:0/558577525 >> v2:172.21.15.92:3300/0 conn(0x7f803806df40 0x7f8038151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 >> v1:172.21.15.92:6789/0 conn(0x7f803813a8c0 legacy=0x7f80380a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80380a87c0 con 0x7f803813ae10 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f8028001680 con 0x7f803813ae10 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 >> v1:172.21.15.32:6789/0 conn(0x7f803813ae10 legacy=0x7f80381559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8020003980 0x7f8020003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80200047d0 0x7f8020004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8020005190 0x7f802000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f802000c100 con 0x7f80200047d0 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f802000c270 con 0x7f8020003980 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f802000c430 con 0x7f8020005190 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803659c640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80200047d0 0x7f8020004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f8036d9d640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8020003980 0x7f8020003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803759e640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8020005190 0x7f802000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803659c640 1 -- 172.21.15.32:0/558577525 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8020005190 msgr2=0x7f802000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803659c640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8020005190 0x7f802000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803659c640 1 -- 172.21.15.32:0/558577525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8020003980 msgr2=0x7f8020003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:10.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803659c640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8020003980 0x7f8020003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803659c640 1 -- 172.21.15.32:0/558577525 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8020003530 con 0x7f80200047d0 2024-04-18T05:12:10.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803759e640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8020005190 0x7f802000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:10.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.092+0000 7f803759e640 1 -- 172.21.15.32:0/558577525 reap_dead start 2024-04-18T05:12:10.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803659c640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80200047d0 0x7f8020004c50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f802800c240 tx=0x7f802801cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45c9c41eebafdc25 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:10.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8028005ae0 con 0x7f80200047d0 2024-04-18T05:12:10.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8028005c40 con 0x7f80200047d0 2024-04-18T05:12:10.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f8035d9b640 1 -- 172.21.15.32:0/558577525 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80280a59f0 con 0x7f80200047d0 2024-04-18T05:12:10.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803d13c640 1 -- 172.21.15.32:0/558577525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80200047d0 msgr2=0x7f8020004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803d13c640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80200047d0 0x7f8020004c50 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f802800c240 tx=0x7f802801cc60 comp rx=0 tx=0).stop 2024-04-18T05:12:10.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803d13c640 1 -- 172.21.15.32:0/558577525 shutdown_connections 2024-04-18T05:12:10.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803d13c640 1 --2- 172.21.15.32:0/558577525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f80200047d0 0x7f8020004c50 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803d13c640 1 -- 172.21.15.32:0/558577525 >> 172.21.15.32:0/558577525 conn(0x7f80380c54b0 msgr2=0x7f80380c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:10.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803d13c640 1 -- 172.21.15.32:0/558577525 shutdown_connections 2024-04-18T05:12:10.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803d13c640 1 -- 172.21.15.32:0/558577525 wait complete. 2024-04-18T05:12:10.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803d13c640 1 Processor -- start 2024-04-18T05:12:10.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.096+0000 7f803d13c640 1 -- start start 2024-04-18T05:12:10.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803d13c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80200047d0 0x7f80381ed4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803d13c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f803806cce0 0x7f80381385c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803d13c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803806bf30 0x7f803806c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803d13c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80381ee450 con 0x7f803806cce0 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803d13c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f803806c8f0 con 0x7f80200047d0 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803d13c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80380c0e20 con 0x7f803806bf30 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f803806cce0 0x7f80381385c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f803806cce0 0x7f80381385c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38466/0 (socket says 172.21.15.32:38466) 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803659c640 1 -- 172.21.15.32:0/2084138505 learned_addr learned my addr 172.21.15.32:0/2084138505 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f8036d9d640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80200047d0 0x7f80381ed4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803759e640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803806bf30 0x7f803806c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803659c640 1 -- 172.21.15.32:0/2084138505 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803806bf30 msgr2=0x7f803806c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803659c640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803806bf30 0x7f803806c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803659c640 1 -- 172.21.15.32:0/2084138505 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80200047d0 msgr2=0x7f80381ed4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803659c640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80200047d0 0x7f80381ed4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803659c640 1 -- 172.21.15.32:0/2084138505 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80381e7c10 con 0x7f803806cce0 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f8036d9d640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80200047d0 0x7f80381ed4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803659c640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f803806cce0 0x7f80381385c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f802801c6d0 tx=0x7f8020005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f801f7fe640 1 -- 172.21.15.32:0/2084138505 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80280b4070 con 0x7f803806cce0 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f801f7fe640 1 -- 172.21.15.32:0/2084138505 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8028001500 con 0x7f803806cce0 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f801f7fe640 1 -- 172.21.15.32:0/2084138505 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80280a59d0 con 0x7f803806cce0 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f803806baa0 con 0x7f803806cce0 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80381ede90 con 0x7f803806cce0 2024-04-18T05:12:10.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f803804e1e0 con 0x7f803806cce0 2024-04-18T05:12:10.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f801f7fe640 1 -- 172.21.15.32:0/2084138505 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f80280a5b30 con 0x7f803806cce0 2024-04-18T05:12:10.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f801f7fe640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8024066690 0x7f8024068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f801f7fe640 1 -- 172.21.15.32:0/2084138505 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f802811dd80 con 0x7f803806cce0 2024-04-18T05:12:10.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f8036d9d640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8024066690 0x7f8024068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.100+0000 7f8036d9d640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8024066690 0x7f8024068b50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f802c009b70 tx=0x7f802c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:10.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.108+0000 7f801f7fe640 1 -- 172.21.15.32:0/2084138505 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f80280eae50 con 0x7f803806cce0 2024-04-18T05:12:10.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.268+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f80381e7c10 con 0x7f803806cce0 2024-04-18T05:12:10.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.268+0000 7f801f7fe640 1 -- 172.21.15.32:0/2084138505 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f80381e7c10 con 0x7f803806cce0 2024-04-18T05:12:10.272 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:10.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8024066690 msgr2=0x7f8024068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8024066690 0x7f8024068b50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f802c009b70 tx=0x7f802c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f803806cce0 msgr2=0x7f80381385c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f803806cce0 0x7f80381385c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f802801c6d0 tx=0x7f8020005800 comp rx=0 tx=0).stop 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 shutdown_connections 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803806bf30 0x7f803806c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f803806cce0 0x7f80381385c0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8024066690 0x7f8024068b50 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 --2- 172.21.15.32:0/2084138505 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f80200047d0 0x7f80381ed4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 >> 172.21.15.32:0/2084138505 conn(0x7f80380c54b0 msgr2=0x7f80380a8db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 shutdown_connections 2024-04-18T05:12:10.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.272+0000 7f803d13c640 1 -- 172.21.15.32:0/2084138505 wait complete. 2024-04-18T05:12:10.292 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:10.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.412+0000 7f5d268ba640 1 Processor -- start 2024-04-18T05:12:10.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.412+0000 7f5d268ba640 1 -- start start 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d268ba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2006df40 0x7f5d20151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d268ba640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5d2013ae10 0x7f5d201559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d268ba640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d200a8200 con 0x7f5d2013a8c0 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d268ba640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d200a8fb0 con 0x7f5d2013ae10 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d268ba640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d201520a0 con 0x7f5d2006df40 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d24e57640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5d2013a8c0 0x7f5d200a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43914/0 (socket says 172.21.15.32:43914) 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d24e57640 1 -- 172.21.15.32:0/1240890552 learned_addr learned my addr 172.21.15.32:0/1240890552 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1f7fe640 1 --2- 172.21.15.32:0/1240890552 >> v2:172.21.15.32:3300/0 conn(0x7f5d2013ae10 0x7f5d201559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1ffff640 1 --2- 172.21.15.32:0/1240890552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2006df40 0x7f5d20151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1effd640 1 -- 172.21.15.32:0/1240890552 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1203058127 0 0) 0x7f5d200a8200 con 0x7f5d2013a8c0 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1effd640 1 -- 172.21.15.32:0/1240890552 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5d0c003530 con 0x7f5d2013a8c0 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1f7fe640 1 -- 172.21.15.32:0/1240890552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2006df40 msgr2=0x7f5d20151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:10.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1f7fe640 1 --2- 172.21.15.32:0/1240890552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2006df40 0x7f5d20151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1f7fe640 1 -- 172.21.15.32:0/1240890552 >> v1:172.21.15.32:6789/0 conn(0x7f5d2013a8c0 legacy=0x7f5d200a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1f7fe640 1 -- 172.21.15.32:0/1240890552 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d200a84e0 con 0x7f5d2013ae10 2024-04-18T05:12:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1f7fe640 1 --2- 172.21.15.32:0/1240890552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 0x7f5d201559f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5d080097f0 tx=0x7f5d0801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66df9b452918e2b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1effd640 1 -- 172.21.15.32:0/1240890552 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d080ab600 con 0x7f5d2013ae10 2024-04-18T05:12:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1effd640 1 -- 172.21.15.32:0/1240890552 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d080ab760 con 0x7f5d2013ae10 2024-04-18T05:12:10.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.416+0000 7f5d1effd640 1 -- 172.21.15.32:0/1240890552 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d080abad0 con 0x7f5d2013ae10 2024-04-18T05:12:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- 172.21.15.32:0/1240890552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 msgr2=0x7f5d201559f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 --2- 172.21.15.32:0/1240890552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 0x7f5d201559f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5d080097f0 tx=0x7f5d0801c3e0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- 172.21.15.32:0/1240890552 shutdown_connections 2024-04-18T05:12:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 --2- 172.21.15.32:0/1240890552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 0x7f5d201559f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 --2- 172.21.15.32:0/1240890552 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2006df40 0x7f5d20151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- 172.21.15.32:0/1240890552 >> 172.21.15.32:0/1240890552 conn(0x7f5d200c54b0 msgr2=0x7f5d200c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- 172.21.15.32:0/1240890552 shutdown_connections 2024-04-18T05:12:10.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- 172.21.15.32:0/1240890552 wait complete. 2024-04-18T05:12:10.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 Processor -- start 2024-04-18T05:12:10.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- start start 2024-04-18T05:12:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d2006df40 0x7f5d20139f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2013a8c0 0x7f5d200bac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 0x7f5d2015ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d200c4d30 con 0x7f5d2013ae10 2024-04-18T05:12:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d200bb180 con 0x7f5d2006df40 2024-04-18T05:12:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d200c32c0 con 0x7f5d2013a8c0 2024-04-18T05:12:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d24e57640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 0x7f5d2015ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d24e57640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 0x7f5d2015ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38482/0 (socket says 172.21.15.32:38482) 2024-04-18T05:12:10.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d24e57640 1 -- 172.21.15.32:0/1186022435 learned_addr learned my addr 172.21.15.32:0/1186022435 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d1ffff640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d2006df40 0x7f5d20139f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d1f7fe640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2013a8c0 0x7f5d200bac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d24e57640 1 -- 172.21.15.32:0/1186022435 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2013a8c0 msgr2=0x7f5d200bac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d24e57640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2013a8c0 0x7f5d200bac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d24e57640 1 -- 172.21.15.32:0/1186022435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d2006df40 msgr2=0x7f5d20139f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d24e57640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d2006df40 0x7f5d20139f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d24e57640 1 -- 172.21.15.32:0/1186022435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d08009420 con 0x7f5d2013ae10 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d1f7fe640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2013a8c0 0x7f5d200bac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d24e57640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 0x7f5d2015ab20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f5d1000c480 tx=0x7f5d1000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d1cff9640 1 -- 172.21.15.32:0/1186022435 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d10005cf0 con 0x7f5d2013ae10 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d1cff9640 1 -- 172.21.15.32:0/1186022435 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d10005e50 con 0x7f5d2013ae10 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d200c2d40 con 0x7f5d2013ae10 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d1cff9640 1 -- 172.21.15.32:0/1186022435 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d100072b0 con 0x7f5d2013ae10 2024-04-18T05:12:10.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.420+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d200c49c0 con 0x7f5d2013ae10 2024-04-18T05:12:10.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.424+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d200c4ee0 con 0x7f5d2013ae10 2024-04-18T05:12:10.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.424+0000 7f5d1cff9640 1 -- 172.21.15.32:0/1186022435 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5d10007410 con 0x7f5d2013ae10 2024-04-18T05:12:10.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.424+0000 7f5d1cff9640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5d00066690 0x7f5d00068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.424+0000 7f5d1ffff640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5d00066690 0x7f5d00068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.424+0000 7f5d1cff9640 1 -- 172.21.15.32:0/1186022435 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f5d100839a0 con 0x7f5d2013ae10 2024-04-18T05:12:10.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.424+0000 7f5d1ffff640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5d00066690 0x7f5d00068b50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5d180074a0 tx=0x7f5d1800b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:10.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.428+0000 7f5d1cff9640 1 -- 172.21.15.32:0/1186022435 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5d200c4ee0 con 0x7f5d2013ae10 2024-04-18T05:12:10.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.580+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f5d200c4ee0 con 0x7f5d2013ae10 2024-04-18T05:12:10.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.580+0000 7f5d1cff9640 1 -- 172.21.15.32:0/1186022435 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f5d200c4ee0 con 0x7f5d2013ae10 2024-04-18T05:12:10.584 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:10.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5d00066690 msgr2=0x7f5d00068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5d00066690 0x7f5d00068b50 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5d180074a0 tx=0x7f5d1800b040 comp rx=0 tx=0).stop 2024-04-18T05:12:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 msgr2=0x7f5d2015ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 0x7f5d2015ab20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f5d1000c480 tx=0x7f5d1000c940 comp rx=0 tx=0).stop 2024-04-18T05:12:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 shutdown_connections 2024-04-18T05:12:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5d2013ae10 0x7f5d2015ab20 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5d2013a8c0 0x7f5d200bac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5d00066690 0x7f5d00068b50 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 --2- 172.21.15.32:0/1186022435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5d2006df40 0x7f5d20139f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 >> 172.21.15.32:0/1186022435 conn(0x7f5d200c54b0 msgr2=0x7f5d200c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:10.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 shutdown_connections 2024-04-18T05:12:10.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.584+0000 7f5d268ba640 1 -- 172.21.15.32:0/1186022435 wait complete. 2024-04-18T05:12:10.603 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:10.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd67a076640 1 Processor -- start 2024-04-18T05:12:10.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd67a076640 1 -- start start 2024-04-18T05:12:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd67a076640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd6740c1820 0x7fd674070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd67a076640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6740c0e50 0x7fd674070880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd67a076640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd67414e2d0 con 0x7fd67414def0 2024-04-18T05:12:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd67a076640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd674151440 con 0x7fd6740c1820 2024-04-18T05:12:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd67a076640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd674151720 con 0x7fd6740c0e50 2024-04-18T05:12:10.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6737fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd67414def0 0x7fd6740716f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43918/0 (socket says 172.21.15.32:43918) 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6737fe640 1 -- 172.21.15.32:0/866627254 learned_addr learned my addr 172.21.15.32:0/866627254 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4237545631 0 0) 0x7fd67414e2d0 con 0x7fd67414def0 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd672ffd640 1 --2- 172.21.15.32:0/866627254 >> v2:172.21.15.92:3300/0 conn(0x7fd6740c1820 0x7fd674070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd660003530 con 0x7fd67414def0 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd673fff640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6740c0e50 0x7fd674070880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1463554146 0 0) 0x7fd660003530 con 0x7fd67414def0 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6740c0e50 msgr2=0x7fd674070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6740c0e50 0x7fd674070880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 >> v2:172.21.15.92:3300/0 conn(0x7fd6740c1820 msgr2=0x7fd674070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 --2- 172.21.15.32:0/866627254 >> v2:172.21.15.92:3300/0 conn(0x7fd6740c1820 0x7fd674070340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6740c1cf0 con 0x7fd67414def0 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fd664001680 con 0x7fd67414def0 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 >> v1:172.21.15.32:6789/0 conn(0x7fd67414def0 legacy=0x7fd6740716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd660003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6600047d0 0x7fd660004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6740c0e50 0x7fd660005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd674151440 con 0x7fd660003980 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd674151720 con 0x7fd6600047d0 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd66000b990 con 0x7fd6740c0e50 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6737fe640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd660003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd672ffd640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6600047d0 0x7fd660004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd673fff640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6740c0e50 0x7fd660005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6737fe640 1 -- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6740c0e50 msgr2=0x7fd660005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6737fe640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6740c0e50 0x7fd660005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6737fe640 1 -- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6600047d0 msgr2=0x7fd660004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6737fe640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6600047d0 0x7fd660004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd6737fe640 1 -- 172.21.15.32:0/866627254 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd660003530 con 0x7fd660003980 2024-04-18T05:12:10.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.712+0000 7fd672ffd640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6600047d0 0x7fd660004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:10.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd660003da0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd66400c240 tx=0x7fd66401cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c735295849895843 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6640058e0 con 0x7fd660003980 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd664005a40 con 0x7fd660003980 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6727fc640 1 -- 172.21.15.32:0/866627254 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd664005e30 con 0x7fd660003980 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- 172.21.15.32:0/866627254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 msgr2=0x7fd660003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 --2- 172.21.15.32:0/866627254 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd660003da0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd66400c240 tx=0x7fd66401cc60 comp rx=0 tx=0).stop 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd673fff640 1 -- 172.21.15.32:0/866627254 reap_dead start 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- 172.21.15.32:0/866627254 shutdown_connections 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- 172.21.15.32:0/866627254 >> 172.21.15.32:0/866627254 conn(0x7fd674069e80 msgr2=0x7fd67406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- 172.21.15.32:0/866627254 shutdown_connections 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- 172.21.15.32:0/866627254 wait complete. 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 Processor -- start 2024-04-18T05:12:10.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- start start 2024-04-18T05:12:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd674140560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd67414fbd0 0x7fd6741425c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd674142b00 0x7fd6740aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6741ec030 con 0x7fd660003980 2024-04-18T05:12:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6741410b0 con 0x7fd674142b00 2024-04-18T05:12:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd674143800 con 0x7fd67414fbd0 2024-04-18T05:12:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd674140560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd674140560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38508/0 (socket says 172.21.15.32:38508) 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 -- 172.21.15.32:0/413239513 learned_addr learned my addr 172.21.15.32:0/413239513 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd673fff640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd674142b00 0x7fd6740aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd672ffd640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd67414fbd0 0x7fd6741425c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 -- 172.21.15.32:0/413239513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd67414fbd0 msgr2=0x7fd6741425c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd67414fbd0 0x7fd6741425c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 -- 172.21.15.32:0/413239513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd674142b00 msgr2=0x7fd6740aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd674142b00 0x7fd6740aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 -- 172.21.15.32:0/413239513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd674140dd0 con 0x7fd660003980 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd673fff640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd674142b00 0x7fd6740aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd6737fe640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd674140560 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd6640ab040 tx=0x7fd660005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd66bfff640 1 -- 172.21.15.32:0/413239513 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd664005e10 con 0x7fd660003980 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd66bfff640 1 -- 172.21.15.32:0/413239513 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6640047f0 con 0x7fd660003980 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd674143240 con 0x7fd660003980 2024-04-18T05:12:10.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd66bfff640 1 -- 172.21.15.32:0/413239513 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd664004ba0 con 0x7fd660003980 2024-04-18T05:12:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.716+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd67414ca50 con 0x7fd660003980 2024-04-18T05:12:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.720+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6740666e0 con 0x7fd660003980 2024-04-18T05:12:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.720+0000 7fd66bfff640 1 -- 172.21.15.32:0/413239513 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd664004d00 con 0x7fd660003980 2024-04-18T05:12:10.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.720+0000 7fd66bfff640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6540666c0 0x7fd654068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.720+0000 7fd66bfff640 1 -- 172.21.15.32:0/413239513 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fd66411dc80 con 0x7fd660003980 2024-04-18T05:12:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.720+0000 7fd672ffd640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6540666c0 0x7fd654068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:10.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.720+0000 7fd672ffd640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6540666c0 0x7fd654068b80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd6741ed160 tx=0x7fd65c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:10.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.724+0000 7fd66bfff640 1 -- 172.21.15.32:0/413239513 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd6640eacd0 con 0x7fd660003980 2024-04-18T05:12:10.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.884+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd67406a4c0 con 0x7fd660003980 2024-04-18T05:12:10.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd66bfff640 1 -- 172.21.15.32:0/413239513 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7fd6640ee2f0 con 0x7fd660003980 2024-04-18T05:12:10.889 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:10.889 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:10.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6540666c0 msgr2=0x7fd654068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6540666c0 0x7fd654068b80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd6741ed160 tx=0x7fd65c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:10.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 msgr2=0x7fd674140560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:10.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd674140560 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd6640ab040 tx=0x7fd660005800 comp rx=0 tx=0).stop 2024-04-18T05:12:10.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 shutdown_connections 2024-04-18T05:12:10.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6540666c0 0x7fd654068b80 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd674142b00 0x7fd6740aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd67414fbd0 0x7fd6741425c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 --2- 172.21.15.32:0/413239513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd660003980 0x7fd674140560 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:10.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 >> 172.21.15.32:0/413239513 conn(0x7fd674069e80 msgr2=0x7fd67406cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:10.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 shutdown_connections 2024-04-18T05:12:10.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:10.888+0000 7fd67a076640 1 -- 172.21.15.32:0/413239513 wait complete. 2024-04-18T05:12:10.908 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:10.909 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:11.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.036+0000 7fbdf420b640 1 Processor -- start 2024-04-18T05:12:11.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf420b640 1 -- start start 2024-04-18T05:12:11.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf420b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbdec14f0b0 0x7fbdec0a8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf420b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec06a5b0 0x7fbdec155960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf420b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbdec151a60 con 0x7fbdec06a150 2024-04-18T05:12:11.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf420b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbdec0a9290 con 0x7fbdec14f0b0 2024-04-18T05:12:11.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf420b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdec14f490 con 0x7fbdec06a5b0 2024-04-18T05:12:11.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf17a6640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbdec06a150 0x7fbdec155250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43922/0 (socket says 172.21.15.32:43922) 2024-04-18T05:12:11.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf17a6640 1 -- 172.21.15.32:0/1871570736 learned_addr learned my addr 172.21.15.32:0/1871570736 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:11.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf27a8640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec06a5b0 0x7fbdec155960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf1fa7640 1 --2- 172.21.15.32:0/1871570736 >> v2:172.21.15.92:3300/0 conn(0x7fbdec14f0b0 0x7fbdec0a8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 559758696 0 0) 0x7fbdec151a60 con 0x7fbdec06a150 2024-04-18T05:12:11.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbdd8003530 con 0x7fbdec06a150 2024-04-18T05:12:11.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1185448667 0 0) 0x7fbdd8003530 con 0x7fbdec06a150 2024-04-18T05:12:11.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec06a5b0 msgr2=0x7fbdec155960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:11.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec06a5b0 0x7fbdec155960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 >> v2:172.21.15.92:3300/0 conn(0x7fbdec14f0b0 msgr2=0x7fbdec0a8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:11.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 --2- 172.21.15.32:0/1871570736 >> v2:172.21.15.92:3300/0 conn(0x7fbdec14f0b0 0x7fbdec0a8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdec151d20 con 0x7fbdec06a150 2024-04-18T05:12:11.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fbddc001680 con 0x7fbdec06a150 2024-04-18T05:12:11.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 >> v1:172.21.15.32:6789/0 conn(0x7fbdec06a150 legacy=0x7fbdec155250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec06a5b0 0x7fbdd8003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd8003f00 0x7fbdd80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8004d10 0x7fbdd8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdec14f490 con 0x7fbdd8003f00 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdd800b990 con 0x7fbdd8004d10 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdd800bb20 con 0x7fbdec06a5b0 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf17a6640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd8003f00 0x7fbdd80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf27a8640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8004d10 0x7fbdd8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf1fa7640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec06a5b0 0x7fbdd8003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf17a6640 1 -- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec06a5b0 msgr2=0x7fbdd8003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf17a6640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec06a5b0 0x7fbdd8003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf17a6640 1 -- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8004d10 msgr2=0x7fbdd8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:11.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf17a6640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8004d10 0x7fbdd8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf17a6640 1 -- 172.21.15.32:0/1871570736 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdd8003530 con 0x7fbdd8003f00 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.040+0000 7fbdf27a8640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8004d10 0x7fbdd8005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf17a6640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd8003f00 0x7fbdd80047d0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00c270 tx=0x7fbddc01cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0895382cd70ef24 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbddc0a5960 con 0x7fbdd8003f00 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbddc0a5ac0 con 0x7fbdd8003f00 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf0fa5640 1 -- 172.21.15.32:0/1871570736 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbddc0058e0 con 0x7fbdd8003f00 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 -- 172.21.15.32:0/1871570736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd8003f00 msgr2=0x7fbdd80047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 --2- 172.21.15.32:0/1871570736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdd8003f00 0x7fbdd80047d0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00c270 tx=0x7fbddc01cc80 comp rx=0 tx=0).stop 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf27a8640 1 -- 172.21.15.32:0/1871570736 reap_dead start 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 -- 172.21.15.32:0/1871570736 shutdown_connections 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 -- 172.21.15.32:0/1871570736 >> 172.21.15.32:0/1871570736 conn(0x7fbdec0c54b0 msgr2=0x7fbdec0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 -- 172.21.15.32:0/1871570736 shutdown_connections 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 -- 172.21.15.32:0/1871570736 wait complete. 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 Processor -- start 2024-04-18T05:12:11.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 -- start start 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8003f00 0x7fbdec1efaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdec0718a0 0x7fbdec1ec1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec1ec6e0 0x7fbdec143850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdec1effe0 con 0x7fbdec0718a0 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdec06d3e0 con 0x7fbdd8003f00 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf420b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdec06cb40 con 0x7fbdec1ec6e0 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf17a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdec0718a0 0x7fbdec1ec1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf17a6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdec0718a0 0x7fbdec1ec1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38528/0 (socket says 172.21.15.32:38528) 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf17a6640 1 -- 172.21.15.32:0/3595782976 learned_addr learned my addr 172.21.15.32:0/3595782976 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf1fa7640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8003f00 0x7fbdec1efaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf27a8640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec1ec6e0 0x7fbdec143850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf17a6640 1 -- 172.21.15.32:0/3595782976 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec1ec6e0 msgr2=0x7fbdec143850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf17a6640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec1ec6e0 0x7fbdec143850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf17a6640 1 -- 172.21.15.32:0/3595782976 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8003f00 msgr2=0x7fbdec1efaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf17a6640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8003f00 0x7fbdec1efaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.044+0000 7fbdf17a6640 1 -- 172.21.15.32:0/3595782976 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdec06ce20 con 0x7fbdec0718a0 2024-04-18T05:12:11.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbdf17a6640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdec0718a0 0x7fbdec1ec1a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00c210 tx=0x7fbdd8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:11.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbde27fc640 1 -- 172.21.15.32:0/3595782976 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbddc004ab0 con 0x7fbdec0718a0 2024-04-18T05:12:11.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbde27fc640 1 -- 172.21.15.32:0/3595782976 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbddc0b3070 con 0x7fbdec0718a0 2024-04-18T05:12:11.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbde27fc640 1 -- 172.21.15.32:0/3595782976 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbddc004e30 con 0x7fbdec0718a0 2024-04-18T05:12:11.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdec06d100 con 0x7fbdec0718a0 2024-04-18T05:12:11.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdec14f8d0 con 0x7fbdec0718a0 2024-04-18T05:12:11.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdec1ecac0 con 0x7fbdec0718a0 2024-04-18T05:12:11.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbde27fc640 1 -- 172.21.15.32:0/3595782976 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbddc007070 con 0x7fbdec0718a0 2024-04-18T05:12:11.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbde27fc640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbdd00666c0 0x7fbdd0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbde27fc640 1 -- 172.21.15.32:0/3595782976 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fbddc0b5070 con 0x7fbdec0718a0 2024-04-18T05:12:11.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbdf1fa7640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbdd00666c0 0x7fbdd0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.048+0000 7fbdf1fa7640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbdd00666c0 0x7fbdd0068b80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fbdec150020 tx=0x7fbde8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:11.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.052+0000 7fbde27fc640 1 -- 172.21.15.32:0/3595782976 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fbddc0eb7a0 con 0x7fbdec0718a0 2024-04-18T05:12:11.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.208+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbdec04e1e0 con 0x7fbdec0718a0 2024-04-18T05:12:11.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.208+0000 7fbde27fc640 1 -- 172.21.15.32:0/3595782976 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbddc0bf0a0 con 0x7fbdec0718a0 2024-04-18T05:12:11.211 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbdd00666c0 msgr2=0x7fbdd0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbdd00666c0 0x7fbdd0068b80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fbdec150020 tx=0x7fbde8008040 comp rx=0 tx=0).stop 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdec0718a0 msgr2=0x7fbdec1ec1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdec0718a0 0x7fbdec1ec1a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00c210 tx=0x7fbdd8005800 comp rx=0 tx=0).stop 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 shutdown_connections 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbdec1ec6e0 0x7fbdec143850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbdec0718a0 0x7fbdec1ec1a0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbdd00666c0 0x7fbdd0068b80 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 --2- 172.21.15.32:0/3595782976 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbdd8003f00 0x7fbdec1efaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 >> 172.21.15.32:0/3595782976 conn(0x7fbdec0c54b0 msgr2=0x7fbdec155250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:11.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 shutdown_connections 2024-04-18T05:12:11.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.212+0000 7fbdf420b640 1 -- 172.21.15.32:0/3595782976 wait complete. 2024-04-18T05:12:11.229 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:11.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f8441150640 1 Processor -- start 2024-04-18T05:12:11.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f8441150640 1 -- start start 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f8441150640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f843c1569a0 0x7f843c0c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f8441150640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f843c0bcb30 0x7f843c157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f8441150640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0c67c0 0x7f843c157a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f8441150640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f843c06c610 con 0x7f843c0bcb30 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f8441150640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f843c0c46c0 con 0x7f843c1569a0 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f8441150640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f843c157fb0 con 0x7f843c0c67c0 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f843c0bcb30 0x7f843c157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843a59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f843c0bcb30 0x7f843c157530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38530/0 (socket says 172.21.15.32:38530) 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843a59c640 1 -- 172.21.15.32:0/2767478791 learned_addr learned my addr 172.21.15.32:0/2767478791 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:11.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843b59e640 1 --2- 172.21.15.32:0/2767478791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0c67c0 0x7f843c157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843ad9d640 1 --2- 172.21.15.32:0/2767478791 >> v2:172.21.15.92:3300/0 conn(0x7f843c1569a0 0x7f843c0c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843a59c640 1 -- 172.21.15.32:0/2767478791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0c67c0 msgr2=0x7f843c157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:11.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843a59c640 1 --2- 172.21.15.32:0/2767478791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0c67c0 0x7f843c157a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843a59c640 1 -- 172.21.15.32:0/2767478791 >> v2:172.21.15.92:3300/0 conn(0x7f843c1569a0 msgr2=0x7f843c0c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:11.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843a59c640 1 --2- 172.21.15.32:0/2767478791 >> v2:172.21.15.92:3300/0 conn(0x7f843c1569a0 0x7f843c0c6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843a59c640 1 -- 172.21.15.32:0/2767478791 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f843c155050 con 0x7f843c0bcb30 2024-04-18T05:12:11.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.348+0000 7f843ad9d640 1 --2- 172.21.15.32:0/2767478791 >> v2:172.21.15.92:3300/0 conn(0x7f843c1569a0 0x7f843c0c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:11.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843a59c640 1 --2- 172.21.15.32:0/2767478791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0bcb30 0x7f843c157530 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f843c0ac0b0 tx=0x7f842401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d5c56aedd0d4d6a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:11.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8439d9b640 1 -- 172.21.15.32:0/2767478791 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84240a5840 con 0x7f843c0bcb30 2024-04-18T05:12:11.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8439d9b640 1 -- 172.21.15.32:0/2767478791 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84240a59a0 con 0x7f843c0bcb30 2024-04-18T05:12:11.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8439d9b640 1 -- 172.21.15.32:0/2767478791 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84240a5d30 con 0x7f843c0bcb30 2024-04-18T05:12:11.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 -- 172.21.15.32:0/2767478791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0bcb30 msgr2=0x7f843c157530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 --2- 172.21.15.32:0/2767478791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0bcb30 0x7f843c157530 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f843c0ac0b0 tx=0x7f842401c9c0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 -- 172.21.15.32:0/2767478791 shutdown_connections 2024-04-18T05:12:11.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 --2- 172.21.15.32:0/2767478791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0c67c0 0x7f843c157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 --2- 172.21.15.32:0/2767478791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c0bcb30 0x7f843c157530 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 --2- 172.21.15.32:0/2767478791 >> v2:172.21.15.92:3300/0 conn(0x7f843c1569a0 0x7f843c0c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 -- 172.21.15.32:0/2767478791 >> 172.21.15.32:0/2767478791 conn(0x7f843c072950 msgr2=0x7f843c072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:11.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 -- 172.21.15.32:0/2767478791 shutdown_connections 2024-04-18T05:12:11.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 -- 172.21.15.32:0/2767478791 wait complete. 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 Processor -- start 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 -- start start 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bcb30 0x7f843c14a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c0c67c0 0x7f843c153a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c1569a0 0x7f843c1efa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f843c1ef5b0 con 0x7f843c1569a0 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f843c0c2260 con 0x7f843c0c67c0 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f8441150640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f843c0c2500 con 0x7f843c0bcb30 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843b59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c1569a0 0x7f843c1efa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843b59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c1569a0 0x7f843c1efa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:38546/0 (socket says 172.21.15.32:38546) 2024-04-18T05:12:11.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843b59e640 1 -- 172.21.15.32:0/589827979 learned_addr learned my addr 172.21.15.32:0/589827979 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843a59c640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c0c67c0 0x7f843c153a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843ad9d640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bcb30 0x7f843c14a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843b59e640 1 -- 172.21.15.32:0/589827979 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bcb30 msgr2=0x7f843c14a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843b59e640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bcb30 0x7f843c14a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843b59e640 1 -- 172.21.15.32:0/589827979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c0c67c0 msgr2=0x7f843c153a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843b59e640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c0c67c0 0x7f843c153a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.352+0000 7f843b59e640 1 -- 172.21.15.32:0/589827979 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8424009b30 con 0x7f843c1569a0 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f843a59c640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c0c67c0 0x7f843c153a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f843b59e640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c1569a0 0x7f843c1efa40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f843400d800 tx=0x7f843400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f84337fe640 1 -- 172.21.15.32:0/589827979 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84340096c0 con 0x7f843c1569a0 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f84337fe640 1 -- 172.21.15.32:0/589827979 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8434009820 con 0x7f843c1569a0 2024-04-18T05:12:11.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f843c0c27e0 con 0x7f843c1569a0 2024-04-18T05:12:11.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f84337fe640 1 -- 172.21.15.32:0/589827979 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8434009bd0 con 0x7f843c1569a0 2024-04-18T05:12:11.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f843c0c2ac0 con 0x7f843c1569a0 2024-04-18T05:12:11.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f843c1ef720 con 0x7f843c1569a0 2024-04-18T05:12:11.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f84337fe640 1 -- 172.21.15.32:0/589827979 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8434009d30 con 0x7f843c1569a0 2024-04-18T05:12:11.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f84337fe640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f841c066690 0x7f841c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f84337fe640 1 -- 172.21.15.32:0/589827979 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f8434084b20 con 0x7f843c1569a0 2024-04-18T05:12:11.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f843ad9d640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f841c066690 0x7f841c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.356+0000 7f843ad9d640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f841c066690 0x7f841c068b50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f842c0096d0 tx=0x7f842c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:11.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.360+0000 7f84337fe640 1 -- 172.21.15.32:0/589827979 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8434051bf0 con 0x7f843c1569a0 2024-04-18T05:12:11.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.524+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f843c04e1e0 con 0x7f843c1569a0 2024-04-18T05:12:11.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f84337fe640 1 -- 172.21.15.32:0/589827979 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8434018020 con 0x7f843c1569a0 2024-04-18T05:12:11.529 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:11.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f841c066690 msgr2=0x7f841c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f841c066690 0x7f841c068b50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f842c0096d0 tx=0x7f842c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:11.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c1569a0 msgr2=0x7f843c1efa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c1569a0 0x7f843c1efa40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f843400d800 tx=0x7f843400dcc0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 shutdown_connections 2024-04-18T05:12:11.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f843c1569a0 0x7f843c1efa40 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f841c066690 0x7f841c068b50 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f843c0c67c0 0x7f843c153a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 --2- 172.21.15.32:0/589827979 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f843c0bcb30 0x7f843c14a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 >> 172.21.15.32:0/589827979 conn(0x7f843c072950 msgr2=0x7f843c157380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:11.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 shutdown_connections 2024-04-18T05:12:11.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.528+0000 7f8441150640 1 -- 172.21.15.32:0/589827979 wait complete. 2024-04-18T05:12:11.549 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:11.676 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.672+0000 7f40455e6640 1 Processor -- start 2024-04-18T05:12:11.677 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f40455e6640 1 -- start start 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f40455e6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f404014e0f0 0x7f4040151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f40455e6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40400a9460 con 0x7f40400bbdb0 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f40455e6640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40400ba2e0 con 0x7f404006a400 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f40455e6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40400ba0d0 con 0x7f404014e0f0 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403f7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f404014e0f0 0x7f4040151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403f7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f404014e0f0 0x7f4040151380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60900/0 (socket says 172.21.15.32:60900) 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403f7fe640 1 -- 172.21.15.32:0/1079033281 learned_addr learned my addr 172.21.15.32:0/1079033281 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403e7fc640 1 --1- 172.21.15.32:0/1079033281 >> v1:172.21.15.32:6789/0 conn(0x7f40400bbdb0 0x7f404014d9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59434/0 (socket says 172.21.15.32:59434) 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403f7fe640 1 -- 172.21.15.32:0/1079033281 >> v1:172.21.15.92:6789/0 conn(0x7f404006a400 legacy=0x7f40400a8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403f7fe640 1 -- 172.21.15.32:0/1079033281 >> v1:172.21.15.32:6789/0 conn(0x7f40400bbdb0 legacy=0x7f404014d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.678 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403f7fe640 1 -- 172.21.15.32:0/1079033281 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40400ba5c0 con 0x7f404014e0f0 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403f7fe640 1 --2- 172.21.15.32:0/1079033281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 0x7f4040151380 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4038009870 tx=0x7f403801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5add0b5560b36b04 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403dffb640 1 -- 172.21.15.32:0/1079033281 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40380ab680 con 0x7f404014e0f0 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403dffb640 1 -- 172.21.15.32:0/1079033281 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40380ab7e0 con 0x7f404014e0f0 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.676+0000 7f403dffb640 1 -- 172.21.15.32:0/1079033281 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40380abb70 con 0x7f404014e0f0 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- 172.21.15.32:0/1079033281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 msgr2=0x7f4040151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 --2- 172.21.15.32:0/1079033281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 0x7f4040151380 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4038009870 tx=0x7f403801c460 comp rx=0 tx=0).stop 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- 172.21.15.32:0/1079033281 shutdown_connections 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 --2- 172.21.15.32:0/1079033281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 0x7f4040151380 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- 172.21.15.32:0/1079033281 >> 172.21.15.32:0/1079033281 conn(0x7f40400c54b0 msgr2=0x7f40400c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- 172.21.15.32:0/1079033281 shutdown_connections 2024-04-18T05:12:11.681 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- 172.21.15.32:0/1079033281 wait complete. 2024-04-18T05:12:11.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 Processor -- start 2024-04-18T05:12:11.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- start start 2024-04-18T05:12:11.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f404006a400 0x7f40401ea870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40400bbdb0 0x7f4040142470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 0x7f4040149d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40401eadb0 con 0x7f404014e0f0 2024-04-18T05:12:11.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4040152b10 con 0x7f40400bbdb0 2024-04-18T05:12:11.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40401452e0 con 0x7f404006a400 2024-04-18T05:12:11.684 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 0x7f4040149d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 0x7f4040149d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60910/0 (socket says 172.21.15.32:60910) 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403f7fe640 1 -- 172.21.15.32:0/844209330 learned_addr learned my addr 172.21.15.32:0/844209330 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403e7fc640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40400bbdb0 0x7f4040142470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403effd640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f404006a400 0x7f40401ea870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403f7fe640 1 -- 172.21.15.32:0/844209330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f404006a400 msgr2=0x7f40401ea870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403f7fe640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f404006a400 0x7f40401ea870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403f7fe640 1 -- 172.21.15.32:0/844209330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40400bbdb0 msgr2=0x7f4040142470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403f7fe640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40400bbdb0 0x7f4040142470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403f7fe640 1 -- 172.21.15.32:0/844209330 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40380094d0 con 0x7f404014e0f0 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f403f7fe640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 0x7f4040149d10 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4038019070 tx=0x7f403801aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40377fe640 1 -- 172.21.15.32:0/844209330 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40380b48c0 con 0x7f404014e0f0 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40377fe640 1 -- 172.21.15.32:0/844209330 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40380b4a20 con 0x7f404014e0f0 2024-04-18T05:12:11.685 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4040152fa0 con 0x7f404014e0f0 2024-04-18T05:12:11.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40377fe640 1 -- 172.21.15.32:0/844209330 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40380b4db0 con 0x7f404014e0f0 2024-04-18T05:12:11.686 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.680+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40401548f0 con 0x7f404014e0f0 2024-04-18T05:12:11.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.684+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4040072000 con 0x7f404014e0f0 2024-04-18T05:12:11.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.684+0000 7f40377fe640 1 -- 172.21.15.32:0/844209330 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f40380aa460 con 0x7f404014e0f0 2024-04-18T05:12:11.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.684+0000 7f40377fe640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f40200666c0 0x7f4020068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.684+0000 7f40377fe640 1 -- 172.21.15.32:0/844209330 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f403811ec50 con 0x7f404014e0f0 2024-04-18T05:12:11.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.684+0000 7f403effd640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f40200666c0 0x7f4020068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.684+0000 7f403effd640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f40200666c0 0x7f4020068b80 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f402800b810 tx=0x7f4028008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:11.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.688+0000 7f40377fe640 1 -- 172.21.15.32:0/844209330 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f40380ebd40 con 0x7f404014e0f0 2024-04-18T05:12:11.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.844+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f404004e1e0 con 0x7f404014e0f0 2024-04-18T05:12:11.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40377fe640 1 -- 172.21.15.32:0/844209330 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f40380c40a0 con 0x7f404014e0f0 2024-04-18T05:12:11.848 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:11.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f40200666c0 msgr2=0x7f4020068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f40200666c0 0x7f4020068b80 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f402800b810 tx=0x7f4028008040 comp rx=0 tx=0).stop 2024-04-18T05:12:11.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 msgr2=0x7f4040149d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 0x7f4040149d10 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4038019070 tx=0x7f403801aca0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 shutdown_connections 2024-04-18T05:12:11.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f404014e0f0 0x7f4040149d10 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f40200666c0 0x7f4020068b80 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40400bbdb0 0x7f4040142470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 --2- 172.21.15.32:0/844209330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f404006a400 0x7f40401ea870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 >> 172.21.15.32:0/844209330 conn(0x7f40400c54b0 msgr2=0x7f404014d950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 shutdown_connections 2024-04-18T05:12:11.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.848+0000 7f40455e6640 1 -- 172.21.15.32:0/844209330 wait complete. 2024-04-18T05:12:11.868 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:11.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6dcd6d640 1 Processor -- start 2024-04-18T05:12:11.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6dcd6d640 1 -- start start 2024-04-18T05:12:11.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6dcd6d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d81569a0 0x7ff6d80c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6dcd6d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff6d80c67c0 0x7ff6d8157c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6dcd6d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6d80c46c0 con 0x7ff6d80bcb30 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6dcd6d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6d806c610 con 0x7ff6d80c67c0 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6dcd6d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d8155050 con 0x7ff6d81569a0 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6cffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff6d80bcb30 0x7ff6d8157530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59440/0 (socket says 172.21.15.32:59440) 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6cffff640 1 -- 172.21.15.32:0/436208268 learned_addr learned my addr 172.21.15.32:0/436208268 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6d6d9d640 1 --2- 172.21.15.32:0/436208268 >> v2:172.21.15.92:3300/0 conn(0x7ff6d80c67c0 0x7ff6d8157c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6d659c640 1 --2- 172.21.15.32:0/436208268 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d81569a0 0x7ff6d80c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6d5d9b640 1 -- 172.21.15.32:0/436208268 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1265870246 0 0) 0x7ff6d80c46c0 con 0x7ff6d80bcb30 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6d5d9b640 1 -- 172.21.15.32:0/436208268 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff6c4003530 con 0x7ff6d80bcb30 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6d6d9d640 1 -- 172.21.15.32:0/436208268 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d81569a0 msgr2=0x7ff6d80c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6d6d9d640 1 --2- 172.21.15.32:0/436208268 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d81569a0 0x7ff6d80c6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6d6d9d640 1 -- 172.21.15.32:0/436208268 >> v1:172.21.15.32:6789/0 conn(0x7ff6d80bcb30 legacy=0x7ff6d8157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:11.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:11.996+0000 7ff6d6d9d640 1 -- 172.21.15.32:0/436208268 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6d8154980 con 0x7ff6d80c67c0 2024-04-18T05:12:12.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d6d9d640 1 --2- 172.21.15.32:0/436208268 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6d80c67c0 0x7ff6d8157c40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff6d0009d90 tx=0x7ff6d001c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=394ae4d9e2c503a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d5d9b640 1 -- 172.21.15.32:0/436208268 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6d00a5a00 con 0x7ff6d80c67c0 2024-04-18T05:12:12.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d5d9b640 1 -- 172.21.15.32:0/436208268 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6d00a5b60 con 0x7ff6d80c67c0 2024-04-18T05:12:12.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d5d9b640 1 -- 172.21.15.32:0/436208268 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6d00ad440 con 0x7ff6d80c67c0 2024-04-18T05:12:12.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/436208268 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6d80c67c0 msgr2=0x7ff6d8157c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 --2- 172.21.15.32:0/436208268 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6d80c67c0 0x7ff6d8157c40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff6d0009d90 tx=0x7ff6d001c940 comp rx=0 tx=0).stop 2024-04-18T05:12:12.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/436208268 shutdown_connections 2024-04-18T05:12:12.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 --2- 172.21.15.32:0/436208268 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6d80c67c0 0x7ff6d8157c40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 --2- 172.21.15.32:0/436208268 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d81569a0 0x7ff6d80c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/436208268 >> 172.21.15.32:0/436208268 conn(0x7ff6d8072950 msgr2=0x7ff6d8072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:12.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/436208268 shutdown_connections 2024-04-18T05:12:12.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/436208268 wait complete. 2024-04-18T05:12:12.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 Processor -- start 2024-04-18T05:12:12.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 -- start start 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6d80bcb30 0x7ff6d8146bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80c67c0 0x7ff6d80ad160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6d81569a0 0x7ff6d80ad6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d81ec770 con 0x7ff6d81569a0 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d81ebe60 con 0x7ff6d80bcb30 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6dcd6d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d81f0150 con 0x7ff6d80c67c0 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6d81569a0 0x7ff6d80ad6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6d81569a0 0x7ff6d80ad6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60922/0 (socket says 172.21.15.32:60922) 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d6d9d640 1 -- 172.21.15.32:0/136168111 learned_addr learned my addr 172.21.15.32:0/136168111 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d659c640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6d80bcb30 0x7ff6d8146bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6cffff640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80c67c0 0x7ff6d80ad160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d6d9d640 1 -- 172.21.15.32:0/136168111 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80c67c0 msgr2=0x7ff6d80ad160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d6d9d640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80c67c0 0x7ff6d80ad160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d6d9d640 1 -- 172.21.15.32:0/136168111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6d80bcb30 msgr2=0x7ff6d8146bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d6d9d640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6d80bcb30 0x7ff6d8146bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.000+0000 7ff6d6d9d640 1 -- 172.21.15.32:0/136168111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6d0009a70 con 0x7ff6d81569a0 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6d6d9d640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6d81569a0 0x7ff6d80ad6a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff6d001aff0 tx=0x7ff6d00196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6ceffd640 1 -- 172.21.15.32:0/136168111 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6d0004240 con 0x7ff6d81569a0 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6ceffd640 1 -- 172.21.15.32:0/136168111 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6d00043a0 con 0x7ff6d81569a0 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6d81ec120 con 0x7ff6d81569a0 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6ceffd640 1 -- 172.21.15.32:0/136168111 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6d0004790 con 0x7ff6d81569a0 2024-04-18T05:12:12.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6d8147130 con 0x7ff6d81569a0 2024-04-18T05:12:12.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6d81ec920 con 0x7ff6d81569a0 2024-04-18T05:12:12.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6ceffd640 1 -- 172.21.15.32:0/136168111 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff6d00b4030 con 0x7ff6d81569a0 2024-04-18T05:12:12.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6ceffd640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff6b8066690 0x7ff6b8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6d659c640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff6b8066690 0x7ff6b8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6ceffd640 1 -- 172.21.15.32:0/136168111 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7ff6d011f5c0 con 0x7ff6d81569a0 2024-04-18T05:12:12.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.004+0000 7ff6d659c640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff6b8066690 0x7ff6b8068b50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0009ac0 tx=0x7ff6c0009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.008+0000 7ff6ceffd640 1 -- 172.21.15.32:0/136168111 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7ff6d81ec920 con 0x7ff6d81569a0 2024-04-18T05:12:12.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.172+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7ff6d804e1e0 con 0x7ff6d81569a0 2024-04-18T05:12:12.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.172+0000 7ff6ceffd640 1 -- 172.21.15.32:0/136168111 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7ff6d00ec740 con 0x7ff6d81569a0 2024-04-18T05:12:12.175 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:12.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff6b8066690 msgr2=0x7ff6b8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff6b8066690 0x7ff6b8068b50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff6c0009ac0 tx=0x7ff6c0009190 comp rx=0 tx=0).stop 2024-04-18T05:12:12.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6d81569a0 msgr2=0x7ff6d80ad6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6d81569a0 0x7ff6d80ad6a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff6d001aff0 tx=0x7ff6d00196e0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 shutdown_connections 2024-04-18T05:12:12.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff6d81569a0 0x7ff6d80ad6a0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff6d80c67c0 0x7ff6d80ad160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff6b8066690 0x7ff6b8068b50 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 --2- 172.21.15.32:0/136168111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6d80bcb30 0x7ff6d8146bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 >> 172.21.15.32:0/136168111 conn(0x7ff6d8072950 msgr2=0x7ff6d8072d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:12.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 shutdown_connections 2024-04-18T05:12:12.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.176+0000 7ff6dcd6d640 1 -- 172.21.15.32:0/136168111 wait complete. 2024-04-18T05:12:12.195 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:12.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.308+0000 7f53b4733640 1 Processor -- start 2024-04-18T05:12:12.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.308+0000 7f53b4733640 1 -- start start 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b4733640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0a88a0 0x7f53ac15d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b4733640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53ac155e50 con 0x7f53ac1519f0 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b4733640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53ac154f60 con 0x7f53ac0a84c0 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b4733640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53ac0a9080 con 0x7f53ac0a88a0 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b1cce640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f53ac1519f0 0x7f53ac06d5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59450/0 (socket says 172.21.15.32:59450) 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b1cce640 1 -- 172.21.15.32:0/3508841023 learned_addr learned my addr 172.21.15.32:0/3508841023 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b2cd0640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0a88a0 0x7f53ac15d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3797216748 0 0) 0x7f53ac155e50 con 0x7f53ac1519f0 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5398003530 con 0x7f53ac1519f0 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 448377241 0 0) 0x7f53ac154f60 con 0x7f53ac0a84c0 2024-04-18T05:12:12.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53ac155e50 con 0x7f53ac0a84c0 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1075015118 0 0) 0x7f5398003530 con 0x7f53ac1519f0 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0a88a0 msgr2=0x7f53ac15d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0a88a0 0x7f53ac15d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 >> v1:172.21.15.92:6789/0 conn(0x7f53ac0a84c0 legacy=0x7f53ac06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53ac155240 con 0x7f53ac1519f0 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f539c001680 con 0x7f53ac1519f0 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 >> v1:172.21.15.32:6789/0 conn(0x7f53ac1519f0 legacy=0x7f53ac06d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0a88a0 0x7f5398003b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53980040f0 0x7f53980047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5398004d10 0x7f5398005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53ac0a9080 con 0x7f5398004d10 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f539800bb50 con 0x7f53980040f0 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f539800bd10 con 0x7f53ac0a88a0 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b2cd0640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5398004d10 0x7f5398005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b1cce640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53980040f0 0x7f53980047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b24cf640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0a88a0 0x7f5398003b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b2cd0640 1 -- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0a88a0 msgr2=0x7f5398003b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:12.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b2cd0640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0a88a0 0x7f5398003b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b2cd0640 1 -- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53980040f0 msgr2=0x7f53980047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:12.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b2cd0640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53980040f0 0x7f53980047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.312+0000 7f53b2cd0640 1 -- 172.21.15.32:0/3508841023 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5398003530 con 0x7f5398004d10 2024-04-18T05:12:12.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b2cd0640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5398004d10 0x7f5398005190 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f53a4009ae0 tx=0x7f53a401ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40de7ba01993e563 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53a40a5660 con 0x7f5398004d10 2024-04-18T05:12:12.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53a40a57c0 con 0x7f5398004d10 2024-04-18T05:12:12.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b14cd640 1 -- 172.21.15.32:0/3508841023 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53a40a5b70 con 0x7f5398004d10 2024-04-18T05:12:12.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b4733640 1 -- 172.21.15.32:0/3508841023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5398004d10 msgr2=0x7f5398005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b4733640 1 --2- 172.21.15.32:0/3508841023 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5398004d10 0x7f5398005190 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f53a4009ae0 tx=0x7f53a401ca70 comp rx=0 tx=0).stop 2024-04-18T05:12:12.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b2cd0640 1 -- 172.21.15.32:0/3508841023 reap_dead start 2024-04-18T05:12:12.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b4733640 1 -- 172.21.15.32:0/3508841023 shutdown_connections 2024-04-18T05:12:12.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b4733640 1 -- 172.21.15.32:0/3508841023 >> 172.21.15.32:0/3508841023 conn(0x7f53ac069e80 msgr2=0x7f53ac06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:12.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b4733640 1 -- 172.21.15.32:0/3508841023 shutdown_connections 2024-04-18T05:12:12.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b4733640 1 -- 172.21.15.32:0/3508841023 wait complete. 2024-04-18T05:12:12.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b4733640 1 Processor -- start 2024-04-18T05:12:12.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.316+0000 7f53b4733640 1 -- start start 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b4733640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0ba440 0x7f53ac1346c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b4733640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53ac1ea320 0x7f53ac1ea7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b4733640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ac1eace0 0x7f53ac133690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b4733640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53ac0bbc80 con 0x7f53ac1ea320 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b4733640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53ac0c18a0 con 0x7f53ac1eace0 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b4733640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53ac1eb160 con 0x7f53ac0ba440 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b1cce640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53ac1ea320 0x7f53ac1ea7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b1cce640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53ac1ea320 0x7f53ac1ea7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60938/0 (socket says 172.21.15.32:60938) 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b1cce640 1 -- 172.21.15.32:0/1439291694 learned_addr learned my addr 172.21.15.32:0/1439291694 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:12.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b2cd0640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ac1eace0 0x7f53ac133690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b24cf640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0ba440 0x7f53ac1346c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b1cce640 1 -- 172.21.15.32:0/1439291694 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0ba440 msgr2=0x7f53ac1346c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b1cce640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0ba440 0x7f53ac1346c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b1cce640 1 -- 172.21.15.32:0/1439291694 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ac1eace0 msgr2=0x7f53ac133690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b1cce640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ac1eace0 0x7f53ac133690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b1cce640 1 -- 172.21.15.32:0/1439291694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53ac0c1290 con 0x7f53ac1ea320 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b1cce640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53ac1ea320 0x7f53ac1ea7a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f539c00e7e0 tx=0x7f539c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53a2ffd640 1 -- 172.21.15.32:0/1439291694 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539c00ee90 con 0x7f53ac1ea320 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53a2ffd640 1 -- 172.21.15.32:0/1439291694 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f539c00c8d0 con 0x7f53ac1ea320 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53ac134c00 con 0x7f53ac1ea320 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53a2ffd640 1 -- 172.21.15.32:0/1439291694 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539c00cc80 con 0x7f53ac1ea320 2024-04-18T05:12:12.323 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53ac0c2540 con 0x7f53ac1ea320 2024-04-18T05:12:12.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53ac0c1a50 con 0x7f53ac1ea320 2024-04-18T05:12:12.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53a2ffd640 1 -- 172.21.15.32:0/1439291694 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f539c013420 con 0x7f53ac1ea320 2024-04-18T05:12:12.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53a2ffd640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53900666c0 0x7f5390068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53a2ffd640 1 -- 172.21.15.32:0/1439291694 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f539c084100 con 0x7f53ac1ea320 2024-04-18T05:12:12.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b24cf640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53900666c0 0x7f5390068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.320+0000 7f53b24cf640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53900666c0 0x7f5390068b80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f53a80059b0 tx=0x7f53a8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.324+0000 7f53a2ffd640 1 -- 172.21.15.32:0/1439291694 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f53ac0c1a50 con 0x7f53ac1ea320 2024-04-18T05:12:12.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.488+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f53ac0c1a50 con 0x7f53ac1ea320 2024-04-18T05:12:12.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.488+0000 7f53a2ffd640 1 -- 172.21.15.32:0/1439291694 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7f53ac0c1a50 con 0x7f53ac1ea320 2024-04-18T05:12:12.491 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:12.492 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:12.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53900666c0 msgr2=0x7f5390068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53900666c0 0x7f5390068b80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f53a80059b0 tx=0x7f53a8009040 comp rx=0 tx=0).stop 2024-04-18T05:12:12.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53ac1ea320 msgr2=0x7f53ac1ea7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53ac1ea320 0x7f53ac1ea7a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f539c00e7e0 tx=0x7f539c00eca0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 shutdown_connections 2024-04-18T05:12:12.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53900666c0 0x7f5390068b80 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f53ac1eace0 0x7f53ac133690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53ac1ea320 0x7f53ac1ea7a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 --2- 172.21.15.32:0/1439291694 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53ac0ba440 0x7f53ac1346c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 >> 172.21.15.32:0/1439291694 conn(0x7f53ac069e80 msgr2=0x7f53ac1500d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:12.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 shutdown_connections 2024-04-18T05:12:12.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.492+0000 7f53b4733640 1 -- 172.21.15.32:0/1439291694 wait complete. 2024-04-18T05:12:12.509 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:12.510 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:12.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f0e47b640 1 Processor -- start 2024-04-18T05:12:12.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f0e47b640 1 -- start start 2024-04-18T05:12:12.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f0e47b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080c3880 0x7f6f08152200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f0e47b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f0806f730 con 0x7f6f080c34a0 2024-04-18T05:12:12.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f0e47b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f080bd9d0 con 0x7f6f0806e000 2024-04-18T05:12:12.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f0e47b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0806f9f0 con 0x7f6f080c3880 2024-04-18T05:12:12.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f07fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6f080c34a0 0x7f6f080a8ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59466/0 (socket says 172.21.15.32:59466) 2024-04-18T05:12:12.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f07fff640 1 -- 172.21.15.32:0/4035979325 learned_addr learned my addr 172.21.15.32:0/4035979325 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:12.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f0ca18640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080c3880 0x7f6f08152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1712831450 0 0) 0x7f6f0806f730 con 0x7f6f080c34a0 2024-04-18T05:12:12.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6ef0003530 con 0x7f6f080c34a0 2024-04-18T05:12:12.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 324101685 0 0) 0x7f6ef0003530 con 0x7f6f080c34a0 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080c3880 msgr2=0x7f6f08152200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080c3880 0x7f6f08152200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 >> v1:172.21.15.92:6789/0 conn(0x7f6f0806e000 legacy=0x7f6f08151af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f08155b90 con 0x7f6f080c34a0 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f6ef80016a0 con 0x7f6f080c34a0 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 >> v1:172.21.15.32:6789/0 conn(0x7f6f080c34a0 legacy=0x7f6f080a8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef00039b0 0x7f6ef0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00047d0 0x7f6ef0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080c3880 0x7f6ef00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0806f9f0 con 0x7f6ef00047d0 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef000bac0 con 0x7f6ef00039b0 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef000bc80 con 0x7f6f080c3880 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f077fe640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00047d0 0x7f6ef0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f07fff640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef00039b0 0x7f6ef0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f0ca18640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080c3880 0x7f6ef00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f07fff640 1 -- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080c3880 msgr2=0x7f6ef00051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:12.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f07fff640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080c3880 0x7f6ef00051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f07fff640 1 -- 172.21.15.32:0/4035979325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00047d0 msgr2=0x7f6ef0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:12.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f07fff640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00047d0 0x7f6ef0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.632+0000 7f6f07fff640 1 -- 172.21.15.32:0/4035979325 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ef0003530 con 0x7f6ef00039b0 2024-04-18T05:12:12.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f07fff640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef00039b0 0x7f6ef0003dd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6ef800c190 tx=0x7f6ef801cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be542e609813db76 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef8005ae0 con 0x7f6ef00039b0 2024-04-18T05:12:12.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ef8005c40 con 0x7f6ef00039b0 2024-04-18T05:12:12.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f06ffd640 1 -- 172.21.15.32:0/4035979325 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef80a5890 con 0x7f6ef00039b0 2024-04-18T05:12:12.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f0e47b640 1 -- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef00039b0 msgr2=0x7f6ef0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f0e47b640 1 --2- 172.21.15.32:0/4035979325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef00039b0 0x7f6ef0003dd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6ef800c190 tx=0x7f6ef801cbf0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f0ca18640 1 -- 172.21.15.32:0/4035979325 reap_dead start 2024-04-18T05:12:12.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f0e47b640 1 -- 172.21.15.32:0/4035979325 shutdown_connections 2024-04-18T05:12:12.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f0e47b640 1 -- 172.21.15.32:0/4035979325 >> 172.21.15.32:0/4035979325 conn(0x7f6f08072d80 msgr2=0x7f6f080c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:12.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f0e47b640 1 -- 172.21.15.32:0/4035979325 shutdown_connections 2024-04-18T05:12:12.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f0e47b640 1 -- 172.21.15.32:0/4035979325 wait complete. 2024-04-18T05:12:12.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f0e47b640 1 Processor -- start 2024-04-18T05:12:12.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.636+0000 7f6f0e47b640 1 -- start start 2024-04-18T05:12:12.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0e47b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00039b0 0x7f6f081546b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0e47b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080bfe10 0x7f6f080be3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0e47b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f080bed50 0x7f6f08146db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0e47b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f08153880 con 0x7f6ef00039b0 2024-04-18T05:12:12.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0e47b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f081ee8f0 con 0x7f6f080bed50 2024-04-18T05:12:12.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0e47b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f08153b20 con 0x7f6f080bfe10 2024-04-18T05:12:12.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f07fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00039b0 0x7f6f081546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f07fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00039b0 0x7f6f081546b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60954/0 (socket says 172.21.15.32:60954) 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f07fff640 1 -- 172.21.15.32:0/1991703425 learned_addr learned my addr 172.21.15.32:0/1991703425 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0ca18640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f080bed50 0x7f6f08146db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f077fe640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080bfe10 0x7f6f080be3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f07fff640 1 -- 172.21.15.32:0/1991703425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080bfe10 msgr2=0x7f6f080be3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f07fff640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080bfe10 0x7f6f080be3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f07fff640 1 -- 172.21.15.32:0/1991703425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f080bed50 msgr2=0x7f6f08146db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f07fff640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f080bed50 0x7f6f08146db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f07fff640 1 -- 172.21.15.32:0/1991703425 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f081eebd0 con 0x7f6ef00039b0 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f077fe640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080bfe10 0x7f6f080be3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f07fff640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00039b0 0x7f6f081546b0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6ef8005fd0 tx=0x7f6ef0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f04ff9640 1 -- 172.21.15.32:0/1991703425 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef80b4070 con 0x7f6ef00039b0 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f04ff9640 1 -- 172.21.15.32:0/1991703425 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ef8001460 con 0x7f6ef00039b0 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f0814a530 con 0x7f6ef00039b0 2024-04-18T05:12:12.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f04ff9640 1 -- 172.21.15.32:0/1991703425 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef8001810 con 0x7f6ef00039b0 2024-04-18T05:12:12.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f081472f0 con 0x7f6ef00039b0 2024-04-18T05:12:12.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f08153c90 con 0x7f6ef00039b0 2024-04-18T05:12:12.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f04ff9640 1 -- 172.21.15.32:0/1991703425 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6ef80a5890 con 0x7f6ef00039b0 2024-04-18T05:12:12.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f04ff9640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ef4066690 0x7f6ef4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f04ff9640 1 -- 172.21.15.32:0/1991703425 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f6ef811e010 con 0x7f6ef00039b0 2024-04-18T05:12:12.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.640+0000 7f6f077fe640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ef4066690 0x7f6ef4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.644+0000 7f6f077fe640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ef4066690 0x7f6ef4068b50 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6f080ad4c0 tx=0x7f6efc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.648+0000 7f6f04ff9640 1 -- 172.21.15.32:0/1991703425 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f6ef80eb050 con 0x7f6ef00039b0 2024-04-18T05:12:12.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.796+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6f0804e1e0 con 0x7f6ef00039b0 2024-04-18T05:12:12.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.796+0000 7f6f04ff9640 1 -- 172.21.15.32:0/1991703425 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6ef80ee670 con 0x7f6ef00039b0 2024-04-18T05:12:12.803 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:12.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ef4066690 msgr2=0x7f6ef4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ef4066690 0x7f6ef4068b50 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6f080ad4c0 tx=0x7f6efc009040 comp rx=0 tx=0).stop 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00039b0 msgr2=0x7f6f081546b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00039b0 0x7f6f081546b0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6ef8005fd0 tx=0x7f6ef0005800 comp rx=0 tx=0).stop 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 shutdown_connections 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ef4066690 0x7f6ef4068b50 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f080bed50 0x7f6f08146db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f080bfe10 0x7f6f080be3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 --2- 172.21.15.32:0/1991703425 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6ef00039b0 0x7f6f081546b0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 >> 172.21.15.32:0/1991703425 conn(0x7f6f08072d80 msgr2=0x7f6f080bc1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 shutdown_connections 2024-04-18T05:12:12.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.800+0000 7f6f0e47b640 1 -- 172.21.15.32:0/1991703425 wait complete. 2024-04-18T05:12:12.819 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:12.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fca00b98640 1 Processor -- start 2024-04-18T05:12:12.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fca00b98640 1 -- start start 2024-04-18T05:12:12.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fca00b98640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc9fc157c40 0x7fc9fc15f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fca00b98640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9fc0c46c0 con 0x7fc9fc0bcb30 2024-04-18T05:12:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fca00b98640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9fc155050 con 0x7fc9fc1569a0 2024-04-18T05:12:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fca00b98640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9fc06c610 con 0x7fc9fc157c40 2024-04-18T05:12:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fc9f9d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc9fc0bcb30 0x7fc9fc157530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59480/0 (socket says 172.21.15.32:59480) 2024-04-18T05:12:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fc9f9d9b640 1 -- 172.21.15.32:0/4168622885 learned_addr learned my addr 172.21.15.32:0/4168622885 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:12.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fc9fad9d640 1 --2- 172.21.15.32:0/4168622885 >> v2:172.21.15.92:3300/0 conn(0x7fc9fc157c40 0x7fc9fc15f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fc9f959a640 1 -- 172.21.15.32:0/4168622885 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2655232506 0 0) 0x7fc9fc0c46c0 con 0x7fc9fc0bcb30 2024-04-18T05:12:12.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fc9f959a640 1 -- 172.21.15.32:0/4168622885 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9e4003530 con 0x7fc9fc0bcb30 2024-04-18T05:12:12.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fc9fad9d640 1 -- 172.21.15.32:0/4168622885 >> v1:172.21.15.92:6789/0 conn(0x7fc9fc1569a0 legacy=0x7fc9fc0c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fc9fad9d640 1 -- 172.21.15.32:0/4168622885 >> v1:172.21.15.32:6789/0 conn(0x7fc9fc0bcb30 legacy=0x7fc9fc157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fc9f959a640 1 -- 172.21.15.32:0/4168622885 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 174216232 0 0) 0x7fc9e4003530 con 0x7fc9fc0bcb30 2024-04-18T05:12:12.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.944+0000 7fc9fad9d640 1 -- 172.21.15.32:0/4168622885 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9fc154980 con 0x7fc9fc157c40 2024-04-18T05:12:12.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 --2- 172.21.15.32:0/4168622885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9fc157c40 0x7fc9fc15f4f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4009d90 tx=0x7fc9f401c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac242149bf7cf982 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9f959a640 1 -- 172.21.15.32:0/4168622885 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0001680 con 0x7fc9fc157c40 2024-04-18T05:12:12.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9f959a640 1 -- 172.21.15.32:0/4168622885 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9f40a55c0 con 0x7fc9fc157c40 2024-04-18T05:12:12.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9f959a640 1 -- 172.21.15.32:0/4168622885 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f40a5930 con 0x7fc9fc157c40 2024-04-18T05:12:12.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- 172.21.15.32:0/4168622885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9fc157c40 msgr2=0x7fc9fc15f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 --2- 172.21.15.32:0/4168622885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9fc157c40 0x7fc9fc15f4f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4009d90 tx=0x7fc9f401c890 comp rx=0 tx=0).stop 2024-04-18T05:12:12.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- 172.21.15.32:0/4168622885 shutdown_connections 2024-04-18T05:12:12.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 --2- 172.21.15.32:0/4168622885 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9fc157c40 0x7fc9fc15f4f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- 172.21.15.32:0/4168622885 >> 172.21.15.32:0/4168622885 conn(0x7fc9fc072950 msgr2=0x7fc9fc072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:12.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- 172.21.15.32:0/4168622885 shutdown_connections 2024-04-18T05:12:12.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- 172.21.15.32:0/4168622885 wait complete. 2024-04-18T05:12:12.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 Processor -- start 2024-04-18T05:12:12.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- start start 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9fc0bcb30 0x7fc9fc1ef7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9fc1569a0 0x7fc9fc147220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc157c40 0x7fc9fc147760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9fc0bd6e0 con 0x7fc9fc157c40 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9fc0ca480 con 0x7fc9fc0bcb30 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9fc0be990 con 0x7fc9fc1569a0 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc157c40 0x7fc9fc147760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc157c40 0x7fc9fc147760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60962/0 (socket says 172.21.15.32:60962) 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 -- 172.21.15.32:0/182904127 learned_addr learned my addr 172.21.15.32:0/182904127 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fa59c640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9fc0bcb30 0x7fc9fc1ef7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9f9d9b640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9fc1569a0 0x7fc9fc147220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 -- 172.21.15.32:0/182904127 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9fc1569a0 msgr2=0x7fc9fc147220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9fc1569a0 0x7fc9fc147220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 -- 172.21.15.32:0/182904127 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9fc0bcb30 msgr2=0x7fc9fc1ef7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9fc0bcb30 0x7fc9fc1ef7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 -- 172.21.15.32:0/182904127 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9f4009a70 con 0x7fc9fc157c40 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9f9d9b640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9fc1569a0 0x7fc9fc147220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9fad9d640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc157c40 0x7fc9fc147760 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40194a0 tx=0x7fc9f4019630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9eaffd640 1 -- 172.21.15.32:0/182904127 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f40bc070 con 0x7fc9fc157c40 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fc9eaffd640 1 -- 172.21.15.32:0/182904127 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9f40a5940 con 0x7fc9fc157c40 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.948+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9fc0a95d0 con 0x7fc9fc157c40 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.952+0000 7fc9eaffd640 1 -- 172.21.15.32:0/182904127 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f40a5d10 con 0x7fc9fc157c40 2024-04-18T05:12:12.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.952+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9fc0a9820 con 0x7fc9fc157c40 2024-04-18T05:12:12.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.952+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9fc0beb00 con 0x7fc9fc157c40 2024-04-18T05:12:12.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.952+0000 7fc9eaffd640 1 -- 172.21.15.32:0/182904127 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc9f40b4070 con 0x7fc9fc157c40 2024-04-18T05:12:12.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.952+0000 7fc9eaffd640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9dc066690 0x7fc9dc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:12.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.952+0000 7fc9eaffd640 1 -- 172.21.15.32:0/182904127 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fc9f411e7c0 con 0x7fc9fc157c40 2024-04-18T05:12:12.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.952+0000 7fc9fa59c640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9dc066690 0x7fc9dc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:12.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.952+0000 7fc9fa59c640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9dc066690 0x7fc9dc068b50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec000f70 tx=0x7fc9ec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:12.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:12.956+0000 7fc9eaffd640 1 -- 172.21.15.32:0/182904127 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc9fc0beb00 con 0x7fc9fc157c40 2024-04-18T05:12:13.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.116+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc9fc0beb00 con 0x7fc9fc157c40 2024-04-18T05:12:13.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.116+0000 7fc9eaffd640 1 -- 172.21.15.32:0/182904127 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc9fc0beb00 con 0x7fc9fc157c40 2024-04-18T05:12:13.119 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:13.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9dc066690 msgr2=0x7fc9dc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9dc066690 0x7fc9dc068b50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec000f70 tx=0x7fc9ec009040 comp rx=0 tx=0).stop 2024-04-18T05:12:13.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc157c40 msgr2=0x7fc9fc147760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc157c40 0x7fc9fc147760 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40194a0 tx=0x7fc9f4019630 comp rx=0 tx=0).stop 2024-04-18T05:12:13.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 shutdown_connections 2024-04-18T05:12:13.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc9fc157c40 0x7fc9fc147760 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9fc1569a0 0x7fc9fc147220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9dc066690 0x7fc9dc068b50 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 --2- 172.21.15.32:0/182904127 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9fc0bcb30 0x7fc9fc1ef7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 >> 172.21.15.32:0/182904127 conn(0x7fc9fc072950 msgr2=0x7fc9fc072d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:13.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 shutdown_connections 2024-04-18T05:12:13.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.120+0000 7fca00b98640 1 -- 172.21.15.32:0/182904127 wait complete. 2024-04-18T05:12:13.138 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:13.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.264+0000 7fd542cd5640 1 Processor -- start 2024-04-18T05:12:13.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.264+0000 7fd542cd5640 1 -- start start 2024-04-18T05:12:13.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd542cd5640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd53c06df40 0x7fd53c151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd542cd5640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd53c13a8c0 0x7fd53c0a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd542cd5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd53c0a8200 con 0x7fd53c13ae10 2024-04-18T05:12:13.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd542cd5640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd53c0a8fb0 con 0x7fd53c13a8c0 2024-04-18T05:12:13.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd542cd5640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd53c1520a0 con 0x7fd53c06df40 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd53bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd53c13ae10 0x7fd53c1559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59488/0 (socket says 172.21.15.32:59488) 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd541272640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd53c13a8c0 0x7fd53c0a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd53bfff640 1 -- 172.21.15.32:0/2200234493 learned_addr learned my addr 172.21.15.32:0/2200234493 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd540a71640 1 --2- 172.21.15.32:0/2200234493 >> v2:172.21.15.92:3300/0 conn(0x7fd53c06df40 0x7fd53c151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd53b7fe640 1 -- 172.21.15.32:0/2200234493 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4053756181 0 0) 0x7fd53c0a8200 con 0x7fd53c13ae10 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd53b7fe640 1 -- 172.21.15.32:0/2200234493 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd524003530 con 0x7fd53c13ae10 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd541272640 1 -- 172.21.15.32:0/2200234493 >> v2:172.21.15.92:3300/0 conn(0x7fd53c06df40 msgr2=0x7fd53c151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd541272640 1 --2- 172.21.15.32:0/2200234493 >> v2:172.21.15.92:3300/0 conn(0x7fd53c06df40 0x7fd53c151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd541272640 1 -- 172.21.15.32:0/2200234493 >> v1:172.21.15.32:6789/0 conn(0x7fd53c13ae10 legacy=0x7fd53c1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd541272640 1 -- 172.21.15.32:0/2200234493 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd53c0a84e0 con 0x7fd53c13a8c0 2024-04-18T05:12:13.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd541272640 1 --2- 172.21.15.32:0/2200234493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 0x7fd53c0a9dc0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd53c0c1050 tx=0x7fd53401c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d10eb36ef4151204 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:13.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.268+0000 7fd53b7fe640 1 -- 172.21.15.32:0/2200234493 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5340a5760 con 0x7fd53c13a8c0 2024-04-18T05:12:13.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53b7fe640 1 -- 172.21.15.32:0/2200234493 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5340a58c0 con 0x7fd53c13a8c0 2024-04-18T05:12:13.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53b7fe640 1 -- 172.21.15.32:0/2200234493 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5340a5c30 con 0x7fd53c13a8c0 2024-04-18T05:12:13.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 -- 172.21.15.32:0/2200234493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 msgr2=0x7fd53c0a9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 --2- 172.21.15.32:0/2200234493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 0x7fd53c0a9dc0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd53c0c1050 tx=0x7fd53401c8a0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 -- 172.21.15.32:0/2200234493 shutdown_connections 2024-04-18T05:12:13.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 --2- 172.21.15.32:0/2200234493 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 0x7fd53c0a9dc0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 --2- 172.21.15.32:0/2200234493 >> v2:172.21.15.92:3300/0 conn(0x7fd53c06df40 0x7fd53c151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 -- 172.21.15.32:0/2200234493 >> 172.21.15.32:0/2200234493 conn(0x7fd53c0c54b0 msgr2=0x7fd53c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:13.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 -- 172.21.15.32:0/2200234493 shutdown_connections 2024-04-18T05:12:13.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 -- 172.21.15.32:0/2200234493 wait complete. 2024-04-18T05:12:13.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 Processor -- start 2024-04-18T05:12:13.275 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 -- start start 2024-04-18T05:12:13.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd53c06df40 0x7fd53c0c03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 0x7fd53c1ec460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd53c13ae10 0x7fd53c1ec9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd53c1f03e0 con 0x7fd53c13a8c0 2024-04-18T05:12:13.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd53c1f0910 con 0x7fd53c06df40 2024-04-18T05:12:13.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd542cd5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd53c0bbdb0 con 0x7fd53c13ae10 2024-04-18T05:12:13.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 0x7fd53c1ec460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 0x7fd53c1ec460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60976/0 (socket says 172.21.15.32:60976) 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53bfff640 1 -- 172.21.15.32:0/1500346595 learned_addr learned my addr 172.21.15.32:0/1500346595 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd540a71640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd53c06df40 0x7fd53c0c03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd541272640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd53c13ae10 0x7fd53c1ec9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53bfff640 1 -- 172.21.15.32:0/1500346595 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd53c13ae10 msgr2=0x7fd53c1ec9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53bfff640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd53c13ae10 0x7fd53c1ec9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53bfff640 1 -- 172.21.15.32:0/1500346595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd53c06df40 msgr2=0x7fd53c0c03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53bfff640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd53c06df40 0x7fd53c0c03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.272+0000 7fd53bfff640 1 -- 172.21.15.32:0/1500346595 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd534009a70 con 0x7fd53c13a8c0 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd53bfff640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 0x7fd53c1ec460 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd53000c420 tx=0x7fd53000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd5397fa640 1 -- 172.21.15.32:0/1500346595 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd530005cf0 con 0x7fd53c13a8c0 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd5397fa640 1 -- 172.21.15.32:0/1500346595 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd530005e50 con 0x7fd53c13a8c0 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd53c1f0630 con 0x7fd53c13a8c0 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd5397fa640 1 -- 172.21.15.32:0/1500346595 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5300072f0 con 0x7fd53c13a8c0 2024-04-18T05:12:13.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd53c0c0910 con 0x7fd53c13a8c0 2024-04-18T05:12:13.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd53c0bbf40 con 0x7fd53c13a8c0 2024-04-18T05:12:13.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd5397fa640 1 -- 172.21.15.32:0/1500346595 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd530007450 con 0x7fd53c13a8c0 2024-04-18T05:12:13.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd5397fa640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd528066690 0x7fd528068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd5397fa640 1 -- 172.21.15.32:0/1500346595 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fd530083910 con 0x7fd53c13a8c0 2024-04-18T05:12:13.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd540a71640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd528066690 0x7fd528068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.276+0000 7fd540a71640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd528066690 0x7fd528068b50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd52c007a60 tx=0x7fd52c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:13.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.280+0000 7fd5397fa640 1 -- 172.21.15.32:0/1500346595 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd530050a90 con 0x7fd53c13a8c0 2024-04-18T05:12:13.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.440+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd53c04e1e0 con 0x7fd53c13a8c0 2024-04-18T05:12:13.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.440+0000 7fd5397fa640 1 -- 172.21.15.32:0/1500346595 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd530017020 con 0x7fd53c13a8c0 2024-04-18T05:12:13.444 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:13.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd528066690 msgr2=0x7fd528068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd528066690 0x7fd528068b50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd52c007a60 tx=0x7fd52c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:13.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 msgr2=0x7fd53c1ec460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 0x7fd53c1ec460 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd53000c420 tx=0x7fd53000c8e0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 shutdown_connections 2024-04-18T05:12:13.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd53c13ae10 0x7fd53c1ec9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd53c13a8c0 0x7fd53c1ec460 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd528066690 0x7fd528068b50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 --2- 172.21.15.32:0/1500346595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd53c06df40 0x7fd53c0c03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 >> 172.21.15.32:0/1500346595 conn(0x7fd53c0c54b0 msgr2=0x7fd53c139c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:13.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 shutdown_connections 2024-04-18T05:12:13.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.444+0000 7fd542cd5640 1 -- 172.21.15.32:0/1500346595 wait complete. 2024-04-18T05:12:13.464 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:13.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc4d815640 1 Processor -- start 2024-04-18T05:12:13.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc4d815640 1 -- start start 2024-04-18T05:12:13.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc4d815640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efc4806df40 0x7efc48151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc4d815640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 0x7efc480a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc4d815640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc480a8200 con 0x7efc4813ae10 2024-04-18T05:12:13.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc4d815640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc480a8fb0 con 0x7efc4806df40 2024-04-18T05:12:13.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc4d815640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc481520a0 con 0x7efc4813a8c0 2024-04-18T05:12:13.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc46ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efc4806df40 0x7efc48151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc467fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7efc4813ae10 0x7efc481559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59500/0 (socket says 172.21.15.32:59500) 2024-04-18T05:12:13.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc467fc640 1 -- 172.21.15.32:0/3711340021 learned_addr learned my addr 172.21.15.32:0/3711340021 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:13.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc477fe640 1 --2- 172.21.15.32:0/3711340021 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 0x7efc480a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc45ffb640 1 -- 172.21.15.32:0/3711340021 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4005309997 0 0) 0x7efc480a8200 con 0x7efc4813ae10 2024-04-18T05:12:13.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc45ffb640 1 -- 172.21.15.32:0/3711340021 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc30003530 con 0x7efc4813ae10 2024-04-18T05:12:13.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc46ffd640 1 -- 172.21.15.32:0/3711340021 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 msgr2=0x7efc480a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:13.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc46ffd640 1 --2- 172.21.15.32:0/3711340021 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 0x7efc480a9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc46ffd640 1 -- 172.21.15.32:0/3711340021 >> v1:172.21.15.32:6789/0 conn(0x7efc4813ae10 legacy=0x7efc481559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.592+0000 7efc46ffd640 1 -- 172.21.15.32:0/3711340021 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc480a84e0 con 0x7efc4806df40 2024-04-18T05:12:13.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc46ffd640 1 --2- 172.21.15.32:0/3711340021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4806df40 0x7efc48151b60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7efc380097c0 tx=0x7efc3801c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e55e1571722f04b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:13.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc45ffb640 1 -- 172.21.15.32:0/3711340021 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc380a4ea0 con 0x7efc4806df40 2024-04-18T05:12:13.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc45ffb640 1 -- 172.21.15.32:0/3711340021 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc380a7050 con 0x7efc4806df40 2024-04-18T05:12:13.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc45ffb640 1 -- 172.21.15.32:0/3711340021 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc380ab820 con 0x7efc4806df40 2024-04-18T05:12:13.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 -- 172.21.15.32:0/3711340021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4806df40 msgr2=0x7efc48151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 --2- 172.21.15.32:0/3711340021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4806df40 0x7efc48151b60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7efc380097c0 tx=0x7efc3801c410 comp rx=0 tx=0).stop 2024-04-18T05:12:13.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 -- 172.21.15.32:0/3711340021 shutdown_connections 2024-04-18T05:12:13.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 --2- 172.21.15.32:0/3711340021 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 0x7efc480a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 --2- 172.21.15.32:0/3711340021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4806df40 0x7efc48151b60 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 -- 172.21.15.32:0/3711340021 >> 172.21.15.32:0/3711340021 conn(0x7efc480c54b0 msgr2=0x7efc480c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:13.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 -- 172.21.15.32:0/3711340021 shutdown_connections 2024-04-18T05:12:13.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 -- 172.21.15.32:0/3711340021 wait complete. 2024-04-18T05:12:13.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 Processor -- start 2024-04-18T05:12:13.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 -- start start 2024-04-18T05:12:13.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc4806df40 0x7efc48153280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 0x7efc481ed110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4813ae10 0x7efc481f05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc480c2eb0 con 0x7efc4813ae10 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc481ec720 con 0x7efc4806df40 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc4d815640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc481537c0 con 0x7efc4813a8c0 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc477fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4813ae10 0x7efc481f05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc477fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4813ae10 0x7efc481f05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60990/0 (socket says 172.21.15.32:60990) 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc477fe640 1 -- 172.21.15.32:0/2311144281 learned_addr learned my addr 172.21.15.32:0/2311144281 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc467fc640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 0x7efc481ed110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.596+0000 7efc46ffd640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc4806df40 0x7efc48153280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc477fe640 1 -- 172.21.15.32:0/2311144281 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 msgr2=0x7efc481ed110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc477fe640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 0x7efc481ed110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc477fe640 1 -- 172.21.15.32:0/2311144281 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc4806df40 msgr2=0x7efc48153280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc477fe640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc4806df40 0x7efc48153280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc477fe640 1 -- 172.21.15.32:0/2311144281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc38009420 con 0x7efc4813ae10 2024-04-18T05:12:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc477fe640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4813ae10 0x7efc481f05a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efc40007e40 tx=0x7efc4000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc2ffff640 1 -- 172.21.15.32:0/2311144281 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc40014620 con 0x7efc4813ae10 2024-04-18T05:12:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc2ffff640 1 -- 172.21.15.32:0/2311144281 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc4000ee90 con 0x7efc4813ae10 2024-04-18T05:12:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc481ed650 con 0x7efc4813ae10 2024-04-18T05:12:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc2ffff640 1 -- 172.21.15.32:0/2311144281 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc400149e0 con 0x7efc4813ae10 2024-04-18T05:12:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc480c0a70 con 0x7efc4813ae10 2024-04-18T05:12:13.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc4804e1e0 con 0x7efc4813ae10 2024-04-18T05:12:13.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc2ffff640 1 -- 172.21.15.32:0/2311144281 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efc40014b40 con 0x7efc4813ae10 2024-04-18T05:12:13.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc2ffff640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc34066690 0x7efc34068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc2ffff640 1 -- 172.21.15.32:0/2311144281 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7efc40084de0 con 0x7efc4813ae10 2024-04-18T05:12:13.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc46ffd640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc34066690 0x7efc34068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.600+0000 7efc46ffd640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc34066690 0x7efc34068b50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7efc380ad000 tx=0x7efc38008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:13.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.604+0000 7efc2ffff640 1 -- 172.21.15.32:0/2311144281 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7efc40051eb0 con 0x7efc4813ae10 2024-04-18T05:12:13.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.768+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7efc480c0c90 con 0x7efc4813ae10 2024-04-18T05:12:13.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.768+0000 7efc2ffff640 1 -- 172.21.15.32:0/2311144281 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7efc400554d0 con 0x7efc4813ae10 2024-04-18T05:12:13.772 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc34066690 msgr2=0x7efc34068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc34066690 0x7efc34068b50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7efc380ad000 tx=0x7efc38008040 comp rx=0 tx=0).stop 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4813ae10 msgr2=0x7efc481f05a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4813ae10 0x7efc481f05a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efc40007e40 tx=0x7efc4000e4b0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 shutdown_connections 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efc4813ae10 0x7efc481f05a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efc4813a8c0 0x7efc481ed110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efc34066690 0x7efc34068b50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 --2- 172.21.15.32:0/2311144281 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc4806df40 0x7efc48153280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 >> 172.21.15.32:0/2311144281 conn(0x7efc480c54b0 msgr2=0x7efc4814feb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:13.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 shutdown_connections 2024-04-18T05:12:13.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.772+0000 7efc4d815640 1 -- 172.21.15.32:0/2311144281 wait complete. 2024-04-18T05:12:13.853 INFO:tasks.cephfs_test_runner:Starting test: test_mount_all_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) 2024-04-18T05:12:13.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:13.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cdc84c640 1 Processor -- start 2024-04-18T05:12:13.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cdc84c640 1 -- start start 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cdc84c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8cd814def0 0x7f8cd80716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cdc84c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cd814e2d0 con 0x7f8cd80c0e50 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cdc84c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cd8151440 con 0x7f8cd80c1820 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cdc84c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8cd8151720 con 0x7f8cd814def0 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd6d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8cd80c0e50 0x7f8cd815b1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59514/0 (socket says 172.21.15.32:59514) 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd6d9d640 1 -- 172.21.15.32:0/1260773058 learned_addr learned my addr 172.21.15.32:0/1260773058 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd659c640 1 --2- 172.21.15.32:0/1260773058 >> v2:172.21.15.92:3300/0 conn(0x7f8cd814def0 0x7f8cd80716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3306449552 0 0) 0x7f8cd814e2d0 con 0x7f8cd80c0e50 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8cc4005740 con 0x7f8cd80c0e50 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 462650956 0 0) 0x7f8cc4005740 con 0x7f8cd80c0e50 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 >> v2:172.21.15.92:3300/0 conn(0x7f8cd814def0 msgr2=0x7f8cd80716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 --2- 172.21.15.32:0/1260773058 >> v2:172.21.15.92:3300/0 conn(0x7f8cd814def0 0x7f8cd80716f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 >> v1:172.21.15.92:6789/0 conn(0x7f8cd80c1820 legacy=0x7f8cd8070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cd80c1cf0 con 0x7f8cd80c0e50 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f8cd0001a00 con 0x7f8cd80c0e50 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd659c640 1 --2- 172.21.15.32:0/1260773058 >> v2:172.21.15.92:3300/0 conn(0x7f8cd814def0 0x7f8cd80716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 >> v1:172.21.15.32:6789/0 conn(0x7f8cd80c0e50 legacy=0x7f8cd815b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc4005b90 0x7f8cc4005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cc40069e0 0x7f8cc4006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cc40075a0 0x7f8cc400dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd8151720 con 0x7f8cc40069e0 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cc400e430 con 0x7f8cc40075a0 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cc400e5f0 con 0x7f8cc4005b90 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8ccffff640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cc40069e0 0x7f8cc4006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd659c640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc4005b90 0x7f8cc4005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd6d9d640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cc40075a0 0x7f8cc400dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8ccffff640 1 -- 172.21.15.32:0/1260773058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc4005b90 msgr2=0x7f8cc4005fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:13.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8ccffff640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc4005b90 0x7f8cc4005fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8ccffff640 1 -- 172.21.15.32:0/1260773058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cc40075a0 msgr2=0x7f8cc400dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:13.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8ccffff640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cc40075a0 0x7f8cc400dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8ccffff640 1 -- 172.21.15.32:0/1260773058 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cc4005740 con 0x7f8cc40069e0 2024-04-18T05:12:13.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd6d9d640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cc40075a0 0x7f8cc400dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:13.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.972+0000 7f8cd6d9d640 1 -- 172.21.15.32:0/1260773058 reap_dead start 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8ccffff640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cc40069e0 0x7f8cc4006e60 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0001780 tx=0x7f8cc001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57dd81443f2ecc07 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cc00050d0 con 0x7f8cc40069e0 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cc00a7050 con 0x7f8cc40069e0 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cd5d9b640 1 -- 172.21.15.32:0/1260773058 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cc0005490 con 0x7f8cc40069e0 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 -- 172.21.15.32:0/1260773058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cc40069e0 msgr2=0x7f8cc4006e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cc40069e0 0x7f8cc4006e60 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0001780 tx=0x7f8cc001c400 comp rx=0 tx=0).stop 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 -- 172.21.15.32:0/1260773058 shutdown_connections 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 --2- 172.21.15.32:0/1260773058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cc40069e0 0x7f8cc4006e60 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 -- 172.21.15.32:0/1260773058 >> 172.21.15.32:0/1260773058 conn(0x7f8cd8069e80 msgr2=0x7f8cd806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 -- 172.21.15.32:0/1260773058 shutdown_connections 2024-04-18T05:12:13.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 -- 172.21.15.32:0/1260773058 wait complete. 2024-04-18T05:12:13.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 Processor -- start 2024-04-18T05:12:13.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 -- start start 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc40069e0 0x7f8cd81ebb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cd81e8600 0x7f8cd80c3390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cd8146100 0x7f8cd8142960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd8149280 con 0x7f8cd8146100 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd81e7bf0 con 0x7f8cd81e8600 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.976+0000 7f8cdc84c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd81ec0b0 con 0x7f8cc40069e0 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cd8146100 0x7f8cd8142960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cd8146100 0x7f8cd8142960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32768/0 (socket says 172.21.15.32:32768) 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd6d9d640 1 -- 172.21.15.32:0/4089795452 learned_addr learned my addr 172.21.15.32:0/4089795452 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8ccffff640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cd81e8600 0x7f8cd80c3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd659c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc40069e0 0x7f8cd81ebb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd6d9d640 1 -- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc40069e0 msgr2=0x7f8cd81ebb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd6d9d640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc40069e0 0x7f8cd81ebb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd6d9d640 1 -- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cd81e8600 msgr2=0x7f8cd80c3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd6d9d640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cd81e8600 0x7f8cd80c3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd6d9d640 1 -- 172.21.15.32:0/4089795452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cd80c38d0 con 0x7f8cd8146100 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd659c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc40069e0 0x7f8cd81ebb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8ccffff640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cd81e8600 0x7f8cd80c3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd6d9d640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cd8146100 0x7f8cd8142960 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f8cd0001380 tx=0x7f8cd0007be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cceffd640 1 -- 172.21.15.32:0/4089795452 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd000ea80 con 0x7f8cd8146100 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cceffd640 1 -- 172.21.15.32:0/4089795452 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cd000ebe0 con 0x7f8cd8146100 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cd8148cc0 con 0x7f8cd8146100 2024-04-18T05:12:13.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cceffd640 1 -- 172.21.15.32:0/4089795452 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0013420 con 0x7f8cd8146100 2024-04-18T05:12:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cd81e7e00 con 0x7f8cd8146100 2024-04-18T05:12:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cd80666e0 con 0x7f8cd8146100 2024-04-18T05:12:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cceffd640 1 -- 172.21.15.32:0/4089795452 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8cd0013580 con 0x7f8cd8146100 2024-04-18T05:12:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cceffd640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8cb8066690 0x7f8cb8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cceffd640 1 -- 172.21.15.32:0/4089795452 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f8cd00848a0 con 0x7f8cd8146100 2024-04-18T05:12:13.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd659c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8cb8066690 0x7f8cb8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:13.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.980+0000 7f8cd659c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8cb8066690 0x7f8cb8068b50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8cc800c950 tx=0x7f8cc8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:13.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:13.984+0000 7f8cceffd640 1 -- 172.21.15.32:0/4089795452 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8cd00518d0 con 0x7f8cd8146100 2024-04-18T05:12:14.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.148+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8cd80c12f0 con 0x7f8cd8146100 2024-04-18T05:12:14.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.148+0000 7f8cceffd640 1 -- 172.21.15.32:0/4089795452 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7f8cd00013f0 con 0x7f8cd8146100 2024-04-18T05:12:14.152 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:14.152 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8cb8066690 msgr2=0x7f8cb8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8cb8066690 0x7f8cb8068b50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8cc800c950 tx=0x7f8cc8008040 comp rx=0 tx=0).stop 2024-04-18T05:12:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cd8146100 msgr2=0x7f8cd8142960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cd8146100 0x7f8cd8142960 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f8cd0001380 tx=0x7f8cd0007be0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 shutdown_connections 2024-04-18T05:12:14.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8cd8146100 0x7f8cd8142960 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8cb8066690 0x7f8cb8068b50 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8cd81e8600 0x7f8cd80c3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 --2- 172.21.15.32:0/4089795452 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8cc40069e0 0x7f8cd81ebb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 >> 172.21.15.32:0/4089795452 conn(0x7f8cd8069e80 msgr2=0x7f8cd8150890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 shutdown_connections 2024-04-18T05:12:14.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.152+0000 7f8cdc84c640 1 -- 172.21.15.32:0/4089795452 wait complete. 2024-04-18T05:12:14.173 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:14.173 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:14.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d3206640 1 Processor -- start 2024-04-18T05:12:14.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d3206640 1 -- start start 2024-04-18T05:12:14.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d3206640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 0x7f85cc06a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d3206640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f85cc06aee0 0x7f85cc15e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d3206640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85cc0c1950 con 0x7f85cc154950 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d3206640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85cc0c0560 con 0x7f85cc06aee0 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d3206640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc0beeb0 con 0x7f85cc0bfc60 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d0fa2640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f85cc154950 0x7f85cc0c0d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59516/0 (socket says 172.21.15.32:59516) 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d0fa2640 1 -- 172.21.15.32:0/1465306675 learned_addr learned my addr 172.21.15.32:0/1465306675 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d17a3640 1 --2- 172.21.15.32:0/1465306675 >> v2:172.21.15.92:3300/0 conn(0x7f85cc06aee0 0x7f85cc15e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85cbfff640 1 --2- 172.21.15.32:0/1465306675 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 0x7f85cc06a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85cb7fe640 1 -- 172.21.15.32:0/1465306675 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3516358521 0 0) 0x7f85cc0c1950 con 0x7f85cc154950 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85cb7fe640 1 -- 172.21.15.32:0/1465306675 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85b4003530 con 0x7f85cc154950 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d17a3640 1 -- 172.21.15.32:0/1465306675 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 msgr2=0x7f85cc06a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d17a3640 1 --2- 172.21.15.32:0/1465306675 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 0x7f85cc06a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d17a3640 1 -- 172.21.15.32:0/1465306675 >> v1:172.21.15.32:6789/0 conn(0x7f85cc154950 legacy=0x7f85cc0c0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85cb7fe640 1 -- 172.21.15.32:0/1465306675 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3950374148 0 0) 0x7f85b4003530 con 0x7f85cc154950 2024-04-18T05:12:14.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.304+0000 7f85d17a3640 1 -- 172.21.15.32:0/1465306675 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85cc157f20 con 0x7f85cc06aee0 2024-04-18T05:12:14.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d17a3640 1 --2- 172.21.15.32:0/1465306675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 0x7f85cc15e4f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f85bc0097c0 tx=0x7f85bc01c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e03b06250552d7a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:14.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85cb7fe640 1 -- 172.21.15.32:0/1465306675 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c4001a00 con 0x7f85cc06aee0 2024-04-18T05:12:14.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85cb7fe640 1 -- 172.21.15.32:0/1465306675 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85bc0a7050 con 0x7f85cc06aee0 2024-04-18T05:12:14.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85cb7fe640 1 -- 172.21.15.32:0/1465306675 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85bc0ab600 con 0x7f85cc06aee0 2024-04-18T05:12:14.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 -- 172.21.15.32:0/1465306675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 msgr2=0x7f85cc15e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 --2- 172.21.15.32:0/1465306675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 0x7f85cc15e4f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f85bc0097c0 tx=0x7f85bc01c3c0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 -- 172.21.15.32:0/1465306675 shutdown_connections 2024-04-18T05:12:14.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 --2- 172.21.15.32:0/1465306675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 0x7f85cc15e4f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 --2- 172.21.15.32:0/1465306675 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 0x7f85cc06a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 -- 172.21.15.32:0/1465306675 >> 172.21.15.32:0/1465306675 conn(0x7f85cc069e80 msgr2=0x7f85cc06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:14.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 -- 172.21.15.32:0/1465306675 shutdown_connections 2024-04-18T05:12:14.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 -- 172.21.15.32:0/1465306675 wait complete. 2024-04-18T05:12:14.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 Processor -- start 2024-04-18T05:12:14.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.308+0000 7f85d3206640 1 -- start start 2024-04-18T05:12:14.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d3206640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 0x7f85cc06d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d3206640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 0x7f85cc1ef4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d3206640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85cc154950 0x7f85cc06de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d3206640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc06c4e0 con 0x7f85cc154950 2024-04-18T05:12:14.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d3206640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc156980 con 0x7f85cc06aee0 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d3206640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc148470 con 0x7f85cc0bfc60 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d17a3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85cc154950 0x7f85cc06de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d17a3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85cc154950 0x7f85cc06de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32782/0 (socket says 172.21.15.32:32782) 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d17a3640 1 -- 172.21.15.32:0/2075004567 learned_addr learned my addr 172.21.15.32:0/2075004567 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d0fa2640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 0x7f85cc06d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85cbfff640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 0x7f85cc1ef4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d17a3640 1 -- 172.21.15.32:0/2075004567 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 msgr2=0x7f85cc1ef4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d17a3640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 0x7f85cc1ef4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d17a3640 1 -- 172.21.15.32:0/2075004567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 msgr2=0x7f85cc06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d17a3640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 0x7f85cc06d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d17a3640 1 -- 172.21.15.32:0/2075004567 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85bc009420 con 0x7f85cc154950 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d0fa2640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 0x7f85cc06d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d17a3640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85cc154950 0x7f85cc06de70 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f85bc01cc60 tx=0x7f85bc019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:14.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85c97fa640 1 -- 172.21.15.32:0/2075004567 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85bc006e20 con 0x7f85cc154950 2024-04-18T05:12:14.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85c97fa640 1 -- 172.21.15.32:0/2075004567 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85bc0b4400 con 0x7f85cc154950 2024-04-18T05:12:14.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85c97fa640 1 -- 172.21.15.32:0/2075004567 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85bc0b4770 con 0x7f85cc154950 2024-04-18T05:12:14.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85cc06c6f0 con 0x7f85cc154950 2024-04-18T05:12:14.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85cc14e240 con 0x7f85cc154950 2024-04-18T05:12:14.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85cc14e430 con 0x7f85cc154950 2024-04-18T05:12:14.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85c97fa640 1 -- 172.21.15.32:0/2075004567 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f85bc0b2040 con 0x7f85cc154950 2024-04-18T05:12:14.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85c97fa640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85b8066690 0x7f85b8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85d0fa2640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85b8066690 0x7f85b8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.312+0000 7f85c97fa640 1 -- 172.21.15.32:0/2075004567 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f85bc11e1f0 con 0x7f85cc154950 2024-04-18T05:12:14.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.316+0000 7f85d0fa2640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85b8066690 0x7f85b8068b50 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f85c4005c10 tx=0x7f85c4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:14.320 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.320+0000 7f85c97fa640 1 -- 172.21.15.32:0/2075004567 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f85cc14e430 con 0x7f85cc154950 2024-04-18T05:12:14.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f85cc14e430 con 0x7f85cc154950 2024-04-18T05:12:14.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85c97fa640 1 -- 172.21.15.32:0/2075004567 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f85cc14e430 con 0x7f85cc154950 2024-04-18T05:12:14.478 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:14.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85b8066690 msgr2=0x7f85b8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85b8066690 0x7f85b8068b50 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f85c4005c10 tx=0x7f85c4009040 comp rx=0 tx=0).stop 2024-04-18T05:12:14.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85cc154950 msgr2=0x7f85cc06de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85cc154950 0x7f85cc06de70 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f85bc01cc60 tx=0x7f85bc019160 comp rx=0 tx=0).stop 2024-04-18T05:12:14.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 shutdown_connections 2024-04-18T05:12:14.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85cc154950 0x7f85cc06de70 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85cc0bfc60 0x7f85cc1ef4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85b8066690 0x7f85b8068b50 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 --2- 172.21.15.32:0/2075004567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85cc06aee0 0x7f85cc06d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 >> 172.21.15.32:0/2075004567 conn(0x7f85cc069e80 msgr2=0x7f85cc14e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:14.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 shutdown_connections 2024-04-18T05:12:14.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.476+0000 7f85d3206640 1 -- 172.21.15.32:0/2075004567 wait complete. 2024-04-18T05:12:14.496 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:14.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16ee534640 1 Processor -- start 2024-04-18T05:12:14.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16ee534640 1 -- start start 2024-04-18T05:12:14.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16ee534640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e8157c40 0x7f16e815f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16ee534640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16e80c46c0 con 0x7f16e81569a0 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16ee534640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16e8155050 con 0x7f16e80bcb30 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16ee534640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16e806c610 con 0x7f16e8157c40 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e7fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f16e81569a0 0x7f16e80c6280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59520/0 (socket says 172.21.15.32:59520) 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e7fff640 1 -- 172.21.15.32:0/755275728 learned_addr learned my addr 172.21.15.32:0/755275728 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16ecad1640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e8157c40 0x7f16e815f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1955014247 0 0) 0x7f16e80c46c0 con 0x7f16e81569a0 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f16d4003530 con 0x7f16e81569a0 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1789579781 0 0) 0x7f16d4003530 con 0x7f16e81569a0 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e8157c40 msgr2=0x7f16e815f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e8157c40 0x7f16e815f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 >> v1:172.21.15.92:6789/0 conn(0x7f16e80bcb30 legacy=0x7f16e8157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16e8154980 con 0x7f16e81569a0 2024-04-18T05:12:14.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f16d8001680 con 0x7f16e81569a0 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 >> v1:172.21.15.32:6789/0 conn(0x7f16e81569a0 legacy=0x7f16e80c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16d4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16d4004360 0x7f16d4004830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e8157c40 0x7f16d4005090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16e806c610 con 0x7f16d40039b0 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16d400b990 con 0x7f16d4004360 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16d400bb50 con 0x7f16e8157c40 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e7fff640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16d4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16dffff640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16d4004360 0x7f16d4004830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16ecad1640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e8157c40 0x7f16d4005090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e7fff640 1 -- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e8157c40 msgr2=0x7f16d4005090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e7fff640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e8157c40 0x7f16d4005090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e7fff640 1 -- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16d4004360 msgr2=0x7f16d4004830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:14.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e7fff640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16d4004360 0x7f16d4004830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16e7fff640 1 -- 172.21.15.32:0/755275728 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16d4003530 con 0x7f16d40039b0 2024-04-18T05:12:14.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.612+0000 7f16ecad1640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e8157c40 0x7f16d4005090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:14.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16d4003d90 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f16d800c1c0 tx=0x7f16d801cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e5e70c8db043860 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:14.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16d8005ae0 con 0x7f16d40039b0 2024-04-18T05:12:14.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16d8005c40 con 0x7f16d40039b0 2024-04-18T05:12:14.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e77fe640 1 -- 172.21.15.32:0/755275728 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16d80a5820 con 0x7f16d40039b0 2024-04-18T05:12:14.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 -- 172.21.15.32:0/755275728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 msgr2=0x7f16d4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 --2- 172.21.15.32:0/755275728 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16d4003d90 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f16d800c1c0 tx=0x7f16d801cc30 comp rx=0 tx=0).stop 2024-04-18T05:12:14.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ecad1640 1 -- 172.21.15.32:0/755275728 reap_dead start 2024-04-18T05:12:14.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 -- 172.21.15.32:0/755275728 shutdown_connections 2024-04-18T05:12:14.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 -- 172.21.15.32:0/755275728 >> 172.21.15.32:0/755275728 conn(0x7f16e8072950 msgr2=0x7f16e8072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:14.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 -- 172.21.15.32:0/755275728 shutdown_connections 2024-04-18T05:12:14.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 -- 172.21.15.32:0/755275728 wait complete. 2024-04-18T05:12:14.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 Processor -- start 2024-04-18T05:12:14.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 -- start start 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16e814b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16e8145da0 0x7f16e80c2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e81506e0 0x7f16e8150b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16e81445f0 con 0x7f16d40039b0 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16e81ec4c0 con 0x7f16e8145da0 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16ee534640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16e81ebbf0 con 0x7f16e81506e0 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16e814b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16e814b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32794/0 (socket says 172.21.15.32:32794) 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 -- 172.21.15.32:0/2501927680 learned_addr learned my addr 172.21.15.32:0/2501927680 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16dffff640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16e8145da0 0x7f16e80c2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 -- 172.21.15.32:0/2501927680 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e81506e0 msgr2=0x7f16e8150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e81506e0 0x7f16e8150b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 -- 172.21.15.32:0/2501927680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16e8145da0 msgr2=0x7f16e80c2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16e8145da0 0x7f16e80c2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 -- 172.21.15.32:0/2501927680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16e81efec0 con 0x7f16d40039b0 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16dffff640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16e8145da0 0x7f16e80c2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e7fff640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16e814b770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f16d800c1c0 tx=0x7f16d4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e57fa640 1 -- 172.21.15.32:0/2501927680 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16d80b4070 con 0x7f16d40039b0 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.616+0000 7f16e57fa640 1 -- 172.21.15.32:0/2501927680 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16d8005db0 con 0x7f16d40039b0 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.620+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16e81ebe70 con 0x7f16d40039b0 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.620+0000 7f16e57fa640 1 -- 172.21.15.32:0/2501927680 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16d8001660 con 0x7f16d40039b0 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.620+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16e80c2f40 con 0x7f16d40039b0 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.620+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16e804e1e0 con 0x7f16d40039b0 2024-04-18T05:12:14.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.620+0000 7f16e57fa640 1 -- 172.21.15.32:0/2501927680 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f16d80a5820 con 0x7f16d40039b0 2024-04-18T05:12:14.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.620+0000 7f16e57fa640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f16c80666c0 0x7f16c8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.620+0000 7f16e57fa640 1 -- 172.21.15.32:0/2501927680 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f16d811ddf0 con 0x7f16d40039b0 2024-04-18T05:12:14.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.620+0000 7f16dffff640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f16c80666c0 0x7f16c8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.620+0000 7f16dffff640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f16c80666c0 0x7f16c8068b80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f16e81495a0 tx=0x7f16d0007b00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:14.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.624+0000 7f16e57fa640 1 -- 172.21.15.32:0/2501927680 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f16d80eaec0 con 0x7f16d40039b0 2024-04-18T05:12:14.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f16e80671f0 con 0x7f16d40039b0 2024-04-18T05:12:14.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16e57fa640 1 -- 172.21.15.32:0/2501927680 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f16d80ee4e0 con 0x7f16d40039b0 2024-04-18T05:12:14.782 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:14.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f16c80666c0 msgr2=0x7f16c8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f16c80666c0 0x7f16c8068b80 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f16e81495a0 tx=0x7f16d0007b00 comp rx=0 tx=0).stop 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 msgr2=0x7f16e814b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16e814b770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f16d800c1c0 tx=0x7f16d4005800 comp rx=0 tx=0).stop 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 shutdown_connections 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16e81506e0 0x7f16e8150b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f16c80666c0 0x7f16c8068b80 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16e8145da0 0x7f16e80c2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 --2- 172.21.15.32:0/2501927680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f16d40039b0 0x7f16e814b770 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 >> 172.21.15.32:0/2501927680 conn(0x7f16e8072950 msgr2=0x7f16e80ace60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 shutdown_connections 2024-04-18T05:12:14.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.780+0000 7f16ee534640 1 -- 172.21.15.32:0/2501927680 wait complete. 2024-04-18T05:12:14.801 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:14.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d0948d640 1 Processor -- start 2024-04-18T05:12:14.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d0948d640 1 -- start start 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d0948d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1d04155750 0x7f1d04139d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d0948d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d0406e220 con 0x7f1d0406a0e0 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d0948d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d04151e00 con 0x7f1d040a7450 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d0948d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d041520e0 con 0x7f1d04155750 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d027fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1d04155750 0x7f1d04139d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d027fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1d04155750 0x7f1d04139d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32802/0 (socket says 172.21.15.32:32802) 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d02ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1d0406a0e0 0x7f1d04155040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59536/0 (socket says 172.21.15.32:59536) 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d027fc640 1 -- 172.21.15.32:0/1780960725 learned_addr learned my addr 172.21.15.32:0/1780960725 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d027fc640 1 -- 172.21.15.32:0/1780960725 >> v1:172.21.15.92:6789/0 conn(0x7f1d040a7450 legacy=0x7f1d0413a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d027fc640 1 -- 172.21.15.32:0/1780960725 >> v1:172.21.15.32:6789/0 conn(0x7f1d0406a0e0 legacy=0x7f1d04155040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.912+0000 7f1d027fc640 1 -- 172.21.15.32:0/1780960725 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d041523c0 con 0x7f1d04155750 2024-04-18T05:12:14.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 --2- 172.21.15.32:0/1780960725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d04155750 0x7f1d04139d60 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8009870 tx=0x7f1cf801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff287c0b793195b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:14.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d01ffb640 1 -- 172.21.15.32:0/1780960725 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf80ab680 con 0x7f1d04155750 2024-04-18T05:12:14.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d01ffb640 1 -- 172.21.15.32:0/1780960725 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cf80ab7e0 con 0x7f1d04155750 2024-04-18T05:12:14.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d01ffb640 1 -- 172.21.15.32:0/1780960725 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf80abb70 con 0x7f1d04155750 2024-04-18T05:12:14.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- 172.21.15.32:0/1780960725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d04155750 msgr2=0x7f1d04139d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 --2- 172.21.15.32:0/1780960725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d04155750 0x7f1d04139d60 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8009870 tx=0x7f1cf801c520 comp rx=0 tx=0).stop 2024-04-18T05:12:14.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- 172.21.15.32:0/1780960725 shutdown_connections 2024-04-18T05:12:14.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 --2- 172.21.15.32:0/1780960725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d04155750 0x7f1d04139d60 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- 172.21.15.32:0/1780960725 >> 172.21.15.32:0/1780960725 conn(0x7f1d0406af90 msgr2=0x7f1d0406b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:14.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- 172.21.15.32:0/1780960725 shutdown_connections 2024-04-18T05:12:14.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- 172.21.15.32:0/1780960725 wait complete. 2024-04-18T05:12:14.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 Processor -- start 2024-04-18T05:12:14.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- start start 2024-04-18T05:12:14.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d0406a0e0 0x7f1d040c3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d040a7450 0x7f1d040bf860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d04155750 0x7f1d04134f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d041ef460 con 0x7f1d040a7450 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d041ef6b0 con 0x7f1d04155750 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d041ef990 con 0x7f1d0406a0e0 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d040a7450 0x7f1d040bf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d040a7450 0x7f1d040bf860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32814/0 (socket says 172.21.15.32:32814) 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 -- 172.21.15.32:0/1877484292 learned_addr learned my addr 172.21.15.32:0/1877484292 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d037fe640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d04155750 0x7f1d04134f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d02ffd640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d0406a0e0 0x7f1d040c3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 -- 172.21.15.32:0/1877484292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d0406a0e0 msgr2=0x7f1d040c3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d0406a0e0 0x7f1d040c3750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 -- 172.21.15.32:0/1877484292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d04155750 msgr2=0x7f1d04134f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d04155750 0x7f1d04134f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:14.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 -- 172.21.15.32:0/1877484292 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cf80094d0 con 0x7f1d040a7450 2024-04-18T05:12:14.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d027fc640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d040a7450 0x7f1d040bf860 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8019130 tx=0x7f1cf801ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:14.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1ceb7fe640 1 -- 172.21.15.32:0/1877484292 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf80b4800 con 0x7f1d040a7450 2024-04-18T05:12:14.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1ceb7fe640 1 -- 172.21.15.32:0/1877484292 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cf80b4980 con 0x7f1d040a7450 2024-04-18T05:12:14.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d041efc70 con 0x7f1d040a7450 2024-04-18T05:12:14.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1ceb7fe640 1 -- 172.21.15.32:0/1877484292 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf80b4d30 con 0x7f1d040a7450 2024-04-18T05:12:14.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.916+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d040bfda0 con 0x7f1d040a7450 2024-04-18T05:12:14.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.920+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d04073470 con 0x7f1d040a7450 2024-04-18T05:12:14.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.920+0000 7f1ceb7fe640 1 -- 172.21.15.32:0/1877484292 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1cf80c7390 con 0x7f1d040a7450 2024-04-18T05:12:14.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.920+0000 7f1ceb7fe640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cf0066690 0x7f1cf0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:14.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.920+0000 7f1ceb7fe640 1 -- 172.21.15.32:0/1877484292 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f1cf811f260 con 0x7f1d040a7450 2024-04-18T05:12:14.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.920+0000 7f1d02ffd640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cf0066690 0x7f1cf0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:14.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.920+0000 7f1d02ffd640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cf0066690 0x7f1cf0068b50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4000f70 tx=0x7f1cf4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:14.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:14.924+0000 7f1ceb7fe640 1 -- 172.21.15.32:0/1877484292 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1cf80ec330 con 0x7f1d040a7450 2024-04-18T05:12:15.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.076+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1d0404e1e0 con 0x7f1d040a7450 2024-04-18T05:12:15.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1ceb7fe640 1 -- 172.21.15.32:0/1877484292 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1cf80ef950 con 0x7f1d040a7450 2024-04-18T05:12:15.081 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cf0066690 msgr2=0x7f1cf0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cf0066690 0x7f1cf0068b50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4000f70 tx=0x7f1cf4009040 comp rx=0 tx=0).stop 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d040a7450 msgr2=0x7f1d040bf860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d040a7450 0x7f1d040bf860 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8019130 tx=0x7f1cf801ad60 comp rx=0 tx=0).stop 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 shutdown_connections 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1cf0066690 0x7f1cf0068b50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d04155750 0x7f1d04134f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1d040a7450 0x7f1d040bf860 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 --2- 172.21.15.32:0/1877484292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d0406a0e0 0x7f1d040c3750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 >> 172.21.15.32:0/1877484292 conn(0x7f1d0406af90 msgr2=0x7f1d04154fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 shutdown_connections 2024-04-18T05:12:15.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.080+0000 7f1d0948d640 1 -- 172.21.15.32:0/1877484292 wait complete. 2024-04-18T05:12:15.099 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:15.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.220+0000 7f2c881b7640 1 Processor -- start 2024-04-18T05:12:15.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.220+0000 7f2c881b7640 1 -- start start 2024-04-18T05:12:15.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2c801569a0 0x7f2c800c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 0x7f2c80157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2c800c67c0 0x7f2c80157a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c8006c610 con 0x7f2c801569a0 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c800c46c0 con 0x7f2c800c67c0 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c80157fb0 con 0x7f2c800bcb30 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c85f53640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2c801569a0 0x7f2c800c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c85f53640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2c801569a0 0x7f2c800c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32818/0 (socket says 172.21.15.32:32818) 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c85f53640 1 -- 172.21.15.32:0/1151304885 learned_addr learned my addr 172.21.15.32:0/1151304885 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c85f53640 1 -- 172.21.15.32:0/1151304885 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 msgr2=0x7f2c80157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c85f53640 1 --2- 172.21.15.32:0/1151304885 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 0x7f2c80157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c86754640 1 --2- 172.21.15.32:0/1151304885 >> v2:172.21.15.92:3300/0 conn(0x7f2c800c67c0 0x7f2c80157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c85f53640 1 -- 172.21.15.32:0/1151304885 >> v2:172.21.15.92:3300/0 conn(0x7f2c800c67c0 msgr2=0x7f2c80157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:15.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c85f53640 1 --2- 172.21.15.32:0/1151304885 >> v2:172.21.15.92:3300/0 conn(0x7f2c800c67c0 0x7f2c80157a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c85f53640 1 -- 172.21.15.32:0/1151304885 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c80155050 con 0x7f2c801569a0 2024-04-18T05:12:15.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c86754640 1 --2- 172.21.15.32:0/1151304885 >> v2:172.21.15.92:3300/0 conn(0x7f2c800c67c0 0x7f2c80157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:15.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c85f53640 1 --2- 172.21.15.32:0/1151304885 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c801569a0 0x7f2c800c6280 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2c800c5b90 tx=0x7f2c7801c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0739679276c2c29 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:15.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c84f51640 1 -- 172.21.15.32:0/1151304885 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c780a5840 con 0x7f2c801569a0 2024-04-18T05:12:15.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c84f51640 1 -- 172.21.15.32:0/1151304885 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c780a59a0 con 0x7f2c801569a0 2024-04-18T05:12:15.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c84f51640 1 -- 172.21.15.32:0/1151304885 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c780a5d30 con 0x7f2c801569a0 2024-04-18T05:12:15.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 -- 172.21.15.32:0/1151304885 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c801569a0 msgr2=0x7f2c800c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 --2- 172.21.15.32:0/1151304885 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c801569a0 0x7f2c800c6280 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2c800c5b90 tx=0x7f2c7801c9c0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 -- 172.21.15.32:0/1151304885 shutdown_connections 2024-04-18T05:12:15.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 --2- 172.21.15.32:0/1151304885 >> v2:172.21.15.92:3300/0 conn(0x7f2c800c67c0 0x7f2c80157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 --2- 172.21.15.32:0/1151304885 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 0x7f2c80157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 --2- 172.21.15.32:0/1151304885 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c801569a0 0x7f2c800c6280 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 -- 172.21.15.32:0/1151304885 >> 172.21.15.32:0/1151304885 conn(0x7f2c80072950 msgr2=0x7f2c80072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:15.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 -- 172.21.15.32:0/1151304885 shutdown_connections 2024-04-18T05:12:15.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.224+0000 7f2c881b7640 1 -- 172.21.15.32:0/1151304885 wait complete. 2024-04-18T05:12:15.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 Processor -- start 2024-04-18T05:12:15.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 -- start start 2024-04-18T05:12:15.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 0x7f2c801501d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c800c67c0 0x7f2c80153570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c801569a0 0x7f2c80153ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c801ecb60 con 0x7f2c800c67c0 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c801ebfe0 con 0x7f2c801569a0 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c801ec2c0 con 0x7f2c800bcb30 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85752640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c800c67c0 0x7f2c80153570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85752640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c800c67c0 0x7f2c80153570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32828/0 (socket says 172.21.15.32:32828) 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85752640 1 -- 172.21.15.32:0/40990011 learned_addr learned my addr 172.21.15.32:0/40990011 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85f53640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 0x7f2c801501d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c86754640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c801569a0 0x7f2c80153ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85752640 1 -- 172.21.15.32:0/40990011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 msgr2=0x7f2c801501d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85752640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 0x7f2c801501d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85752640 1 -- 172.21.15.32:0/40990011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c801569a0 msgr2=0x7f2c80153ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85752640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c801569a0 0x7f2c80153ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85752640 1 -- 172.21.15.32:0/40990011 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c78009b30 con 0x7f2c800c67c0 2024-04-18T05:12:15.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85f53640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 0x7f2c801501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:15.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c85752640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c800c67c0 0x7f2c80153570 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2c7400b480 tx=0x7f2c7400b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:15.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c7e7fc640 1 -- 172.21.15.32:0/40990011 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c74010870 con 0x7f2c800c67c0 2024-04-18T05:12:15.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c7e7fc640 1 -- 172.21.15.32:0/40990011 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c740109d0 con 0x7f2c800c67c0 2024-04-18T05:12:15.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c801ec5a0 con 0x7f2c800c67c0 2024-04-18T05:12:15.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c7e7fc640 1 -- 172.21.15.32:0/40990011 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c74010d80 con 0x7f2c800c67c0 2024-04-18T05:12:15.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c80150710 con 0x7f2c800c67c0 2024-04-18T05:12:15.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.228+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c8004e1e0 con 0x7f2c800c67c0 2024-04-18T05:12:15.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.232+0000 7f2c7e7fc640 1 -- 172.21.15.32:0/40990011 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2c74023480 con 0x7f2c800c67c0 2024-04-18T05:12:15.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.232+0000 7f2c7e7fc640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2c6c066690 0x7f2c6c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.232+0000 7f2c7e7fc640 1 -- 172.21.15.32:0/40990011 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f2c74084920 con 0x7f2c800c67c0 2024-04-18T05:12:15.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.232+0000 7f2c85f53640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2c6c066690 0x7f2c6c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.232+0000 7f2c85f53640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2c6c066690 0x7f2c6c068b50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2c780ae000 tx=0x7f2c780a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:15.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.236+0000 7f2c7e7fc640 1 -- 172.21.15.32:0/40990011 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f2c740519d0 con 0x7f2c800c67c0 2024-04-18T05:12:15.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.396+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f2c800671f0 con 0x7f2c800c67c0 2024-04-18T05:12:15.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c7e7fc640 1 -- 172.21.15.32:0/40990011 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f2c74054ff0 con 0x7f2c800c67c0 2024-04-18T05:12:15.401 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:15.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2c6c066690 msgr2=0x7f2c6c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2c6c066690 0x7f2c6c068b50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2c780ae000 tx=0x7f2c780a7070 comp rx=0 tx=0).stop 2024-04-18T05:12:15.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c800c67c0 msgr2=0x7f2c80153570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c800c67c0 0x7f2c80153570 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2c7400b480 tx=0x7f2c7400b940 comp rx=0 tx=0).stop 2024-04-18T05:12:15.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 shutdown_connections 2024-04-18T05:12:15.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2c6c066690 0x7f2c6c068b50 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c801569a0 0x7f2c80153ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2c800c67c0 0x7f2c80153570 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 --2- 172.21.15.32:0/40990011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2c800bcb30 0x7f2c801501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 >> 172.21.15.32:0/40990011 conn(0x7f2c80072950 msgr2=0x7f2c800ab7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:15.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 shutdown_connections 2024-04-18T05:12:15.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.400+0000 7f2c881b7640 1 -- 172.21.15.32:0/40990011 wait complete. 2024-04-18T05:12:15.420 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent' 2024-04-18T05:12:15.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fcebc19b640 1 Processor -- start 2024-04-18T05:12:15.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fcebc19b640 1 -- start start 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fcebc19b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fceb40bfc80 0x7fceb414d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fcebc19b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fceb4072780 0x7fceb406a920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fcebc19b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fceb40c1f40 con 0x7fceb4072bc0 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fcebc19b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fceb40c19c0 con 0x7fceb4072780 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fcebc19b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fceb40c0500 con 0x7fceb40bfc80 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fceb9736640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fceb4072780 0x7fceb406a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fceba738640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fceb4072bc0 0x7fceb406ae60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59542/0 (socket says 172.21.15.32:59542) 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fceba738640 1 -- 172.21.15.32:0/1420351021 learned_addr learned my addr 172.21.15.32:0/1420351021 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fceb9f37640 1 --2- 172.21.15.32:0/1420351021 >> v2:172.21.15.92:3300/0 conn(0x7fceb40bfc80 0x7fceb414d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fceb9736640 1 -- 172.21.15.32:0/1420351021 >> v2:172.21.15.92:3300/0 conn(0x7fceb40bfc80 msgr2=0x7fceb414d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:15.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fceb9736640 1 --2- 172.21.15.32:0/1420351021 >> v2:172.21.15.92:3300/0 conn(0x7fceb40bfc80 0x7fceb414d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fceb9736640 1 -- 172.21.15.32:0/1420351021 >> v1:172.21.15.32:6789/0 conn(0x7fceb4072bc0 legacy=0x7fceb406ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.544+0000 7fceb9736640 1 -- 172.21.15.32:0/1420351021 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fceb406b570 con 0x7fceb4072780 2024-04-18T05:12:15.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 --2- 172.21.15.32:0/1420351021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072780 0x7fceb406a920 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fceb40a87e0 tx=0x7fcea401c280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dda3322c9401e94 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:15.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb8f35640 1 -- 172.21.15.32:0/1420351021 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcea40ab600 con 0x7fceb4072780 2024-04-18T05:12:15.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb8f35640 1 -- 172.21.15.32:0/1420351021 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcea40a7050 con 0x7fceb4072780 2024-04-18T05:12:15.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb8f35640 1 -- 172.21.15.32:0/1420351021 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcea40ab980 con 0x7fceb4072780 2024-04-18T05:12:15.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- 172.21.15.32:0/1420351021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072780 msgr2=0x7fceb406a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 --2- 172.21.15.32:0/1420351021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072780 0x7fceb406a920 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fceb40a87e0 tx=0x7fcea401c280 comp rx=0 tx=0).stop 2024-04-18T05:12:15.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- 172.21.15.32:0/1420351021 shutdown_connections 2024-04-18T05:12:15.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 --2- 172.21.15.32:0/1420351021 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072780 0x7fceb406a920 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 --2- 172.21.15.32:0/1420351021 >> v2:172.21.15.92:3300/0 conn(0x7fceb40bfc80 0x7fceb414d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- 172.21.15.32:0/1420351021 >> 172.21.15.32:0/1420351021 conn(0x7fceb40a7720 msgr2=0x7fceb40a7b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:15.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- 172.21.15.32:0/1420351021 shutdown_connections 2024-04-18T05:12:15.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- 172.21.15.32:0/1420351021 wait complete. 2024-04-18T05:12:15.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 Processor -- start 2024-04-18T05:12:15.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- start start 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fceb4072780 0x7fceb41eab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072bc0 0x7fceb41eb0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceb40bfc80 0x7fceb414f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fceb414f270 con 0x7fceb4072bc0 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fceb4150f50 con 0x7fceb40bfc80 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fceb40aa5d0 con 0x7fceb4072780 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072bc0 0x7fceb41eb0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072bc0 0x7fceb41eb0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32840/0 (socket says 172.21.15.32:32840) 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 -- 172.21.15.32:0/2211650926 learned_addr learned my addr 172.21.15.32:0/2211650926 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceba738640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceb40bfc80 0x7fceb414f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9f37640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fceb4072780 0x7fceb41eab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 -- 172.21.15.32:0/2211650926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fceb4072780 msgr2=0x7fceb41eab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fceb4072780 0x7fceb41eab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 -- 172.21.15.32:0/2211650926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceb40bfc80 msgr2=0x7fceb414f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceb40bfc80 0x7fceb414f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 -- 172.21.15.32:0/2211650926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcea4009420 con 0x7fceb4072bc0 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceba738640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceb40bfc80 0x7fceb414f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceb9736640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072bc0 0x7fceb41eb0c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcea40ae040 tx=0x7fcea4019020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceaa7fc640 1 -- 172.21.15.32:0/2211650926 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcea40b4840 con 0x7fceb4072bc0 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceaa7fc640 1 -- 172.21.15.32:0/2211650926 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcea40b49c0 con 0x7fceb4072bc0 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fceb40aa870 con 0x7fceb4072bc0 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.548+0000 7fceaa7fc640 1 -- 172.21.15.32:0/2211650926 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcea40b4d70 con 0x7fceb4072bc0 2024-04-18T05:12:15.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.552+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fceb41eb600 con 0x7fceb4072bc0 2024-04-18T05:12:15.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.552+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fceb414f420 con 0x7fceb4072bc0 2024-04-18T05:12:15.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.552+0000 7fceaa7fc640 1 -- 172.21.15.32:0/2211650926 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcea40b2040 con 0x7fceb4072bc0 2024-04-18T05:12:15.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.552+0000 7fceaa7fc640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fce980666c0 0x7fce98068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:15.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.552+0000 7fceb9f37640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fce980666c0 0x7fce98068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:15.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.552+0000 7fceaa7fc640 1 -- 172.21.15.32:0/2211650926 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fcea411e8c0 con 0x7fceb4072bc0 2024-04-18T05:12:15.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.552+0000 7fceb9f37640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fce980666c0 0x7fce98068b80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fceb0009990 tx=0x7fceb0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:15.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.556+0000 7fceaa7fc640 1 -- 172.21.15.32:0/2211650926 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fceb414f420 con 0x7fceb4072bc0 2024-04-18T05:12:15.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:15.768+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]} v 0) v1 -- 0x7fceb414f420 con 0x7fceb4072bc0 2024-04-18T05:12:16.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.088+0000 7fceaa7fc640 1 -- 172.21.15.32:0/2211650926 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]}]=0 v65) v1 ==== 162+0+0 (secure 0 0 0) 0x7fceb414f420 con 0x7fceb4072bc0 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fce980666c0 msgr2=0x7fce98068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fce980666c0 0x7fce98068b80 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fceb0009990 tx=0x7fceb0008040 comp rx=0 tx=0).stop 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072bc0 msgr2=0x7fceb41eb0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072bc0 0x7fceb41eb0c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcea40ae040 tx=0x7fcea4019020 comp rx=0 tx=0).stop 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 shutdown_connections 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fce980666c0 0x7fce98068b80 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceb40bfc80 0x7fceb414f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fceb4072bc0 0x7fceb41eb0c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 --2- 172.21.15.32:0/2211650926 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fceb4072780 0x7fceb41eab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 >> 172.21.15.32:0/2211650926 conn(0x7fceb40a7720 msgr2=0x7fceb415a210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 shutdown_connections 2024-04-18T05:12:16.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.092+0000 7fcebc19b640 1 -- 172.21.15.32:0/2211650926 wait complete. 2024-04-18T05:12:16.115 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-04-18T05:12:16.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f5332026640 1 Processor -- start 2024-04-18T05:12:16.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f5332026640 1 -- start start 2024-04-18T05:12:16.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f5332026640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f532c072780 0x7f532c1551d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f5332026640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f532c06e050 con 0x7f532c06b0f0 2024-04-18T05:12:16.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f5332026640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f532c072de0 con 0x7f532c155710 2024-04-18T05:12:16.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f5332026640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f532c0a53e0 con 0x7f532c072780 2024-04-18T05:12:16.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f532c06b0f0 0x7f532c14f0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59558/0 (socket says 172.21.15.32:59558) 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532b7fe640 1 -- 172.21.15.32:0/2401231912 learned_addr learned my addr 172.21.15.32:0/2401231912 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532affd640 1 --2- 172.21.15.32:0/2401231912 >> v2:172.21.15.92:3300/0 conn(0x7f532c072780 0x7f532c1551d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 149145039 0 0) 0x7f532c06e050 con 0x7f532c06b0f0 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5314003530 con 0x7f532c06b0f0 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 420441721 0 0) 0x7f5314003530 con 0x7f532c06b0f0 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 >> v2:172.21.15.92:3300/0 conn(0x7f532c072780 msgr2=0x7f532c1551d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 --2- 172.21.15.32:0/2401231912 >> v2:172.21.15.92:3300/0 conn(0x7f532c072780 0x7f532c1551d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 >> v1:172.21.15.92:6789/0 conn(0x7f532c155710 legacy=0x7f532c15c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f532c0c3480 con 0x7f532c06b0f0 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f5324001680 con 0x7f532c06b0f0 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 >> v1:172.21.15.32:6789/0 conn(0x7f532c06b0f0 legacy=0x7f532c14f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5314003980 0x7f5314003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140047d0 0x7f5314004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53140052b0 0x7f531400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f532c0a53e0 con 0x7f53140052b0 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f531400c180 con 0x7f5314003980 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f531400c340 con 0x7f53140047d0 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532bfff640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53140052b0 0x7f531400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532b7fe640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5314003980 0x7f5314003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532affd640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140047d0 0x7f5314004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532bfff640 1 -- 172.21.15.32:0/2401231912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140047d0 msgr2=0x7f5314004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532bfff640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140047d0 0x7f5314004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532bfff640 1 -- 172.21.15.32:0/2401231912 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5314003980 msgr2=0x7f5314003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532bfff640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5314003980 0x7f5314003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532bfff640 1 -- 172.21.15.32:0/2401231912 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5314003530 con 0x7f53140052b0 2024-04-18T05:12:16.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.244+0000 7f532affd640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140047d0 0x7f5314004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:16.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f532bfff640 1 -- 172.21.15.32:0/2401231912 reap_dead start 2024-04-18T05:12:16.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f532bfff640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53140052b0 0x7f531400b990 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f531c001750 tx=0x7f531c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ec19cfed74f3618 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:16.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f531c0052d0 con 0x7f53140052b0 2024-04-18T05:12:16.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f531c0a7050 con 0x7f53140052b0 2024-04-18T05:12:16.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f532a7fc640 1 -- 172.21.15.32:0/2401231912 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f531c003600 con 0x7f53140052b0 2024-04-18T05:12:16.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f5332026640 1 -- 172.21.15.32:0/2401231912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53140052b0 msgr2=0x7f531400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f5332026640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53140052b0 0x7f531400b990 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f531c001750 tx=0x7f531c01c3e0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f5332026640 1 -- 172.21.15.32:0/2401231912 shutdown_connections 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f5332026640 1 --2- 172.21.15.32:0/2401231912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f53140052b0 0x7f531400b990 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f5332026640 1 -- 172.21.15.32:0/2401231912 >> 172.21.15.32:0/2401231912 conn(0x7f532c0c2550 msgr2=0x7f532c0c2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f5332026640 1 -- 172.21.15.32:0/2401231912 shutdown_connections 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f5332026640 1 -- 172.21.15.32:0/2401231912 wait complete. 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f5332026640 1 Processor -- start 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.248+0000 7f5332026640 1 -- start start 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5332026640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140052b0 0x7f532c1462a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5332026640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f532c144a30 0x7f532c1422c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5332026640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f532c0a67e0 0x7f532c0bee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5332026640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f532c1433a0 con 0x7f532c144a30 2024-04-18T05:12:16.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5332026640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f532c0c5440 con 0x7f532c0a67e0 2024-04-18T05:12:16.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5332026640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f532c0a6350 con 0x7f53140052b0 2024-04-18T05:12:16.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f532c144a30 0x7f532c1422c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f532c144a30 0x7f532c1422c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32860/0 (socket says 172.21.15.32:32860) 2024-04-18T05:12:16.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532affd640 1 -- 172.21.15.32:0/2668287987 learned_addr learned my addr 172.21.15.32:0/2668287987 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:16.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532bfff640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f532c0a67e0 0x7f532c0bee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532b7fe640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140052b0 0x7f532c1462a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532affd640 1 -- 172.21.15.32:0/2668287987 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140052b0 msgr2=0x7f532c1462a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532affd640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140052b0 0x7f532c1462a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532affd640 1 -- 172.21.15.32:0/2668287987 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f532c0a67e0 msgr2=0x7f532c0bee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532affd640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f532c0a67e0 0x7f532c0bee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532affd640 1 -- 172.21.15.32:0/2668287987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f532c1467e0 con 0x7f532c144a30 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532bfff640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f532c0a67e0 0x7f532c0bee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532affd640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f532c144a30 0x7f532c1422c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f532000f380 tx=0x7f532000f840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5313fff640 1 -- 172.21.15.32:0/2668287987 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5320003ba0 con 0x7f532c144a30 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5313fff640 1 -- 172.21.15.32:0/2668287987 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5320011040 con 0x7f532c144a30 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f532c0a5a00 con 0x7f532c144a30 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5313fff640 1 -- 172.21.15.32:0/2668287987 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5320004020 con 0x7f532c144a30 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f532c0c5690 con 0x7f532c144a30 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f532c0ab090 con 0x7f532c144a30 2024-04-18T05:12:16.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5313fff640 1 -- 172.21.15.32:0/2668287987 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5320004180 con 0x7f532c144a30 2024-04-18T05:12:16.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5313fff640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53180666c0 0x7f5318068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532b7fe640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53180666c0 0x7f5318068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f5313fff640 1 -- 172.21.15.32:0/2668287987 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f5320084c50 con 0x7f532c144a30 2024-04-18T05:12:16.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.252+0000 7f532b7fe640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53180666c0 0x7f5318068b80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f53240058c0 tx=0x7f5324009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:16.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.256+0000 7f5313fff640 1 -- 172.21.15.32:0/2668287987 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f532008a020 con 0x7f532c144a30 2024-04-18T05:12:16.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.420+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f532c0a6100 con 0x7f532c144a30 2024-04-18T05:12:16.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5313fff640 1 -- 172.21.15.32:0/2668287987 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f5320051c90 con 0x7f532c144a30 2024-04-18T05:12:16.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53180666c0 msgr2=0x7f5318068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53180666c0 0x7f5318068b80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f53240058c0 tx=0x7f5324009040 comp rx=0 tx=0).stop 2024-04-18T05:12:16.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f532c144a30 msgr2=0x7f532c1422c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f532c144a30 0x7f532c1422c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f532000f380 tx=0x7f532000f840 comp rx=0 tx=0).stop 2024-04-18T05:12:16.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 shutdown_connections 2024-04-18T05:12:16.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f53180666c0 0x7f5318068b80 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f532c0a67e0 0x7f532c0bee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f532c144a30 0x7f532c1422c0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 --2- 172.21.15.32:0/2668287987 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f53140052b0 0x7f532c1462a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 >> 172.21.15.32:0/2668287987 conn(0x7f532c0c2550 msgr2=0x7f532c0c2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:16.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 shutdown_connections 2024-04-18T05:12:16.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.428+0000 7f5332026640 1 -- 172.21.15.32:0/2668287987 wait complete. 2024-04-18T05:12:16.449 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-04-18T05:12:16.449 DEBUG:teuthology.orchestra.run.smithi032:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-18T05:12:16.502 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-18T05:12:16.550 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-04-18T05:12:16.550 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:12:16.550 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:12:16.556 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:12:16.556 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:12:16.606 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:16.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.772+0000 7f326a271640 1 Processor -- start 2024-04-18T05:12:16.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.772+0000 7f326a271640 1 -- start start 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.772+0000 7f326a271640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f32640c1820 0x7f3264070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.772+0000 7f326a271640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f326414e2d0 con 0x7f32640c0e50 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.772+0000 7f326a271640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3264151440 con 0x7f326414def0 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.772+0000 7f326a271640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3264151720 con 0x7f32640c1820 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.772+0000 7f326880e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f32640c0e50 0x7f3264070880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59572/0 (socket says 172.21.15.32:59572) 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.772+0000 7f326880e640 1 -- 172.21.15.32:0/1544226236 learned_addr learned my addr 172.21.15.32:0/1544226236 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.772+0000 7f32637fe640 1 --2- 172.21.15.32:0/1544226236 >> v2:172.21.15.32:3300/0 conn(0x7f32640c1820 0x7f3264070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f3262ffd640 1 -- 172.21.15.32:0/1544226236 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 931869220 0 0) 0x7f326414e2d0 con 0x7f32640c0e50 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f3262ffd640 1 -- 172.21.15.32:0/1544226236 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f324c003530 con 0x7f32640c0e50 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f32637fe640 1 -- 172.21.15.32:0/1544226236 >> v1:172.21.15.92:6789/0 conn(0x7f326414def0 legacy=0x7f32640716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f32637fe640 1 -- 172.21.15.32:0/1544226236 >> v1:172.21.15.32:6789/0 conn(0x7f32640c0e50 legacy=0x7f3264070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f32637fe640 1 -- 172.21.15.32:0/1544226236 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32640c1cf0 con 0x7f32640c1820 2024-04-18T05:12:16.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f32637fe640 1 --2- 172.21.15.32:0/1544226236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 0x7f3264070340 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f32580097c0 tx=0x7f325801c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3413a6ad1c2fcc server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:16.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f3262ffd640 1 -- 172.21.15.32:0/1544226236 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32580ab600 con 0x7f32640c1820 2024-04-18T05:12:16.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f3262ffd640 1 -- 172.21.15.32:0/1544226236 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32580a7050 con 0x7f32640c1820 2024-04-18T05:12:16.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f3262ffd640 1 -- 172.21.15.32:0/1544226236 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32580ab980 con 0x7f32640c1820 2024-04-18T05:12:16.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f326a271640 1 -- 172.21.15.32:0/1544226236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 msgr2=0x7f3264070340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.776+0000 7f326a271640 1 --2- 172.21.15.32:0/1544226236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 0x7f3264070340 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f32580097c0 tx=0x7f325801c380 comp rx=0 tx=0).stop 2024-04-18T05:12:16.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- 172.21.15.32:0/1544226236 shutdown_connections 2024-04-18T05:12:16.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 --2- 172.21.15.32:0/1544226236 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 0x7f3264070340 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- 172.21.15.32:0/1544226236 >> 172.21.15.32:0/1544226236 conn(0x7f3264069e80 msgr2=0x7f326406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:16.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- 172.21.15.32:0/1544226236 shutdown_connections 2024-04-18T05:12:16.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- 172.21.15.32:0/1544226236 wait complete. 2024-04-18T05:12:16.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 Processor -- start 2024-04-18T05:12:16.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- start start 2024-04-18T05:12:16.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32640c0e50 0x7f326413e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 0x7f32641449f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f326414def0 0x7f32640aaa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3264144f30 con 0x7f32640c1820 2024-04-18T05:12:16.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32641443c0 con 0x7f326414def0 2024-04-18T05:12:16.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3264144660 con 0x7f32640c0e50 2024-04-18T05:12:16.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f32637fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 0x7f32641449f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f32637fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 0x7f32641449f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32868/0 (socket says 172.21.15.32:32868) 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f32637fe640 1 -- 172.21.15.32:0/1657716150 learned_addr learned my addr 172.21.15.32:0/1657716150 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326880e640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f326414def0 0x7f32640aaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f3263fff640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32640c0e50 0x7f326413e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f32637fe640 1 -- 172.21.15.32:0/1657716150 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32640c0e50 msgr2=0x7f326413e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f32637fe640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32640c0e50 0x7f326413e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f32637fe640 1 -- 172.21.15.32:0/1657716150 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f326414def0 msgr2=0x7f32640aaa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f32637fe640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f326414def0 0x7f32640aaa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f32637fe640 1 -- 172.21.15.32:0/1657716150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3258009420 con 0x7f32640c1820 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f32637fe640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 0x7f32641449f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f32580ae040 tx=0x7f3258019120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f3260ff9640 1 -- 172.21.15.32:0/1657716150 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32580b4430 con 0x7f32640c1820 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f3260ff9640 1 -- 172.21.15.32:0/1657716150 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32580b4590 con 0x7f32640c1820 2024-04-18T05:12:16.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f326413efc0 con 0x7f32640c1820 2024-04-18T05:12:16.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f3260ff9640 1 -- 172.21.15.32:0/1657716150 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32580b4940 con 0x7f32640c1820 2024-04-18T05:12:16.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f326413f580 con 0x7f32640c1820 2024-04-18T05:12:16.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.780+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32640c3f20 con 0x7f32640c1820 2024-04-18T05:12:16.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.784+0000 7f3260ff9640 1 -- 172.21.15.32:0/1657716150 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f32580b2040 con 0x7f32640c1820 2024-04-18T05:12:16.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.784+0000 7f3260ff9640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3250066690 0x7f3250068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:16.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.784+0000 7f3263fff640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3250066690 0x7f3250068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:16.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.784+0000 7f3260ff9640 1 -- 172.21.15.32:0/1657716150 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f325811e380 con 0x7f32640c1820 2024-04-18T05:12:16.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.784+0000 7f3263fff640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3250066690 0x7f3250068b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3254007fd0 tx=0x7f3254009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:16.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.788+0000 7f3260ff9640 1 -- 172.21.15.32:0/1657716150 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f32640c3f20 con 0x7f32640c1820 2024-04-18T05:12:16.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.944+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f32640c3f20 con 0x7f32640c1820 2024-04-18T05:12:16.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f3260ff9640 1 -- 172.21.15.32:0/1657716150 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7f32640c3f20 con 0x7f32640c1820 2024-04-18T05:12:16.950 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:16.950 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:16.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3250066690 msgr2=0x7f3250068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3250066690 0x7f3250068b50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3254007fd0 tx=0x7f3254009040 comp rx=0 tx=0).stop 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 msgr2=0x7f32641449f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 0x7f32641449f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f32580ae040 tx=0x7f3258019120 comp rx=0 tx=0).stop 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 shutdown_connections 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3250066690 0x7f3250068b50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f326414def0 0x7f32640aaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32640c1820 0x7f32641449f0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 --2- 172.21.15.32:0/1657716150 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32640c0e50 0x7f326413e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 >> 172.21.15.32:0/1657716150 conn(0x7f3264069e80 msgr2=0x7f32640a9d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 shutdown_connections 2024-04-18T05:12:16.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:16.948+0000 7f326a271640 1 -- 172.21.15.32:0/1657716150 wait complete. 2024-04-18T05:12:16.969 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:16.970 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:17.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a939ab640 1 Processor -- start 2024-04-18T05:12:17.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a939ab640 1 -- start start 2024-04-18T05:12:17.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a939ab640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3a8c06df40 0x7f3a8c151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a939ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3a8c13ae10 0x7f3a8c1559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a939ab640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a8c0a8200 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a939ab640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a8c0a8fb0 con 0x7f3a8c06df40 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a939ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a8c1520a0 con 0x7f3a8c13ae10 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a91747640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3a8c06df40 0x7f3a8c151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a91747640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3a8c06df40 0x7f3a8c151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32870/0 (socket says 172.21.15.32:32870) 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a91747640 1 -- 172.21.15.32:0/3650522743 learned_addr learned my addr 172.21.15.32:0/3650522743 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.092+0000 7f3a90f46640 1 --2- 172.21.15.32:0/3650522743 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3a8c13ae10 0x7f3a8c1559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a91747640 1 -- 172.21.15.32:0/3650522743 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3a8c13ae10 msgr2=0x7f3a8c1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a91747640 1 --2- 172.21.15.32:0/3650522743 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3a8c13ae10 0x7f3a8c1559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a91747640 1 -- 172.21.15.32:0/3650522743 >> v1:172.21.15.92:6789/0 conn(0x7f3a8c13a8c0 legacy=0x7f3a8c0a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a91747640 1 -- 172.21.15.32:0/3650522743 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a8c0a84e0 con 0x7f3a8c06df40 2024-04-18T05:12:17.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a91747640 1 --2- 172.21.15.32:0/3650522743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c06df40 0x7f3a8c151b60 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3a880098a0 tx=0x7f3a8801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa58b6e1233cbbf6 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:17.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a7ffff640 1 -- 172.21.15.32:0/3650522743 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a880a6040 con 0x7f3a8c06df40 2024-04-18T05:12:17.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a7ffff640 1 -- 172.21.15.32:0/3650522743 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a880aa600 con 0x7f3a8c06df40 2024-04-18T05:12:17.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a7ffff640 1 -- 172.21.15.32:0/3650522743 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a880aa990 con 0x7f3a8c06df40 2024-04-18T05:12:17.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a939ab640 1 -- 172.21.15.32:0/3650522743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c06df40 msgr2=0x7f3a8c151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a939ab640 1 --2- 172.21.15.32:0/3650522743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c06df40 0x7f3a8c151b60 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3a880098a0 tx=0x7f3a8801c480 comp rx=0 tx=0).stop 2024-04-18T05:12:17.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a939ab640 1 -- 172.21.15.32:0/3650522743 shutdown_connections 2024-04-18T05:12:17.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a939ab640 1 --2- 172.21.15.32:0/3650522743 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3a8c13ae10 0x7f3a8c1559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a939ab640 1 --2- 172.21.15.32:0/3650522743 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c06df40 0x7f3a8c151b60 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a939ab640 1 -- 172.21.15.32:0/3650522743 >> 172.21.15.32:0/3650522743 conn(0x7f3a8c0c54b0 msgr2=0x7f3a8c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:17.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a939ab640 1 -- 172.21.15.32:0/3650522743 shutdown_connections 2024-04-18T05:12:17.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.096+0000 7f3a939ab640 1 -- 172.21.15.32:0/3650522743 wait complete. 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 Processor -- start 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 -- start start 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3a8c06df40 0x7f3a8c15ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c13a8c0 0x7f3a8c1522d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a8c13ae10 0x7f3a8c152810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a8c154110 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a8c1eff30 con 0x7f3a8c13ae10 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a8c1f0210 con 0x7f3a8c06df40 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a90f46640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c13a8c0 0x7f3a8c1522d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a90f46640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c13a8c0 0x7f3a8c1522d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32878/0 (socket says 172.21.15.32:32878) 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a90f46640 1 -- 172.21.15.32:0/200044414 learned_addr learned my addr 172.21.15.32:0/200044414 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a90f46640 1 -- 172.21.15.32:0/200044414 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3a8c06df40 msgr2=0x7f3a8c15ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a90f46640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3a8c06df40 0x7f3a8c15ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a90f46640 1 -- 172.21.15.32:0/200044414 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a8c13ae10 msgr2=0x7f3a8c152810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a91f48640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a8c13ae10 0x7f3a8c152810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a90f46640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a8c13ae10 0x7f3a8c152810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a90f46640 1 -- 172.21.15.32:0/200044414 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a880094d0 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a91f48640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a8c13ae10 0x7f3a8c152810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a90f46640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c13a8c0 0x7f3a8c1522d0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3a8000d5f0 tx=0x7f3a8000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a7dffb640 1 -- 172.21.15.32:0/200044414 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a800125f0 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a7dffb640 1 -- 172.21.15.32:0/200044414 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a80012750 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a8c0bab20 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a7dffb640 1 -- 172.21.15.32:0/200044414 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a80012ae0 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a8c0bb0e0 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a8c04e1e0 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a7dffb640 1 -- 172.21.15.32:0/200044414 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3a80012c40 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a7dffb640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3a70066690 0x7f3a70068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a7dffb640 1 -- 172.21.15.32:0/200044414 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f3a80084980 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.100+0000 7f3a91747640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3a70066690 0x7f3a70068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.104+0000 7f3a91747640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3a70066690 0x7f3a70068b50 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3a880ae000 tx=0x7f3a88008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:17.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.104+0000 7f3a7dffb640 1 -- 172.21.15.32:0/200044414 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f3a80051a50 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.264+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3a8c0c1780 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.264+0000 7f3a7dffb640 1 -- 172.21.15.32:0/200044414 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3a80007380 con 0x7f3a8c13a8c0 2024-04-18T05:12:17.268 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3a70066690 msgr2=0x7f3a70068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3a70066690 0x7f3a70068b50 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3a880ae000 tx=0x7f3a88008040 comp rx=0 tx=0).stop 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c13a8c0 msgr2=0x7f3a8c1522d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c13a8c0 0x7f3a8c1522d0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3a8000d5f0 tx=0x7f3a8000dab0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 shutdown_connections 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3a70066690 0x7f3a70068b50 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a8c13ae10 0x7f3a8c152810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3a8c13a8c0 0x7f3a8c1522d0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 --2- 172.21.15.32:0/200044414 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3a8c06df40 0x7f3a8c15ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 >> 172.21.15.32:0/200044414 conn(0x7f3a8c0c54b0 msgr2=0x7f3a8c139a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 shutdown_connections 2024-04-18T05:12:17.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.268+0000 7f3a939ab640 1 -- 172.21.15.32:0/200044414 wait complete. 2024-04-18T05:12:17.286 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:17.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213edf6640 1 Processor -- start 2024-04-18T05:12:17.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213edf6640 1 -- start start 2024-04-18T05:12:17.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213edf6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f21380c3880 0x7f2138152200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213edf6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f213806f730 con 0x7f213806e000 2024-04-18T05:12:17.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213edf6640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21380bd9d0 con 0x7f21380c34a0 2024-04-18T05:12:17.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213edf6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f213806f9f0 con 0x7f21380c3880 2024-04-18T05:12:17.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f2137fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f213806e000 0x7f2138151af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59576/0 (socket says 172.21.15.32:59576) 2024-04-18T05:12:17.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213d393640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f21380c3880 0x7f2138152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f2137fff640 1 -- 172.21.15.32:0/1253278655 learned_addr learned my addr 172.21.15.32:0/1253278655 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:17.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f21377fe640 1 -- 172.21.15.32:0/1253278655 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 901269820 0 0) 0x7f213806f730 con 0x7f213806e000 2024-04-18T05:12:17.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f21377fe640 1 -- 172.21.15.32:0/1253278655 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2120003530 con 0x7f213806e000 2024-04-18T05:12:17.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f21377fe640 1 -- 172.21.15.32:0/1253278655 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 393311177 0 0) 0x7f21380bd9d0 con 0x7f21380c34a0 2024-04-18T05:12:17.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f21377fe640 1 -- 172.21.15.32:0/1253278655 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f213806f730 con 0x7f21380c34a0 2024-04-18T05:12:17.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213d393640 1 -- 172.21.15.32:0/1253278655 >> v1:172.21.15.92:6789/0 conn(0x7f21380c34a0 legacy=0x7f21380a8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f21377fe640 1 -- 172.21.15.32:0/1253278655 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1495030947 0 0) 0x7f2120003530 con 0x7f213806e000 2024-04-18T05:12:17.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213d393640 1 -- 172.21.15.32:0/1253278655 >> v1:172.21.15.32:6789/0 conn(0x7f213806e000 legacy=0x7f2138151af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.400+0000 7f213d393640 1 -- 172.21.15.32:0/1253278655 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2138155b90 con 0x7f21380c3880 2024-04-18T05:12:17.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213d393640 1 --2- 172.21.15.32:0/1253278655 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 0x7f2138152200 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f2130009d90 tx=0x7f213001c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9afd5de3f44b3a6e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:17.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f21377fe640 1 -- 172.21.15.32:0/1253278655 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2128001680 con 0x7f21380c3880 2024-04-18T05:12:17.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f21377fe640 1 -- 172.21.15.32:0/1253278655 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21300a55d0 con 0x7f21380c3880 2024-04-18T05:12:17.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f21377fe640 1 -- 172.21.15.32:0/1253278655 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21300a5960 con 0x7f21380c3880 2024-04-18T05:12:17.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213edf6640 1 -- 172.21.15.32:0/1253278655 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 msgr2=0x7f2138152200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213edf6640 1 --2- 172.21.15.32:0/1253278655 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 0x7f2138152200 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f2130009d90 tx=0x7f213001c7d0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213edf6640 1 -- 172.21.15.32:0/1253278655 shutdown_connections 2024-04-18T05:12:17.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213edf6640 1 --2- 172.21.15.32:0/1253278655 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 0x7f2138152200 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213edf6640 1 -- 172.21.15.32:0/1253278655 >> 172.21.15.32:0/1253278655 conn(0x7f2138072d80 msgr2=0x7f21380c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:17.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213edf6640 1 -- 172.21.15.32:0/1253278655 shutdown_connections 2024-04-18T05:12:17.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213edf6640 1 -- 172.21.15.32:0/1253278655 wait complete. 2024-04-18T05:12:17.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213edf6640 1 Processor -- start 2024-04-18T05:12:17.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.404+0000 7f213edf6640 1 -- start start 2024-04-18T05:12:17.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213edf6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f213806e000 0x7f213806c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213edf6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21380c34a0 0x7f2138144090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213edf6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 0x7f21381445d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213edf6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2138148a80 con 0x7f21380c3880 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213edf6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f213806c4d0 con 0x7f21380c34a0 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213edf6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f213806bbe0 con 0x7f213806e000 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213d393640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 0x7f21381445d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213d393640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 0x7f21381445d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32890/0 (socket says 172.21.15.32:32890) 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213d393640 1 -- 172.21.15.32:0/2910655676 learned_addr learned my addr 172.21.15.32:0/2910655676 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213cb92640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f213806e000 0x7f213806c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213d393640 1 -- 172.21.15.32:0/2910655676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f213806e000 msgr2=0x7f213806c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f2137fff640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21380c34a0 0x7f2138144090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213d393640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f213806e000 0x7f213806c8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213d393640 1 -- 172.21.15.32:0/2910655676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21380c34a0 msgr2=0x7f2138144090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213d393640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21380c34a0 0x7f2138144090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213d393640 1 -- 172.21.15.32:0/2910655676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2130009a70 con 0x7f21380c3880 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f2137fff640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21380c34a0 0x7f2138144090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:17.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213d393640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 0x7f21381445d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f21300b0040 tx=0x7f2130019570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:17.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f21357fa640 1 -- 172.21.15.32:0/2910655676 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2130003ba0 con 0x7f21380c3880 2024-04-18T05:12:17.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f21357fa640 1 -- 172.21.15.32:0/2910655676 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2130003d00 con 0x7f21380c3880 2024-04-18T05:12:17.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2138144b10 con 0x7f21380c3880 2024-04-18T05:12:17.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f21357fa640 1 -- 172.21.15.32:0/2910655676 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2130004260 con 0x7f21380c3880 2024-04-18T05:12:17.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f213806c160 con 0x7f21380c3880 2024-04-18T05:12:17.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f213804e1e0 con 0x7f21380c3880 2024-04-18T05:12:17.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f21357fa640 1 -- 172.21.15.32:0/2910655676 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f21300b4050 con 0x7f21380c3880 2024-04-18T05:12:17.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f21357fa640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2124066690 0x7f2124068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f21357fa640 1 -- 172.21.15.32:0/2910655676 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f213011eff0 con 0x7f21380c3880 2024-04-18T05:12:17.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213cb92640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2124066690 0x7f2124068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.408+0000 7f213cb92640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2124066690 0x7f2124068b50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f212c007fd0 tx=0x7f212c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:17.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.412+0000 7f21357fa640 1 -- 172.21.15.32:0/2910655676 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f21300ec080 con 0x7f21380c3880 2024-04-18T05:12:17.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.572+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2138151f40 con 0x7f21380c3880 2024-04-18T05:12:17.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.572+0000 7f21357fa640 1 -- 172.21.15.32:0/2910655676 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f21300b2020 con 0x7f21380c3880 2024-04-18T05:12:17.575 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2124066690 msgr2=0x7f2124068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2124066690 0x7f2124068b50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f212c007fd0 tx=0x7f212c009040 comp rx=0 tx=0).stop 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 msgr2=0x7f21381445d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 0x7f21381445d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f21300b0040 tx=0x7f2130019570 comp rx=0 tx=0).stop 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 shutdown_connections 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21380c3880 0x7f21381445d0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2124066690 0x7f2124068b50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21380c34a0 0x7f2138144090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 --2- 172.21.15.32:0/2910655676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f213806e000 0x7f213806c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 >> 172.21.15.32:0/2910655676 conn(0x7f2138072d80 msgr2=0x7f21381551c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 shutdown_connections 2024-04-18T05:12:17.578 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.576+0000 7f213edf6640 1 -- 172.21.15.32:0/2910655676 wait complete. 2024-04-18T05:12:17.594 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:17.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef955aa640 1 Processor -- start 2024-04-18T05:12:17.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef955aa640 1 -- start start 2024-04-18T05:12:17.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef955aa640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef90155850 0x7fef9006db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef955aa640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef90072080 con 0x7fef900a7450 2024-04-18T05:12:17.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef955aa640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef90151d60 con 0x7fef9014f000 2024-04-18T05:12:17.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef955aa640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef90155ce0 con 0x7fef90155850 2024-04-18T05:12:17.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef867fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fef900a7450 0x7fef900ab690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59584/0 (socket says 172.21.15.32:59584) 2024-04-18T05:12:17.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef867fc640 1 -- 172.21.15.32:0/920772179 learned_addr learned my addr 172.21.15.32:0/920772179 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:17.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3286097896 0 0) 0x7fef90072080 con 0x7fef900a7450 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8f7fe640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef90155850 0x7fef9006db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fef70003530 con 0x7fef900a7450 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3438589239 0 0) 0x7fef70003530 con 0x7fef900a7450 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef90155850 msgr2=0x7fef9006db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef90155850 0x7fef9006db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 >> v1:172.21.15.92:6789/0 conn(0x7fef9014f000 legacy=0x7fef901521f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef900c0900 con 0x7fef900a7450 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fef80001680 con 0x7fef900a7450 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 >> v1:172.21.15.32:6789/0 conn(0x7fef900a7450 legacy=0x7fef900ab690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef700039b0 0x7fef70003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef90155850 0x7fef700047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef70004d10 0x7fef70005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef90155ce0 con 0x7fef70004d10 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef7000bb50 con 0x7fef700039b0 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef7000bd10 con 0x7fef90155850 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8f7fe640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef70004d10 0x7fef70005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef867fc640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef90155850 0x7fef700047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8effd640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef700039b0 0x7fef70003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8f7fe640 1 -- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef90155850 msgr2=0x7fef700047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8f7fe640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef90155850 0x7fef700047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8f7fe640 1 -- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef700039b0 msgr2=0x7fef70003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8f7fe640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef700039b0 0x7fef70003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8f7fe640 1 -- 172.21.15.32:0/920772179 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef70003530 con 0x7fef70004d10 2024-04-18T05:12:17.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.724+0000 7fef8effd640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef700039b0 0x7fef70003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:17.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef8f7fe640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef70004d10 0x7fef70005190 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fef88009fc0 tx=0x7fef8801cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fff6f3ef5c39ea6c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:17.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef880a5b60 con 0x7fef70004d10 2024-04-18T05:12:17.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef8800f040 con 0x7fef70004d10 2024-04-18T05:12:17.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef8e7fc640 1 -- 172.21.15.32:0/920772179 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef880ad440 con 0x7fef70004d10 2024-04-18T05:12:17.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef955aa640 1 -- 172.21.15.32:0/920772179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef70004d10 msgr2=0x7fef70005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef955aa640 1 --2- 172.21.15.32:0/920772179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef70004d10 0x7fef70005190 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fef88009fc0 tx=0x7fef8801cc80 comp rx=0 tx=0).stop 2024-04-18T05:12:17.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef8f7fe640 1 -- 172.21.15.32:0/920772179 reap_dead start 2024-04-18T05:12:17.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef955aa640 1 -- 172.21.15.32:0/920772179 shutdown_connections 2024-04-18T05:12:17.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef955aa640 1 -- 172.21.15.32:0/920772179 >> 172.21.15.32:0/920772179 conn(0x7fef900c2d40 msgr2=0x7fef900c3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:17.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef955aa640 1 -- 172.21.15.32:0/920772179 shutdown_connections 2024-04-18T05:12:17.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef955aa640 1 -- 172.21.15.32:0/920772179 wait complete. 2024-04-18T05:12:17.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef955aa640 1 Processor -- start 2024-04-18T05:12:17.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.728+0000 7fef955aa640 1 -- start start 2024-04-18T05:12:17.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef955aa640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef70004d10 0x7fef901eca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef955aa640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef9013ddb0 0x7fef900bf700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef955aa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef900bfc40 0x7fef9006a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef955aa640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef901ecf80 con 0x7fef900bfc40 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef955aa640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef90146ea0 con 0x7fef9013ddb0 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef955aa640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef9006adf0 con 0x7fef70004d10 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef900bfc40 0x7fef9006a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef900bfc40 0x7fef9006a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32916/0 (socket says 172.21.15.32:32916) 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8f7fe640 1 -- 172.21.15.32:0/3157460603 learned_addr learned my addr 172.21.15.32:0/3157460603 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef867fc640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef9013ddb0 0x7fef900bf700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8effd640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef70004d10 0x7fef901eca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8f7fe640 1 -- 172.21.15.32:0/3157460603 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef70004d10 msgr2=0x7fef901eca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8f7fe640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef70004d10 0x7fef901eca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8f7fe640 1 -- 172.21.15.32:0/3157460603 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef9013ddb0 msgr2=0x7fef900bf700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8f7fe640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef9013ddb0 0x7fef900bf700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8f7fe640 1 -- 172.21.15.32:0/3157460603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef90153ab0 con 0x7fef900bfc40 2024-04-18T05:12:17.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8effd640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef70004d10 0x7fef901eca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:17.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8f7fe640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef900bfc40 0x7fef9006a160 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fef88002240 tx=0x7fef88009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:17.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef87fff640 1 -- 172.21.15.32:0/3157460603 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef880039a0 con 0x7fef900bfc40 2024-04-18T05:12:17.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef87fff640 1 -- 172.21.15.32:0/3157460603 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef88003b00 con 0x7fef900bfc40 2024-04-18T05:12:17.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef90153d90 con 0x7fef900bfc40 2024-04-18T05:12:17.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef87fff640 1 -- 172.21.15.32:0/3157460603 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef88003e70 con 0x7fef900bfc40 2024-04-18T05:12:17.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef90154350 con 0x7fef900bfc40 2024-04-18T05:12:17.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef9004e1e0 con 0x7fef900bfc40 2024-04-18T05:12:17.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef87fff640 1 -- 172.21.15.32:0/3157460603 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fef880b4040 con 0x7fef900bfc40 2024-04-18T05:12:17.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef87fff640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fef74066690 0x7fef74068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:17.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef87fff640 1 -- 172.21.15.32:0/3157460603 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fef8811da30 con 0x7fef900bfc40 2024-04-18T05:12:17.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8effd640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fef74066690 0x7fef74068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:17.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.732+0000 7fef8effd640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fef74066690 0x7fef74068b50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fef78005590 tx=0x7fef78009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:17.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.736+0000 7fef87fff640 1 -- 172.21.15.32:0/3157460603 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fef880eab20 con 0x7fef900bfc40 2024-04-18T05:12:17.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.892+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fef90147070 con 0x7fef900bfc40 2024-04-18T05:12:17.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef87fff640 1 -- 172.21.15.32:0/3157460603 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7fef880b2020 con 0x7fef900bfc40 2024-04-18T05:12:17.897 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:17.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fef74066690 msgr2=0x7fef74068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fef74066690 0x7fef74068b50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fef78005590 tx=0x7fef78009040 comp rx=0 tx=0).stop 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef900bfc40 msgr2=0x7fef9006a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef900bfc40 0x7fef9006a160 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fef88002240 tx=0x7fef88009750 comp rx=0 tx=0).stop 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 shutdown_connections 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fef900bfc40 0x7fef9006a160 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fef74066690 0x7fef74068b50 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef9013ddb0 0x7fef900bf700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 --2- 172.21.15.32:0/3157460603 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fef70004d10 0x7fef901eca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 >> 172.21.15.32:0/3157460603 conn(0x7fef900c2d40 msgr2=0x7fef901487b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 shutdown_connections 2024-04-18T05:12:17.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:17.896+0000 7fef955aa640 1 -- 172.21.15.32:0/3157460603 wait complete. 2024-04-18T05:12:17.915 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:18.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500d1c6640 1 Processor -- start 2024-04-18T05:12:18.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500d1c6640 1 -- start start 2024-04-18T05:12:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500d1c6640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5008157c40 0x7f500815f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500d1c6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50080c46c0 con 0x7f50081569a0 2024-04-18T05:12:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500d1c6640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5008155050 con 0x7f50080bcb30 2024-04-18T05:12:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500d1c6640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f500806c610 con 0x7f5008157c40 2024-04-18T05:12:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5006d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f50081569a0 0x7f50080c6280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59596/0 (socket says 172.21.15.32:59596) 2024-04-18T05:12:18.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5006d9d640 1 -- 172.21.15.32:0/3848717144 learned_addr learned my addr 172.21.15.32:0/3848717144 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500759e640 1 --2- 172.21.15.32:0/3848717144 >> v2:172.21.15.92:3300/0 conn(0x7f5008157c40 0x7f500815f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1911910313 0 0) 0x7f50080c46c0 con 0x7f50081569a0 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ff0003530 con 0x7f50081569a0 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3464350713 0 0) 0x7f4ff0003530 con 0x7f50081569a0 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 >> v2:172.21.15.92:3300/0 conn(0x7f5008157c40 msgr2=0x7f500815f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 --2- 172.21.15.32:0/3848717144 >> v2:172.21.15.92:3300/0 conn(0x7f5008157c40 0x7f500815f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 >> v1:172.21.15.92:6789/0 conn(0x7f50080bcb30 legacy=0x7f5008157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5008154980 con 0x7f50081569a0 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f4ff8001680 con 0x7f50081569a0 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 >> v1:172.21.15.32:6789/0 conn(0x7f50081569a0 legacy=0x7f50080c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ff0003980 0x7f4ff0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ff00047d0 0x7f4ff0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ff0005190 0x7f4ff000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500806c610 con 0x7f4ff0005190 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ff000c030 con 0x7f4ff00047d0 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ff000c1f0 con 0x7f4ff0003980 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500759e640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ff0005190 0x7f4ff000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500659c640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ff00047d0 0x7f4ff0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f5006d9d640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ff0003980 0x7f4ff0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500759e640 1 -- 172.21.15.32:0/3848717144 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ff0003980 msgr2=0x7f4ff0003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500759e640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ff0003980 0x7f4ff0003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500759e640 1 -- 172.21.15.32:0/3848717144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ff00047d0 msgr2=0x7f4ff0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500759e640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ff00047d0 0x7f4ff0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500759e640 1 -- 172.21.15.32:0/3848717144 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ff0003530 con 0x7f4ff0005190 2024-04-18T05:12:18.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.028+0000 7f500659c640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ff00047d0 0x7f4ff0004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:18.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500759e640 1 -- 172.21.15.32:0/3848717144 reap_dead start 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500759e640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ff0005190 0x7f4ff000b990 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f5000009fc0 tx=0x7f500001ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dcf4bc2b1b10f99 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50000a5cd0 con 0x7f4ff0005190 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f500000f040 con 0x7f4ff0005190 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f5005d9b640 1 -- 172.21.15.32:0/3848717144 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5000003be0 con 0x7f4ff0005190 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 -- 172.21.15.32:0/3848717144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ff0005190 msgr2=0x7f4ff000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ff0005190 0x7f4ff000b990 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f5000009fc0 tx=0x7f500001ccc0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 -- 172.21.15.32:0/3848717144 shutdown_connections 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 --2- 172.21.15.32:0/3848717144 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4ff0005190 0x7f4ff000b990 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 -- 172.21.15.32:0/3848717144 >> 172.21.15.32:0/3848717144 conn(0x7f5008072950 msgr2=0x7f5008072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 -- 172.21.15.32:0/3848717144 shutdown_connections 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 -- 172.21.15.32:0/3848717144 wait complete. 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 Processor -- start 2024-04-18T05:12:18.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 -- start start 2024-04-18T05:12:18.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ff0005190 0x7f50080bf370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50080a8e80 0x7f50081e8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50080bc4b0 0x7f50081e9420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50080ca3b0 con 0x7f50080bc4b0 2024-04-18T05:12:18.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50080ca110 con 0x7f50080a8e80 2024-04-18T05:12:18.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.032+0000 7f500d1c6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50080a99c0 con 0x7f4ff0005190 2024-04-18T05:12:18.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500759e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50080bc4b0 0x7f50081e9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500759e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50080bc4b0 0x7f50081e9420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32934/0 (socket says 172.21.15.32:32934) 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500759e640 1 -- 172.21.15.32:0/2353719733 learned_addr learned my addr 172.21.15.32:0/2353719733 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f5006d9d640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ff0005190 0x7f50080bf370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500659c640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50080a8e80 0x7f50081e8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500759e640 1 -- 172.21.15.32:0/2353719733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ff0005190 msgr2=0x7f50080bf370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500759e640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ff0005190 0x7f50080bf370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500759e640 1 -- 172.21.15.32:0/2353719733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50080a8e80 msgr2=0x7f50081e8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500759e640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50080a8e80 0x7f50081e8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500759e640 1 -- 172.21.15.32:0/2353719733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50081e89c0 con 0x7f50080bc4b0 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500659c640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50080a8e80 0x7f50081e8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500759e640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50080bc4b0 0x7f50081e9420 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f500001c730 tx=0x7f5000009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f4fef7fe640 1 -- 172.21.15.32:0/2353719733 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5000003e70 con 0x7f50080bc4b0 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f4fef7fe640 1 -- 172.21.15.32:0/2353719733 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5000004030 con 0x7f50080bc4b0 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50080bf8b0 con 0x7f50080bc4b0 2024-04-18T05:12:18.040 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f4fef7fe640 1 -- 172.21.15.32:0/2353719733 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50000043e0 con 0x7f50080bc4b0 2024-04-18T05:12:18.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50080a9ca0 con 0x7f50080bc4b0 2024-04-18T05:12:18.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50080a9820 con 0x7f50080bc4b0 2024-04-18T05:12:18.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f4fef7fe640 1 -- 172.21.15.32:0/2353719733 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5000004540 con 0x7f50080bc4b0 2024-04-18T05:12:18.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f4fef7fe640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ff40666c0 0x7f4ff4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f4fef7fe640 1 -- 172.21.15.32:0/2353719733 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f500011fed0 con 0x7f50080bc4b0 2024-04-18T05:12:18.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f5006d9d640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ff40666c0 0x7f4ff4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.036+0000 7f5006d9d640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ff40666c0 0x7f4ff4068b80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4ff8001060 tx=0x7f4ff8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:18.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.040+0000 7f4fef7fe640 1 -- 172.21.15.32:0/2353719733 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f50080a9820 con 0x7f50080bc4b0 2024-04-18T05:12:18.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f50080a9820 con 0x7f50080bc4b0 2024-04-18T05:12:18.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f4fef7fe640 1 -- 172.21.15.32:0/2353719733 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f50080a9820 con 0x7f50080bc4b0 2024-04-18T05:12:18.197 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:18.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ff40666c0 msgr2=0x7f4ff4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ff40666c0 0x7f4ff4068b80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4ff8001060 tx=0x7f4ff8009040 comp rx=0 tx=0).stop 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50080bc4b0 msgr2=0x7f50081e9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50080bc4b0 0x7f50081e9420 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f500001c730 tx=0x7f5000009750 comp rx=0 tx=0).stop 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 shutdown_connections 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50080bc4b0 0x7f50081e9420 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ff40666c0 0x7f4ff4068b80 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50080a8e80 0x7f50081e8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 --2- 172.21.15.32:0/2353719733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4ff0005190 0x7f50080bf370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 >> 172.21.15.32:0/2353719733 conn(0x7f5008072950 msgr2=0x7f5008157430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 shutdown_connections 2024-04-18T05:12:18.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.196+0000 7f500d1c6640 1 -- 172.21.15.32:0/2353719733 wait complete. 2024-04-18T05:12:18.215 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:12:18.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.332+0000 7f50f14b3640 1 Processor -- start 2024-04-18T05:12:18.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.332+0000 7f50f14b3640 1 -- start start 2024-04-18T05:12:18.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.332+0000 7f50f14b3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f50ec0aeb60 0x7f50ec157b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.332+0000 7f50f14b3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec06cb00 0x7f50ec0c3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.332+0000 7f50f14b3640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50ec0aef40 con 0x7f50ec0c43c0 2024-04-18T05:12:18.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.332+0000 7f50f14b3640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50ec0c5130 con 0x7f50ec0aeb60 2024-04-18T05:12:18.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.332+0000 7f50f14b3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec0bcda0 con 0x7f50ec06cb00 2024-04-18T05:12:18.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50ea7fc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec06cb00 0x7f50ec0c3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50eaffd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f50ec0aeb60 0x7f50ec157b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50ea7fc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec06cb00 0x7f50ec0c3e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:54662/0 (socket says 172.21.15.32:54662) 2024-04-18T05:12:18.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50eb7fe640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f50ec0c43c0 0x7f50ec1541a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:39210/0 (socket says 172.21.15.32:39210) 2024-04-18T05:12:18.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50ea7fc640 1 -- 172.21.15.32:0/2140254919 learned_addr learned my addr 172.21.15.32:0/2140254919 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:18.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50eaffd640 1 -- 172.21.15.32:0/2140254919 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec06cb00 msgr2=0x7f50ec0c3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:18.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50eaffd640 1 --2- 172.21.15.32:0/2140254919 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec06cb00 0x7f50ec0c3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50eaffd640 1 -- 172.21.15.32:0/2140254919 >> v1:172.21.15.92:6789/0 conn(0x7f50ec0c43c0 legacy=0x7f50ec1541a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50eaffd640 1 -- 172.21.15.32:0/2140254919 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50ec0c6550 con 0x7f50ec0aeb60 2024-04-18T05:12:18.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50ea7fc640 1 --2- 172.21.15.32:0/2140254919 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec06cb00 0x7f50ec0c3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:12:18.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.336+0000 7f50eaffd640 1 --2- 172.21.15.32:0/2140254919 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec0aeb60 0x7f50ec157b70 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f50dc009d90 tx=0x7f50dc01c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6d1a1c69e641f98 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:18.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50e9ffb640 1 -- 172.21.15.32:0/2140254919 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50dc0a5890 con 0x7f50ec0aeb60 2024-04-18T05:12:18.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50e9ffb640 1 -- 172.21.15.32:0/2140254919 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50dc0a59f0 con 0x7f50ec0aeb60 2024-04-18T05:12:18.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50e9ffb640 1 -- 172.21.15.32:0/2140254919 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50dc0a5d80 con 0x7f50ec0aeb60 2024-04-18T05:12:18.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 -- 172.21.15.32:0/2140254919 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec0aeb60 msgr2=0x7f50ec157b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 --2- 172.21.15.32:0/2140254919 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec0aeb60 0x7f50ec157b70 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f50dc009d90 tx=0x7f50dc01c8e0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 -- 172.21.15.32:0/2140254919 shutdown_connections 2024-04-18T05:12:18.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 --2- 172.21.15.32:0/2140254919 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec06cb00 0x7f50ec0c3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 --2- 172.21.15.32:0/2140254919 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec0aeb60 0x7f50ec157b70 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 -- 172.21.15.32:0/2140254919 >> 172.21.15.32:0/2140254919 conn(0x7f50ec072b80 msgr2=0x7f50ec072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:18.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 -- 172.21.15.32:0/2140254919 shutdown_connections 2024-04-18T05:12:18.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 -- 172.21.15.32:0/2140254919 wait complete. 2024-04-18T05:12:18.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 Processor -- start 2024-04-18T05:12:18.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 -- start start 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50ec06cb00 0x7f50ec14c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec0aeb60 0x7f50ec14cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec0c43c0 0x7f50ec1ef820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec0c78e0 con 0x7f50ec06cb00 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec14d1c0 con 0x7f50ec0aeb60 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50f14b3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec0a9cc0 con 0x7f50ec0c43c0 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50eaffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50ec06cb00 0x7f50ec14c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50eaffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50ec06cb00 0x7f50ec14c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32944/0 (socket says 172.21.15.32:32944) 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50eaffd640 1 -- 172.21.15.32:0/250971714 learned_addr learned my addr 172.21.15.32:0/250971714 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:18.345 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50ea7fc640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec0aeb60 0x7f50ec14cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50eb7fe640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec0c43c0 0x7f50ec1ef820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50eaffd640 1 -- 172.21.15.32:0/250971714 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec0c43c0 msgr2=0x7f50ec1ef820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50eaffd640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec0c43c0 0x7f50ec1ef820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50eaffd640 1 -- 172.21.15.32:0/250971714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec0aeb60 msgr2=0x7f50ec14cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50eaffd640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec0aeb60 0x7f50ec14cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.340+0000 7f50eaffd640 1 -- 172.21.15.32:0/250971714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50e00094d0 con 0x7f50ec06cb00 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50eaffd640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50ec06cb00 0x7f50ec14c740 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f50dc01a510 tx=0x7f50dc019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50d37fe640 1 -- 172.21.15.32:0/250971714 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50dc0ad850 con 0x7f50ec06cb00 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50d37fe640 1 -- 172.21.15.32:0/250971714 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50dc0ad9b0 con 0x7f50ec06cb00 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50dc009a70 con 0x7f50ec06cb00 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50d37fe640 1 -- 172.21.15.32:0/250971714 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50dc0add40 con 0x7f50ec06cb00 2024-04-18T05:12:18.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50ec0a99e0 con 0x7f50ec06cb00 2024-04-18T05:12:18.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50ec04e250 con 0x7f50ec06cb00 2024-04-18T05:12:18.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50d37fe640 1 -- 172.21.15.32:0/250971714 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f50dc0b4050 con 0x7f50ec06cb00 2024-04-18T05:12:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50d37fe640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f50d80666c0 0x7f50d8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50d37fe640 1 -- 172.21.15.32:0/250971714 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f50dc11fa30 con 0x7f50ec06cb00 2024-04-18T05:12:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50ea7fc640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f50d80666c0 0x7f50d8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.344+0000 7f50ea7fc640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f50d80666c0 0x7f50d8068b80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f50ec1ed180 tx=0x7f50e0009240 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:18.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.348+0000 7f50d37fe640 1 -- 172.21.15.32:0/250971714 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f50dc0ecb00 con 0x7f50ec06cb00 2024-04-18T05:12:18.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f50ec06c8e0 con 0x7f50ec06cb00 2024-04-18T05:12:18.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50d37fe640 1 -- 172.21.15.32:0/250971714 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f50dc0f0120 con 0x7f50ec06cb00 2024-04-18T05:12:18.517 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f50d80666c0 msgr2=0x7f50d8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f50d80666c0 0x7f50d8068b80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f50ec1ed180 tx=0x7f50e0009240 comp rx=0 tx=0).stop 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50ec06cb00 msgr2=0x7f50ec14c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50ec06cb00 0x7f50ec14c740 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f50dc01a510 tx=0x7f50dc019680 comp rx=0 tx=0).stop 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 shutdown_connections 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50ec0c43c0 0x7f50ec1ef820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f50d80666c0 0x7f50d8068b80 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50ec0aeb60 0x7f50ec14cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 --2- 172.21.15.32:0/250971714 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f50ec06cb00 0x7f50ec14c740 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 >> 172.21.15.32:0/250971714 conn(0x7f50ec072b80 msgr2=0x7f50ec0ace60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:18.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 shutdown_connections 2024-04-18T05:12:18.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.516+0000 7f50f14b3640 1 -- 172.21.15.32:0/250971714 wait complete. 2024-04-18T05:12:18.535 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:12:18.535 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:12:18.541 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:18.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188eef6640 1 Processor -- start 2024-04-18T05:12:18.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188eef6640 1 -- start start 2024-04-18T05:12:18.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188eef6640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f18880aeb90 0x7f18880c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188eef6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 0x7f188806b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188eef6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f188806cd00 0x7f188806b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188eef6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18880c7750 con 0x7f188806cd00 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188eef6640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18880aef70 con 0x7f18880aeb90 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188eef6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18880c4240 con 0x7f18880bcb80 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188d493640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f188806cd00 0x7f188806b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188d493640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f188806cd00 0x7f188806b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32952/0 (socket says 172.21.15.32:32952) 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188d493640 1 -- 172.21.15.32:0/1105287175 learned_addr learned my addr 172.21.15.32:0/1105287175 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f1887fff640 1 --2- 172.21.15.32:0/1105287175 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 0x7f188806b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188cc92640 1 --2- 172.21.15.32:0/1105287175 >> v2:172.21.15.92:3300/0 conn(0x7f18880aeb90 0x7f18880c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188d493640 1 -- 172.21.15.32:0/1105287175 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 msgr2=0x7f188806b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188d493640 1 --2- 172.21.15.32:0/1105287175 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 0x7f188806b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188d493640 1 -- 172.21.15.32:0/1105287175 >> v2:172.21.15.92:3300/0 conn(0x7f18880aeb90 msgr2=0x7f18880c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188d493640 1 --2- 172.21.15.32:0/1105287175 >> v2:172.21.15.92:3300/0 conn(0x7f18880aeb90 0x7f18880c5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.704+0000 7f188d493640 1 -- 172.21.15.32:0/1105287175 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18880c46d0 con 0x7f188806cd00 2024-04-18T05:12:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188d493640 1 --2- 172.21.15.32:0/1105287175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f188806cd00 0x7f188806b770 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f18880abec0 tx=0x7f187801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2adcc95adedc7492 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f18877fe640 1 -- 172.21.15.32:0/1105287175 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18780ab650 con 0x7f188806cd00 2024-04-18T05:12:18.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f18877fe640 1 -- 172.21.15.32:0/1105287175 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18780ab7b0 con 0x7f188806cd00 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f18877fe640 1 -- 172.21.15.32:0/1105287175 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18780abb40 con 0x7f188806cd00 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 -- 172.21.15.32:0/1105287175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f188806cd00 msgr2=0x7f188806b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 --2- 172.21.15.32:0/1105287175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f188806cd00 0x7f188806b770 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f18880abec0 tx=0x7f187801c490 comp rx=0 tx=0).stop 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 -- 172.21.15.32:0/1105287175 shutdown_connections 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 --2- 172.21.15.32:0/1105287175 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f188806cd00 0x7f188806b770 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 --2- 172.21.15.32:0/1105287175 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 0x7f188806b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 --2- 172.21.15.32:0/1105287175 >> v2:172.21.15.92:3300/0 conn(0x7f18880aeb90 0x7f18880c5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 -- 172.21.15.32:0/1105287175 >> 172.21.15.32:0/1105287175 conn(0x7f18880ab0a0 msgr2=0x7f18880ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 -- 172.21.15.32:0/1105287175 shutdown_connections 2024-04-18T05:12:18.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 -- 172.21.15.32:0/1105287175 wait complete. 2024-04-18T05:12:18.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 Processor -- start 2024-04-18T05:12:18.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.708+0000 7f188eef6640 1 -- start start 2024-04-18T05:12:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188eef6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f188806cd00 0x7f18880c0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188eef6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18880aeb90 0x7f18881efe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188eef6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 0x7f18881f0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188eef6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18880bfb80 con 0x7f18880aeb90 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188eef6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18880be140 con 0x7f188806cd00 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188eef6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18880ca270 con 0x7f18880bcb80 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f1887fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18880aeb90 0x7f18881efe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f1887fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18880aeb90 0x7f18881efe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32966/0 (socket says 172.21.15.32:32966) 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f1887fff640 1 -- 172.21.15.32:0/1015120740 learned_addr learned my addr 172.21.15.32:0/1015120740 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188cc92640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f188806cd00 0x7f18880c0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188d493640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 0x7f18881f0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f1887fff640 1 -- 172.21.15.32:0/1015120740 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 msgr2=0x7f18881f0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f1887fff640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 0x7f18881f0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f1887fff640 1 -- 172.21.15.32:0/1015120740 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f188806cd00 msgr2=0x7f18880c0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f1887fff640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f188806cd00 0x7f18880c0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f1887fff640 1 -- 172.21.15.32:0/1015120740 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18780094d0 con 0x7f18880aeb90 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f1887fff640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18880aeb90 0x7f18881efe30 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f187000d7d0 tx=0x7f187000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:18.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f18857fa640 1 -- 172.21.15.32:0/1015120740 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f187000b6c0 con 0x7f18880aeb90 2024-04-18T05:12:18.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f18857fa640 1 -- 172.21.15.32:0/1015120740 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f187000b820 con 0x7f18880aeb90 2024-04-18T05:12:18.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f18857fa640 1 -- 172.21.15.32:0/1015120740 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f187000bbb0 con 0x7f18880aeb90 2024-04-18T05:12:18.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18881f08b0 con 0x7f18880aeb90 2024-04-18T05:12:18.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18880bdaf0 con 0x7f18880aeb90 2024-04-18T05:12:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18880c4f00 con 0x7f18880aeb90 2024-04-18T05:12:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f18857fa640 1 -- 172.21.15.32:0/1015120740 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f187000bd10 con 0x7f18880aeb90 2024-04-18T05:12:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f18857fa640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1868066690 0x7f1868068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f18857fa640 1 -- 172.21.15.32:0/1015120740 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f1870084930 con 0x7f18880aeb90 2024-04-18T05:12:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188cc92640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1868066690 0x7f1868068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:18.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.712+0000 7f188cc92640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1868066690 0x7f1868068b50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1880003fd0 tx=0x7f1880003a00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:18.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.716+0000 7f18857fa640 1 -- 172.21.15.32:0/1015120740 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1870051a00 con 0x7f18880aeb90 2024-04-18T05:12:18.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.868+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f18880be2b0 con 0x7f18880aeb90 2024-04-18T05:12:18.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f18857fa640 1 -- 172.21.15.32:0/1015120740 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7f1870055020 con 0x7f18880aeb90 2024-04-18T05:12:18.874 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:18.875 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1868066690 msgr2=0x7f1868068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1868066690 0x7f1868068b50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1880003fd0 tx=0x7f1880003a00 comp rx=0 tx=0).stop 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18880aeb90 msgr2=0x7f18881efe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18880aeb90 0x7f18881efe30 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f187000d7d0 tx=0x7f187000dc90 comp rx=0 tx=0).stop 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 shutdown_connections 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18880bcb80 0x7f18881f0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f18880aeb90 0x7f18881efe30 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1868066690 0x7f1868068b50 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 --2- 172.21.15.32:0/1015120740 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f188806cd00 0x7f18880c0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 >> 172.21.15.32:0/1015120740 conn(0x7f18880ab0a0 msgr2=0x7f18881567c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.872+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 shutdown_connections 2024-04-18T05:12:18.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:18.876+0000 7f188eef6640 1 -- 172.21.15.32:0/1015120740 wait complete. 2024-04-18T05:12:18.892 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:18.893 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:19.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f45305b8640 1 Processor -- start 2024-04-18T05:12:19.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f45305b8640 1 -- start start 2024-04-18T05:12:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f45305b8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806a0e0 0x7f4528155040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f45305b8640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45280a7450 0x7f4528155580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f45305b8640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f452806e220 con 0x7f452806dc80 2024-04-18T05:12:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f45305b8640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4528151e00 con 0x7f45280a7450 2024-04-18T05:12:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f45305b8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45281520e0 con 0x7f452806a0e0 2024-04-18T05:12:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452e354640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806a0e0 0x7f4528155040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452db53640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45280a7450 0x7f4528155580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452eb55640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f452806dc80 0x7f4528139d60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:39226/0 (socket says 172.21.15.32:39226) 2024-04-18T05:12:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452e354640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806a0e0 0x7f4528155040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:54700/0 (socket says 172.21.15.32:54700) 2024-04-18T05:12:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452db53640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45280a7450 0x7f4528155580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:41796/0 (socket says 172.21.15.32:41796) 2024-04-18T05:12:19.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452e354640 1 -- 172.21.15.32:0/3364363313 learned_addr learned my addr 172.21.15.32:0/3364363313 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:19.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452db53640 1 -- 172.21.15.32:0/3364363313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806a0e0 msgr2=0x7f4528155040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:19.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452db53640 1 --2- 172.21.15.32:0/3364363313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806a0e0 0x7f4528155040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452db53640 1 -- 172.21.15.32:0/3364363313 >> v1:172.21.15.92:6789/0 conn(0x7f452806dc80 legacy=0x7f4528139d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452db53640 1 -- 172.21.15.32:0/3364363313 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45281523c0 con 0x7f45280a7450 2024-04-18T05:12:19.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.020+0000 7f452e354640 1 --2- 172.21.15.32:0/3364363313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806a0e0 0x7f4528155040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:12:19.025 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f452db53640 1 --2- 172.21.15.32:0/3364363313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 0x7f4528155580 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f45180097c0 tx=0x7f451801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e48e44b6de6fde server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f452d352640 1 -- 172.21.15.32:0/3364363313 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45180ac410 con 0x7f45280a7450 2024-04-18T05:12:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f452d352640 1 -- 172.21.15.32:0/3364363313 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45180ac570 con 0x7f45280a7450 2024-04-18T05:12:19.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f452d352640 1 -- 172.21.15.32:0/3364363313 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45180ac900 con 0x7f45280a7450 2024-04-18T05:12:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 -- 172.21.15.32:0/3364363313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 msgr2=0x7f4528155580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 --2- 172.21.15.32:0/3364363313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 0x7f4528155580 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f45180097c0 tx=0x7f451801c4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 -- 172.21.15.32:0/3364363313 shutdown_connections 2024-04-18T05:12:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 --2- 172.21.15.32:0/3364363313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 0x7f4528155580 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 --2- 172.21.15.32:0/3364363313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806a0e0 0x7f4528155040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 -- 172.21.15.32:0/3364363313 >> 172.21.15.32:0/3364363313 conn(0x7f452806af90 msgr2=0x7f452806b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 -- 172.21.15.32:0/3364363313 shutdown_connections 2024-04-18T05:12:19.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 -- 172.21.15.32:0/3364363313 wait complete. 2024-04-18T05:12:19.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 Processor -- start 2024-04-18T05:12:19.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 -- start start 2024-04-18T05:12:19.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f452806a0e0 0x7f4528134800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806dc80 0x7f4528150360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 0x7f45281ea910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4528135b40 con 0x7f452806a0e0 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45280c3530 con 0x7f45280a7450 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f45305b8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45280c3ab0 con 0x7f452806dc80 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f452e354640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f452806a0e0 0x7f4528134800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f452e354640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f452806a0e0 0x7f4528134800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32974/0 (socket says 172.21.15.32:32974) 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.024+0000 7f452e354640 1 -- 172.21.15.32:0/1742204451 learned_addr learned my addr 172.21.15.32:0/1742204451 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452eb55640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 0x7f45281ea910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452db53640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806dc80 0x7f4528150360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452e354640 1 -- 172.21.15.32:0/1742204451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806dc80 msgr2=0x7f4528150360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452e354640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806dc80 0x7f4528150360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452e354640 1 -- 172.21.15.32:0/1742204451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 msgr2=0x7f45281ea910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452e354640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 0x7f45281ea910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452e354640 1 -- 172.21.15.32:0/1742204451 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45240094d0 con 0x7f452806a0e0 2024-04-18T05:12:19.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452eb55640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 0x7f45281ea910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:19.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452e354640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f452806a0e0 0x7f4528134800 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f452400e9d0 tx=0x7f452400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f451effd640 1 -- 172.21.15.32:0/1742204451 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f452400ca60 con 0x7f452806a0e0 2024-04-18T05:12:19.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f451effd640 1 -- 172.21.15.32:0/1742204451 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f452400cbc0 con 0x7f452806a0e0 2024-04-18T05:12:19.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f451effd640 1 -- 172.21.15.32:0/1742204451 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4524013470 con 0x7f452806a0e0 2024-04-18T05:12:19.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4518009420 con 0x7f452806a0e0 2024-04-18T05:12:19.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45281ea130 con 0x7f452806a0e0 2024-04-18T05:12:19.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f452804e1e0 con 0x7f452806a0e0 2024-04-18T05:12:19.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f451effd640 1 -- 172.21.15.32:0/1742204451 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f45240135d0 con 0x7f452806a0e0 2024-04-18T05:12:19.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f451effd640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f450c066690 0x7f450c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f451effd640 1 -- 172.21.15.32:0/1742204451 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f4524084b70 con 0x7f452806a0e0 2024-04-18T05:12:19.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452db53640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f450c066690 0x7f450c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.028+0000 7f452db53640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f450c066690 0x7f450c068b50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f45180ae000 tx=0x7f45180a6040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.032+0000 7f451effd640 1 -- 172.21.15.32:0/1742204451 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f4524051bd0 con 0x7f452806a0e0 2024-04-18T05:12:19.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.196+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4528071ad0 con 0x7f452806a0e0 2024-04-18T05:12:19.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f451effd640 1 -- 172.21.15.32:0/1742204451 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f45240210a0 con 0x7f452806a0e0 2024-04-18T05:12:19.201 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:19.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f450c066690 msgr2=0x7f450c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f450c066690 0x7f450c068b50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f45180ae000 tx=0x7f45180a6040 comp rx=0 tx=0).stop 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f452806a0e0 msgr2=0x7f4528134800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f452806a0e0 0x7f4528134800 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f452400e9d0 tx=0x7f452400ee90 comp rx=0 tx=0).stop 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 shutdown_connections 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f450c066690 0x7f450c068b50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45280a7450 0x7f45281ea910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f452806dc80 0x7f4528150360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 --2- 172.21.15.32:0/1742204451 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f452806a0e0 0x7f4528134800 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 >> 172.21.15.32:0/1742204451 conn(0x7f452806af90 msgr2=0x7f4528137cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 shutdown_connections 2024-04-18T05:12:19.204 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.200+0000 7f45305b8640 1 -- 172.21.15.32:0/1742204451 wait complete. 2024-04-18T05:12:19.220 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:19.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62c56e640 1 Processor -- start 2024-04-18T05:12:19.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62c56e640 1 -- start start 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62c56e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe62414dbc0 0x7fe6241545b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62c56e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6240c3df0 0x7fe624157af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62c56e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6240c4840 con 0x7fe6240c7370 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62c56e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe624158030 con 0x7fe62414dbc0 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62c56e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe62414dfa0 con 0x7fe6240c3df0 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62a30a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe62414dbc0 0x7fe6241545b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62ab0b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe6240c7370 0x7fe6240c5e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59604/0 (socket says 172.21.15.32:59604) 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62ab0b640 1 -- 172.21.15.32:0/1431669215 learned_addr learned my addr 172.21.15.32:0/1431669215 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe629b09640 1 --2- 172.21.15.32:0/1431669215 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6240c3df0 0x7fe624157af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62a30a640 1 -- 172.21.15.32:0/1431669215 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6240c3df0 msgr2=0x7fe624157af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62a30a640 1 --2- 172.21.15.32:0/1431669215 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6240c3df0 0x7fe624157af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62a30a640 1 -- 172.21.15.32:0/1431669215 >> v1:172.21.15.32:6789/0 conn(0x7fe6240c7370 legacy=0x7fe6240c5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe62a30a640 1 -- 172.21.15.32:0/1431669215 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6240bcd20 con 0x7fe62414dbc0 2024-04-18T05:12:19.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.336+0000 7fe629308640 1 -- 172.21.15.32:0/1431669215 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1700525931 0 0) 0x7fe61c001120 con 0x7fe6240c7370 2024-04-18T05:12:19.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62a30a640 1 --2- 172.21.15.32:0/1431669215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe62414dbc0 0x7fe6241545b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe620009d90 tx=0x7fe62001f150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d30114238ba165b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe629308640 1 -- 172.21.15.32:0/1431669215 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6200af600 con 0x7fe62414dbc0 2024-04-18T05:12:19.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe629308640 1 -- 172.21.15.32:0/1431669215 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6200ab050 con 0x7fe62414dbc0 2024-04-18T05:12:19.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe629308640 1 -- 172.21.15.32:0/1431669215 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6200af980 con 0x7fe62414dbc0 2024-04-18T05:12:19.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 -- 172.21.15.32:0/1431669215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe62414dbc0 msgr2=0x7fe6241545b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 --2- 172.21.15.32:0/1431669215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe62414dbc0 0x7fe6241545b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe620009d90 tx=0x7fe62001f150 comp rx=0 tx=0).stop 2024-04-18T05:12:19.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 -- 172.21.15.32:0/1431669215 shutdown_connections 2024-04-18T05:12:19.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 --2- 172.21.15.32:0/1431669215 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6240c3df0 0x7fe624157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 --2- 172.21.15.32:0/1431669215 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe62414dbc0 0x7fe6241545b0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 -- 172.21.15.32:0/1431669215 >> 172.21.15.32:0/1431669215 conn(0x7fe6240aafa0 msgr2=0x7fe6240ab3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:19.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 -- 172.21.15.32:0/1431669215 shutdown_connections 2024-04-18T05:12:19.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 -- 172.21.15.32:0/1431669215 wait complete. 2024-04-18T05:12:19.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 Processor -- start 2024-04-18T05:12:19.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 -- start start 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6240c7370 0x7fe624155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6241dd7a0 0x7fe6241ddf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624153350 0x7fe624147b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6241dfe30 con 0x7fe6240c7370 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6241df570 con 0x7fe624153350 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.340+0000 7fe62c56e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6240bfa90 con 0x7fe6241dd7a0 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62a30a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6240c7370 0x7fe624155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62a30a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6240c7370 0x7fe624155410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:32992/0 (socket says 172.21.15.32:32992) 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62a30a640 1 -- 172.21.15.32:0/2550240014 learned_addr learned my addr 172.21.15.32:0/2550240014 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62ab0b640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624153350 0x7fe624147b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe629b09640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6241dd7a0 0x7fe6241ddf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62a30a640 1 -- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6241dd7a0 msgr2=0x7fe6241ddf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62a30a640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6241dd7a0 0x7fe6241ddf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62a30a640 1 -- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624153350 msgr2=0x7fe624147b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62a30a640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624153350 0x7fe624147b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62a30a640 1 -- 172.21.15.32:0/2550240014 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe620009a70 con 0x7fe6240c7370 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62ab0b640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624153350 0x7fe624147b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe629b09640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6241dd7a0 0x7fe6241ddf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62a30a640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6240c7370 0x7fe624155410 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe62001bd60 tx=0x7fe62001bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe61affd640 1 -- 172.21.15.32:0/2550240014 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6200b9610 con 0x7fe6240c7370 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe61affd640 1 -- 172.21.15.32:0/2550240014 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6200b9770 con 0x7fe6240c7370 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6241dd260 con 0x7fe6240c7370 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe61affd640 1 -- 172.21.15.32:0/2550240014 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6200b9b20 con 0x7fe6240c7370 2024-04-18T05:12:19.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6241de490 con 0x7fe6240c7370 2024-04-18T05:12:19.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe624067280 con 0x7fe6240c7370 2024-04-18T05:12:19.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe61affd640 1 -- 172.21.15.32:0/2550240014 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe6200b6050 con 0x7fe6240c7370 2024-04-18T05:12:19.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe61affd640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6080666c0 0x7fe608068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe629b09640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6080666c0 0x7fe608068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe61affd640 1 -- 172.21.15.32:0/2550240014 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fe620122a50 con 0x7fe6240c7370 2024-04-18T05:12:19.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.344+0000 7fe629b09640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6080666c0 0x7fe608068b80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe6240c8ea0 tx=0x7fe614008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.348+0000 7fe61affd640 1 -- 172.21.15.32:0/2550240014 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe6200efc40 con 0x7fe6240c7370 2024-04-18T05:12:19.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.508+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe62404e1e0 con 0x7fe6240c7370 2024-04-18T05:12:19.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.508+0000 7fe61affd640 1 -- 172.21.15.32:0/2550240014 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe620009450 con 0x7fe6240c7370 2024-04-18T05:12:19.512 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:19.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6080666c0 msgr2=0x7fe608068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6080666c0 0x7fe608068b80 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe6240c8ea0 tx=0x7fe614008040 comp rx=0 tx=0).stop 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6240c7370 msgr2=0x7fe624155410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6240c7370 0x7fe624155410 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe62001bd60 tx=0x7fe62001bef0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 shutdown_connections 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6080666c0 0x7fe608068b80 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe624153350 0x7fe624147b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6241dd7a0 0x7fe6241ddf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 --2- 172.21.15.32:0/2550240014 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6240c7370 0x7fe624155410 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 >> 172.21.15.32:0/2550240014 conn(0x7fe6240aafa0 msgr2=0x7fe6240aa4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 shutdown_connections 2024-04-18T05:12:19.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.512+0000 7fe62c56e640 1 -- 172.21.15.32:0/2550240014 wait complete. 2024-04-18T05:12:19.531 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:19.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d6ecd640 1 Processor -- start 2024-04-18T05:12:19.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d6ecd640 1 -- start start 2024-04-18T05:12:19.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d6ecd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f52d006df40 0x7f52d0151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d6ecd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f52d013ae10 0x7f52d01559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d6ecd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013a8c0 0x7f52d00a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d6ecd640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52d00a8fb0 con 0x7f52d006df40 2024-04-18T05:12:19.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d6ecd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52d01520a0 con 0x7f52d013ae10 2024-04-18T05:12:19.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d6ecd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52d00a8200 con 0x7f52d013a8c0 2024-04-18T05:12:19.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d4c69640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f52d006df40 0x7f52d0151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d4c69640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f52d006df40 0x7f52d0151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33000/0 (socket says 172.21.15.32:33000) 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d4c69640 1 -- 172.21.15.32:0/501439181 learned_addr learned my addr 172.21.15.32:0/501439181 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52cffff640 1 --2- 172.21.15.32:0/501439181 >> v2:172.21.15.92:3300/0 conn(0x7f52d013ae10 0x7f52d01559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d546a640 1 --2- 172.21.15.32:0/501439181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013a8c0 0x7f52d00a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d4c69640 1 -- 172.21.15.32:0/501439181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013a8c0 msgr2=0x7f52d00a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d4c69640 1 --2- 172.21.15.32:0/501439181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013a8c0 0x7f52d00a9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d4c69640 1 -- 172.21.15.32:0/501439181 >> v2:172.21.15.92:3300/0 conn(0x7f52d013ae10 msgr2=0x7f52d01559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d4c69640 1 --2- 172.21.15.32:0/501439181 >> v2:172.21.15.92:3300/0 conn(0x7f52d013ae10 0x7f52d01559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52d4c69640 1 -- 172.21.15.32:0/501439181 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52d00a84e0 con 0x7f52d006df40 2024-04-18T05:12:19.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.660+0000 7f52cffff640 1 --2- 172.21.15.32:0/501439181 >> v2:172.21.15.92:3300/0 conn(0x7f52d013ae10 0x7f52d01559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:19.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d4c69640 1 --2- 172.21.15.32:0/501439181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 0x7f52d0151b60 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f52d0070340 tx=0x7f52c001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec0e8759aba027f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52cf7fe640 1 -- 172.21.15.32:0/501439181 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52c00ab600 con 0x7f52d006df40 2024-04-18T05:12:19.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52cf7fe640 1 -- 172.21.15.32:0/501439181 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52c00a7050 con 0x7f52d006df40 2024-04-18T05:12:19.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52cf7fe640 1 -- 172.21.15.32:0/501439181 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52c00ab980 con 0x7f52d006df40 2024-04-18T05:12:19.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 -- 172.21.15.32:0/501439181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 msgr2=0x7f52d0151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/501439181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 0x7f52d0151b60 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f52d0070340 tx=0x7f52c001c490 comp rx=0 tx=0).stop 2024-04-18T05:12:19.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 -- 172.21.15.32:0/501439181 shutdown_connections 2024-04-18T05:12:19.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/501439181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013a8c0 0x7f52d00a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/501439181 >> v2:172.21.15.92:3300/0 conn(0x7f52d013ae10 0x7f52d01559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/501439181 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 0x7f52d0151b60 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 -- 172.21.15.32:0/501439181 >> 172.21.15.32:0/501439181 conn(0x7f52d00c54b0 msgr2=0x7f52d00c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:19.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 -- 172.21.15.32:0/501439181 shutdown_connections 2024-04-18T05:12:19.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 -- 172.21.15.32:0/501439181 wait complete. 2024-04-18T05:12:19.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 Processor -- start 2024-04-18T05:12:19.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 -- start start 2024-04-18T05:12:19.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 0x7f52d0132b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52d013a8c0 0x7f52d00c2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013ae10 0x7f52d01edbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52d0134a00 con 0x7f52d006df40 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52d01ed480 con 0x7f52d013a8c0 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d6ecd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52d0137bb0 con 0x7f52d013ae10 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d4c69640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 0x7f52d0132b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d4c69640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 0x7f52d0132b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33004/0 (socket says 172.21.15.32:33004) 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d4c69640 1 -- 172.21.15.32:0/3455430138 learned_addr learned my addr 172.21.15.32:0/3455430138 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d546a640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013ae10 0x7f52d01edbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52cffff640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52d013a8c0 0x7f52d00c2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d4c69640 1 -- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013ae10 msgr2=0x7f52d01edbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.664+0000 7f52d4c69640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013ae10 0x7f52d01edbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52d4c69640 1 -- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52d013a8c0 msgr2=0x7f52d00c2f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52d4c69640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52d013a8c0 0x7f52d00c2f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52d4c69640 1 -- 172.21.15.32:0/3455430138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52c00094d0 con 0x7f52d006df40 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52cffff640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52d013a8c0 0x7f52d00c2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52d546a640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013ae10 0x7f52d01edbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52d4c69640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 0x7f52d0132b60 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f52c001ab40 tx=0x7f52c0019230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52cd7fa640 1 -- 172.21.15.32:0/3455430138 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52c00b37d0 con 0x7f52d006df40 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52cd7fa640 1 -- 172.21.15.32:0/3455430138 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52c00b3930 con 0x7f52d006df40 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52d0137e90 con 0x7f52d006df40 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52cd7fa640 1 -- 172.21.15.32:0/3455430138 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52c00b3ca0 con 0x7f52d006df40 2024-04-18T05:12:19.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52d00bc620 con 0x7f52d006df40 2024-04-18T05:12:19.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52d0137cf0 con 0x7f52d006df40 2024-04-18T05:12:19.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52cd7fa640 1 -- 172.21.15.32:0/3455430138 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f52c00b2070 con 0x7f52d006df40 2024-04-18T05:12:19.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52cd7fa640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52bc066690 0x7f52bc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52cd7fa640 1 -- 172.21.15.32:0/3455430138 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f52c011e6d0 con 0x7f52d006df40 2024-04-18T05:12:19.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52cffff640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52bc066690 0x7f52bc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.668+0000 7f52cffff640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52bc066690 0x7f52bc068b50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f52d015bca0 tx=0x7f52c4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.672+0000 7f52cd7fa640 1 -- 172.21.15.32:0/3455430138 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f52d0137cf0 con 0x7f52d006df40 2024-04-18T05:12:19.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.832+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f52d0137cf0 con 0x7f52d006df40 2024-04-18T05:12:19.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.832+0000 7f52cd7fa640 1 -- 172.21.15.32:0/3455430138 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f52d0137cf0 con 0x7f52d006df40 2024-04-18T05:12:19.836 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:19.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52bc066690 msgr2=0x7f52bc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52bc066690 0x7f52bc068b50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f52d015bca0 tx=0x7f52c4008040 comp rx=0 tx=0).stop 2024-04-18T05:12:19.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 msgr2=0x7f52d0132b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 0x7f52d0132b60 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f52c001ab40 tx=0x7f52c0019230 comp rx=0 tx=0).stop 2024-04-18T05:12:19.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 shutdown_connections 2024-04-18T05:12:19.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52d013ae10 0x7f52d01edbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52bc066690 0x7f52bc068b50 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52d013a8c0 0x7f52d00c2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 --2- 172.21.15.32:0/3455430138 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52d006df40 0x7f52d0132b60 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 >> 172.21.15.32:0/3455430138 conn(0x7f52d00c54b0 msgr2=0x7f52d00c02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:19.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 shutdown_connections 2024-04-18T05:12:19.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.836+0000 7f52d6ecd640 1 -- 172.21.15.32:0/3455430138 wait complete. 2024-04-18T05:12:19.856 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:19.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa025a35640 1 Processor -- start 2024-04-18T05:12:19.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa025a35640 1 -- start start 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa025a35640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa02014dc70 0x7fa0200bfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa025a35640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa0200bb780 0x7fa020070640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa025a35640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa020150700 con 0x7fa02014d890 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa025a35640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0200bfff0 con 0x7fa02014dc70 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa025a35640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0200bc290 con 0x7fa0200bb780 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa0167fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa02014dc70 0x7fa0200bfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa01effd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa02014d890 0x7fa020150b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59618/0 (socket says 172.21.15.32:59618) 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa01effd640 1 -- 172.21.15.32:0/1621387457 learned_addr learned my addr 172.21.15.32:0/1621387457 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.980+0000 7fa01f7fe640 1 --2- 172.21.15.32:0/1621387457 >> v2:172.21.15.92:3300/0 conn(0x7fa0200bb780 0x7fa020070640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa0167fc640 1 -- 172.21.15.32:0/1621387457 >> v2:172.21.15.92:3300/0 conn(0x7fa0200bb780 msgr2=0x7fa020070640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa0167fc640 1 --2- 172.21.15.32:0/1621387457 >> v2:172.21.15.92:3300/0 conn(0x7fa0200bb780 0x7fa020070640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa0167fc640 1 -- 172.21.15.32:0/1621387457 >> v1:172.21.15.32:6789/0 conn(0x7fa02014d890 legacy=0x7fa020150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa0167fc640 1 -- 172.21.15.32:0/1621387457 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0200bbcd0 con 0x7fa02014dc70 2024-04-18T05:12:19.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa01e7fc640 1 -- 172.21.15.32:0/1621387457 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 386676406 0 0) 0x7fa020150700 con 0x7fa02014d890 2024-04-18T05:12:19.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa0167fc640 1 --2- 172.21.15.32:0/1621387457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014dc70 0x7fa0200bfab0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fa02006b730 tx=0x7fa00801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da1b335b77281b29 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa01e7fc640 1 -- 172.21.15.32:0/1621387457 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0080ab600 con 0x7fa02014dc70 2024-04-18T05:12:19.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa01e7fc640 1 -- 172.21.15.32:0/1621387457 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0080a7050 con 0x7fa02014dc70 2024-04-18T05:12:19.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa01e7fc640 1 -- 172.21.15.32:0/1621387457 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0080ab980 con 0x7fa02014dc70 2024-04-18T05:12:19.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa025a35640 1 -- 172.21.15.32:0/1621387457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014dc70 msgr2=0x7fa0200bfab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa025a35640 1 --2- 172.21.15.32:0/1621387457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014dc70 0x7fa0200bfab0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fa02006b730 tx=0x7fa00801c3f0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa025a35640 1 -- 172.21.15.32:0/1621387457 shutdown_connections 2024-04-18T05:12:19.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa025a35640 1 --2- 172.21.15.32:0/1621387457 >> v2:172.21.15.92:3300/0 conn(0x7fa0200bb780 0x7fa020070640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa025a35640 1 --2- 172.21.15.32:0/1621387457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014dc70 0x7fa0200bfab0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa025a35640 1 -- 172.21.15.32:0/1621387457 >> 172.21.15.32:0/1621387457 conn(0x7fa0200c54b0 msgr2=0x7fa0200c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa025a35640 1 -- 172.21.15.32:0/1621387457 shutdown_connections 2024-04-18T05:12:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.984+0000 7fa025a35640 1 -- 172.21.15.32:0/1621387457 wait complete. 2024-04-18T05:12:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 Processor -- start 2024-04-18T05:12:19.989 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 -- start start 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0200bb780 0x7fa0200c44e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014d890 0x7fa0201ea800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa02014dc70 0x7fa0201ead40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0201eebd0 con 0x7fa02014d890 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0200bc770 con 0x7fa0200bb780 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0200bc490 con 0x7fa02014dc70 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa0167fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014d890 0x7fa0201ea800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa0167fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014d890 0x7fa0201ea800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33018/0 (socket says 172.21.15.32:33018) 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa0167fc640 1 -- 172.21.15.32:0/2873891343 learned_addr learned my addr 172.21.15.32:0/2873891343 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa01effd640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0200bb780 0x7fa0200c44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa01f7fe640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa02014dc70 0x7fa0201ead40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa0167fc640 1 -- 172.21.15.32:0/2873891343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa02014dc70 msgr2=0x7fa0201ead40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa0167fc640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa02014dc70 0x7fa0201ead40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa0167fc640 1 -- 172.21.15.32:0/2873891343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0200bb780 msgr2=0x7fa0200c44e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:19.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa0167fc640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0200bb780 0x7fa0200c44e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:19.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa0167fc640 1 -- 172.21.15.32:0/2873891343 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa008009420 con 0x7fa02014d890 2024-04-18T05:12:19.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa0167fc640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014d890 0x7fa0201ea800 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa0080ae040 tx=0x7fa00801ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa01cff9640 1 -- 172.21.15.32:0/2873891343 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0080b7450 con 0x7fa02014d890 2024-04-18T05:12:19.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa01cff9640 1 -- 172.21.15.32:0/2873891343 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0080b75b0 con 0x7fa02014d890 2024-04-18T05:12:19.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0201ede10 con 0x7fa02014d890 2024-04-18T05:12:19.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa01cff9640 1 -- 172.21.15.32:0/2873891343 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0080b7960 con 0x7fa02014d890 2024-04-18T05:12:19.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0201ee3d0 con 0x7fa02014d890 2024-04-18T05:12:19.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.988+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa02004e1e0 con 0x7fa02014d890 2024-04-18T05:12:19.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.992+0000 7fa01cff9640 1 -- 172.21.15.32:0/2873891343 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa0080b7ac0 con 0x7fa02014d890 2024-04-18T05:12:19.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.992+0000 7fa01cff9640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0040666c0 0x7fa004068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:19.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.992+0000 7fa01cff9640 1 -- 172.21.15.32:0/2873891343 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fa00811e8b0 con 0x7fa02014d890 2024-04-18T05:12:19.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.992+0000 7fa01effd640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0040666c0 0x7fa004068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:19.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.992+0000 7fa01effd640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0040666c0 0x7fa004068b80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa010007fd0 tx=0x7fa010007d60 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:19.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:19.996+0000 7fa01cff9640 1 -- 172.21.15.32:0/2873891343 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa0080ebb50 con 0x7fa02014d890 2024-04-18T05:12:20.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.156+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fa0200aa170 con 0x7fa02014d890 2024-04-18T05:12:20.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa01cff9640 1 -- 172.21.15.32:0/2873891343 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7fa0080bb0a0 con 0x7fa02014d890 2024-04-18T05:12:20.161 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:20.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0040666c0 msgr2=0x7fa004068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0040666c0 0x7fa004068b80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa010007fd0 tx=0x7fa010007d60 comp rx=0 tx=0).stop 2024-04-18T05:12:20.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014d890 msgr2=0x7fa0201ea800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014d890 0x7fa0201ea800 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fa0080ae040 tx=0x7fa00801ac30 comp rx=0 tx=0).stop 2024-04-18T05:12:20.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 shutdown_connections 2024-04-18T05:12:20.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa02014dc70 0x7fa0201ead40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa02014d890 0x7fa0201ea800 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa0040666c0 0x7fa004068b80 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 --2- 172.21.15.32:0/2873891343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0200bb780 0x7fa0200c44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 >> 172.21.15.32:0/2873891343 conn(0x7fa0200c54b0 msgr2=0x7fa0200c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:20.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 shutdown_connections 2024-04-18T05:12:20.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.160+0000 7fa025a35640 1 -- 172.21.15.32:0/2873891343 wait complete. 2024-04-18T05:12:20.181 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:12:20.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.300+0000 7fe8e5a45640 1 Processor -- start 2024-04-18T05:12:20.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.300+0000 7fe8e5a45640 1 -- start start 2024-04-18T05:12:20.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.300+0000 7fe8e5a45640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e006cb00 0x7fe8e00c3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.300+0000 7fe8e5a45640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8e00aef40 con 0x7fe8e00c43c0 2024-04-18T05:12:20.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.300+0000 7fe8e5a45640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8e00bcda0 con 0x7fe8e00aeb60 2024-04-18T05:12:20.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.300+0000 7fe8e5a45640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e00c5130 con 0x7fe8e006cb00 2024-04-18T05:12:20.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.300+0000 7fe8df7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe8e00c43c0 0x7fe8e01541a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59626/0 (socket says 172.21.15.32:59626) 2024-04-18T05:12:20.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.300+0000 7fe8df7fe640 1 -- 172.21.15.32:0/167584658 learned_addr learned my addr 172.21.15.32:0/167584658 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:20.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.300+0000 7fe8de7fc640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e006cb00 0x7fe8e00c3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2003358260 0 0) 0x7fe8e00aef40 con 0x7fe8e00c43c0 2024-04-18T05:12:20.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe8c8003530 con 0x7fe8e00c43c0 2024-04-18T05:12:20.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1357830851 0 0) 0x7fe8c8003530 con 0x7fe8e00c43c0 2024-04-18T05:12:20.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e006cb00 msgr2=0x7fe8e00c3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e006cb00 0x7fe8e00c3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 >> v1:172.21.15.92:6789/0 conn(0x7fe8e00aeb60 legacy=0x7fe8e0157b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8e00c6550 con 0x7fe8e00c43c0 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fe8d8001a00 con 0x7fe8e00c43c0 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 >> v1:172.21.15.32:6789/0 conn(0x7fe8e00c43c0 legacy=0x7fe8e01541a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8c8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c8004360 0x7fe8c8004830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e006cb00 0x7fe8c8005130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c800ba40 con 0x7fe8c80039b0 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c800bb80 con 0x7fe8c8004360 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8c800bd40 con 0x7fe8e006cb00 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8deffd640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8c8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8df7fe640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e006cb00 0x7fe8c8005130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8de7fc640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c8004360 0x7fe8c8004830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8deffd640 1 -- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e006cb00 msgr2=0x7fe8c8005130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:20.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8deffd640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e006cb00 0x7fe8c8005130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8deffd640 1 -- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c8004360 msgr2=0x7fe8c8004830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:20.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8deffd640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8c8004360 0x7fe8c8004830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8deffd640 1 -- 172.21.15.32:0/167584658 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8c8003530 con 0x7fe8c80039b0 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8deffd640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8c8003d90 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe8d0001860 tx=0x7fe8d001c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd4ac5119a784ea0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d00ab600 con 0x7fe8c80039b0 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8d00a7050 con 0x7fe8c80039b0 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8ddffb640 1 -- 172.21.15.32:0/167584658 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d00ab9a0 con 0x7fe8c80039b0 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8e5a45640 1 -- 172.21.15.32:0/167584658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 msgr2=0x7fe8c8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8e5a45640 1 --2- 172.21.15.32:0/167584658 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8c8003d90 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe8d0001860 tx=0x7fe8d001c4f0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8df7fe640 1 -- 172.21.15.32:0/167584658 reap_dead start 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8e5a45640 1 -- 172.21.15.32:0/167584658 shutdown_connections 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8e5a45640 1 -- 172.21.15.32:0/167584658 >> 172.21.15.32:0/167584658 conn(0x7fe8e0072b80 msgr2=0x7fe8e0072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:20.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8e5a45640 1 -- 172.21.15.32:0/167584658 shutdown_connections 2024-04-18T05:12:20.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.304+0000 7fe8e5a45640 1 -- 172.21.15.32:0/167584658 wait complete. 2024-04-18T05:12:20.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 Processor -- start 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 -- start start 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8e01ebd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e0150900 0x7fe8e0150d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e014c550 0x7fe8e014c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e01ef070 con 0x7fe8c80039b0 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e01ef310 con 0x7fe8e014c550 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8e01ec2f0 con 0x7fe8e0150900 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8deffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8e01ebd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8deffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8e01ebd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33036/0 (socket says 172.21.15.32:33036) 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8deffd640 1 -- 172.21.15.32:0/459125995 learned_addr learned my addr 172.21.15.32:0/459125995 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8de7fc640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e0150900 0x7fe8e0150d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8df7fe640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e014c550 0x7fe8e014c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8deffd640 1 -- 172.21.15.32:0/459125995 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e0150900 msgr2=0x7fe8e0150d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8deffd640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e0150900 0x7fe8e0150d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8deffd640 1 -- 172.21.15.32:0/459125995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e014c550 msgr2=0x7fe8e014c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8deffd640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e014c550 0x7fe8e014c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8deffd640 1 -- 172.21.15.32:0/459125995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8e01ec5d0 con 0x7fe8c80039b0 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8deffd640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8e01ebd10 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fe8d00ae040 tx=0x7fe8c8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8c7fff640 1 -- 172.21.15.32:0/459125995 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d0005270 con 0x7fe8c80039b0 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8c7fff640 1 -- 172.21.15.32:0/459125995 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8d00053d0 con 0x7fe8c80039b0 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8e01ec8b0 con 0x7fe8c80039b0 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8c7fff640 1 -- 172.21.15.32:0/459125995 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8d0007240 con 0x7fe8c80039b0 2024-04-18T05:12:20.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8e014cf10 con 0x7fe8c80039b0 2024-04-18T05:12:20.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.308+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8e004e250 con 0x7fe8c80039b0 2024-04-18T05:12:20.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.312+0000 7fe8c7fff640 1 -- 172.21.15.32:0/459125995 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe8d00b2050 con 0x7fe8c80039b0 2024-04-18T05:12:20.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.312+0000 7fe8c7fff640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8cc0666c0 0x7fe8cc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.312+0000 7fe8c7fff640 1 -- 172.21.15.32:0/459125995 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fe8d011e600 con 0x7fe8c80039b0 2024-04-18T05:12:20.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.312+0000 7fe8de7fc640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8cc0666c0 0x7fe8cc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.312+0000 7fe8de7fc640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8cc0666c0 0x7fe8cc068b80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe8e015e9c0 tx=0x7fe8d4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:20.317 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.316+0000 7fe8c7fff640 1 -- 172.21.15.32:0/459125995 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe8d00eb980 con 0x7fe8c80039b0 2024-04-18T05:12:20.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fe8e006c8e0 con 0x7fe8c80039b0 2024-04-18T05:12:20.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8c7fff640 1 -- 172.21.15.32:0/459125995 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7fe8d00c3080 con 0x7fe8c80039b0 2024-04-18T05:12:20.494 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8cc0666c0 msgr2=0x7fe8cc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8cc0666c0 0x7fe8cc068b80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe8e015e9c0 tx=0x7fe8d4008040 comp rx=0 tx=0).stop 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 msgr2=0x7fe8e01ebd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8e01ebd10 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fe8d00ae040 tx=0x7fe8c8005800 comp rx=0 tx=0).stop 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 shutdown_connections 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8cc0666c0 0x7fe8cc068b80 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e014c550 0x7fe8e014c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8e0150900 0x7fe8e0150d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 --2- 172.21.15.32:0/459125995 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8c80039b0 0x7fe8e01ebd10 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.492+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 >> 172.21.15.32:0/459125995 conn(0x7fe8e0072b80 msgr2=0x7fe8e0151b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:20.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.496+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 shutdown_connections 2024-04-18T05:12:20.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.496+0000 7fe8e5a45640 1 -- 172.21.15.32:0/459125995 wait complete. 2024-04-18T05:12:20.515 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-04-18T05:12:20.515 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:20.515 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:20.527 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:12:20.528 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T05:12:20.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:20.528 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-18T05:12:20.574 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:12:20.574 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:12:20.580 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:12:20.580 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:12:20.630 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:20.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e7dce640 1 Processor -- start 2024-04-18T05:12:20.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e7dce640 1 -- start start 2024-04-18T05:12:20.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e7dce640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f52e006cbe0 0x7f52e0150b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e7dce640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e00c0df0 0x7f52e006cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e7dce640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52e00a8610 con 0x7f52e0153580 2024-04-18T05:12:20.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e7dce640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52e0071a40 con 0x7f52e006cbe0 2024-04-18T05:12:20.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e7dce640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52e006d9b0 con 0x7f52e00c0df0 2024-04-18T05:12:20.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e5b6a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f52e006cbe0 0x7f52e0150b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e5b6a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f52e006cbe0 0x7f52e0150b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33046/0 (socket says 172.21.15.32:33046) 2024-04-18T05:12:20.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.756+0000 7f52e5b6a640 1 -- 172.21.15.32:0/3689438809 learned_addr learned my addr 172.21.15.32:0/3689438809 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:20.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e5b6a640 1 -- 172.21.15.32:0/3689438809 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e00c0df0 msgr2=0x7f52e006cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:20.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e5b6a640 1 --2- 172.21.15.32:0/3689438809 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e00c0df0 0x7f52e006cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e5b6a640 1 -- 172.21.15.32:0/3689438809 >> v1:172.21.15.32:6789/0 conn(0x7f52e0153580 legacy=0x7f52e00bfbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e5b6a640 1 -- 172.21.15.32:0/3689438809 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52e00aafe0 con 0x7f52e006cbe0 2024-04-18T05:12:20.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e5b6a640 1 --2- 172.21.15.32:0/3689438809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 0x7f52e0150b80 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f52dc00aa10 tx=0x7f52dc01d7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1032cc212d2436ce server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:20.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e4b68640 1 -- 172.21.15.32:0/3689438809 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc0a6810 con 0x7f52e006cbe0 2024-04-18T05:12:20.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e4b68640 1 -- 172.21.15.32:0/3689438809 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52dc0a6970 con 0x7f52e006cbe0 2024-04-18T05:12:20.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e4b68640 1 -- 172.21.15.32:0/3689438809 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc0a6d00 con 0x7f52e006cbe0 2024-04-18T05:12:20.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e7dce640 1 -- 172.21.15.32:0/3689438809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 msgr2=0x7f52e0150b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e7dce640 1 --2- 172.21.15.32:0/3689438809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 0x7f52e0150b80 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f52dc00aa10 tx=0x7f52dc01d7e0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e7dce640 1 -- 172.21.15.32:0/3689438809 shutdown_connections 2024-04-18T05:12:20.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e7dce640 1 --2- 172.21.15.32:0/3689438809 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e00c0df0 0x7f52e006cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e7dce640 1 --2- 172.21.15.32:0/3689438809 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 0x7f52e0150b80 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e7dce640 1 -- 172.21.15.32:0/3689438809 >> 172.21.15.32:0/3689438809 conn(0x7f52e0069e80 msgr2=0x7f52e006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:20.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e7dce640 1 -- 172.21.15.32:0/3689438809 shutdown_connections 2024-04-18T05:12:20.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.760+0000 7f52e7dce640 1 -- 172.21.15.32:0/3689438809 wait complete. 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 Processor -- start 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 -- start start 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 0x7f52e00c3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52e00c0df0 0x7f52e01495f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e0153580 0x7f52e0144bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e01f02b0 con 0x7f52e006cbe0 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e00c3cb0 con 0x7f52e00c0df0 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52e01f06d0 con 0x7f52e0153580 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5b6a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 0x7f52e00c3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5b6a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 0x7f52e00c3460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33054/0 (socket says 172.21.15.32:33054) 2024-04-18T05:12:20.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5b6a640 1 -- 172.21.15.32:0/4087991750 learned_addr learned my addr 172.21.15.32:0/4087991750 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e636b640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e0153580 0x7f52e0144bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5369640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52e00c0df0 0x7f52e01495f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5b6a640 1 -- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e0153580 msgr2=0x7f52e0144bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5b6a640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e0153580 0x7f52e0144bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5b6a640 1 -- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52e00c0df0 msgr2=0x7f52e01495f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5b6a640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52e00c0df0 0x7f52e01495f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5b6a640 1 -- 172.21.15.32:0/4087991750 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52dc00a670 con 0x7f52e006cbe0 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e636b640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e0153580 0x7f52e0144bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5369640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52e00c0df0 0x7f52e01495f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:20.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e5b6a640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 0x7f52e00c3460 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f52dc01b410 tx=0x7f52dc01c020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:20.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52d67fc640 1 -- 172.21.15.32:0/4087991750 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc0ae9d0 con 0x7f52e006cbe0 2024-04-18T05:12:20.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52d67fc640 1 -- 172.21.15.32:0/4087991750 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52dc0aeb30 con 0x7f52e006cbe0 2024-04-18T05:12:20.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52e01ef950 con 0x7f52e006cbe0 2024-04-18T05:12:20.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52d67fc640 1 -- 172.21.15.32:0/4087991750 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52dc0b9450 con 0x7f52e006cbe0 2024-04-18T05:12:20.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52e01efed0 con 0x7f52e006cbe0 2024-04-18T05:12:20.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52e01f03f0 con 0x7f52e006cbe0 2024-04-18T05:12:20.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.764+0000 7f52d67fc640 1 -- 172.21.15.32:0/4087991750 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f52dc0b5070 con 0x7f52e006cbe0 2024-04-18T05:12:20.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.768+0000 7f52d67fc640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52c4066690 0x7f52c4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:20.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.768+0000 7f52d67fc640 1 -- 172.21.15.32:0/4087991750 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f52dc11f280 con 0x7f52e006cbe0 2024-04-18T05:12:20.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.768+0000 7f52e5369640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52c4066690 0x7f52c4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:20.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.768+0000 7f52e5369640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52c4066690 0x7f52c4068b50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f52e00c33f0 tx=0x7f52d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:20.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.772+0000 7f52d67fc640 1 -- 172.21.15.32:0/4087991750 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f52e01f03f0 con 0x7f52e006cbe0 2024-04-18T05:12:20.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.932+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f52e00666e0 con 0x7f52e006cbe0 2024-04-18T05:12:20.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52d67fc640 1 -- 172.21.15.32:0/4087991750 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7f52dc0ec350 con 0x7f52e006cbe0 2024-04-18T05:12:20.938 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:20.939 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52c4066690 msgr2=0x7f52c4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52c4066690 0x7f52c4068b50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f52e00c33f0 tx=0x7f52d0008040 comp rx=0 tx=0).stop 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 msgr2=0x7f52e00c3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 0x7f52e00c3460 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f52dc01b410 tx=0x7f52dc01c020 comp rx=0 tx=0).stop 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 shutdown_connections 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52e0153580 0x7f52e0144bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f52c4066690 0x7f52c4068b50 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52e00c0df0 0x7f52e01495f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 --2- 172.21.15.32:0/4087991750 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f52e006cbe0 0x7f52e00c3460 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 >> 172.21.15.32:0/4087991750 conn(0x7f52e0069e80 msgr2=0x7f52e0070970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 shutdown_connections 2024-04-18T05:12:20.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:20.936+0000 7f52e7dce640 1 -- 172.21.15.32:0/4087991750 wait complete. 2024-04-18T05:12:20.957 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:20.958 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:21.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a9690640 1 Processor -- start 2024-04-18T05:12:21.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a9690640 1 -- start start 2024-04-18T05:12:21.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a9690640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f99a406df40 0x7f99a4151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a9690640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413ae10 0x7f99a41559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a9690640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f99a413a8c0 0x7f99a40a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a9690640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99a40a8fb0 con 0x7f99a406df40 2024-04-18T05:12:21.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a9690640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99a41520a0 con 0x7f99a413a8c0 2024-04-18T05:12:21.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a9690640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99a40a8200 con 0x7f99a413ae10 2024-04-18T05:12:21.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a2ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f99a406df40 0x7f99a4151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a2ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f99a406df40 0x7f99a4151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33062/0 (socket says 172.21.15.32:33062) 2024-04-18T05:12:21.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a2ffd640 1 -- 172.21.15.32:0/4126915285 learned_addr learned my addr 172.21.15.32:0/4126915285 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:21.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a2ffd640 1 -- 172.21.15.32:0/4126915285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413ae10 msgr2=0x7f99a41559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:21.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a2ffd640 1 --2- 172.21.15.32:0/4126915285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413ae10 0x7f99a41559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a2ffd640 1 -- 172.21.15.32:0/4126915285 >> v2:172.21.15.92:3300/0 conn(0x7f99a413a8c0 msgr2=0x7f99a40a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:21.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a2ffd640 1 --2- 172.21.15.32:0/4126915285 >> v2:172.21.15.92:3300/0 conn(0x7f99a413a8c0 0x7f99a40a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.072+0000 7f99a2ffd640 1 -- 172.21.15.32:0/4126915285 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99a40a84e0 con 0x7f99a406df40 2024-04-18T05:12:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a2ffd640 1 --2- 172.21.15.32:0/4126915285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 0x7f99a4151b60 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f99a40c1a30 tx=0x7f999c01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=126ae38d0557424d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a1ffb640 1 -- 172.21.15.32:0/4126915285 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f999c0ab600 con 0x7f99a406df40 2024-04-18T05:12:21.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a1ffb640 1 -- 172.21.15.32:0/4126915285 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f999c0a7050 con 0x7f99a406df40 2024-04-18T05:12:21.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a1ffb640 1 -- 172.21.15.32:0/4126915285 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f999c0ab980 con 0x7f99a406df40 2024-04-18T05:12:21.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 -- 172.21.15.32:0/4126915285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 msgr2=0x7f99a4151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 --2- 172.21.15.32:0/4126915285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 0x7f99a4151b60 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f99a40c1a30 tx=0x7f999c01c460 comp rx=0 tx=0).stop 2024-04-18T05:12:21.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 -- 172.21.15.32:0/4126915285 shutdown_connections 2024-04-18T05:12:21.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 --2- 172.21.15.32:0/4126915285 >> v2:172.21.15.92:3300/0 conn(0x7f99a413a8c0 0x7f99a40a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 --2- 172.21.15.32:0/4126915285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413ae10 0x7f99a41559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 --2- 172.21.15.32:0/4126915285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 0x7f99a4151b60 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 -- 172.21.15.32:0/4126915285 >> 172.21.15.32:0/4126915285 conn(0x7f99a40c54b0 msgr2=0x7f99a40c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:21.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 -- 172.21.15.32:0/4126915285 shutdown_connections 2024-04-18T05:12:21.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 -- 172.21.15.32:0/4126915285 wait complete. 2024-04-18T05:12:21.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 Processor -- start 2024-04-18T05:12:21.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 -- start start 2024-04-18T05:12:21.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 0x7f99a40c36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413a8c0 0x7f99a406bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99a413ae10 0x7f99a41ed9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99a406d5e0 con 0x7f99a406df40 2024-04-18T05:12:21.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99a4151870 con 0x7f99a413ae10 2024-04-18T05:12:21.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a9690640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99a4151540 con 0x7f99a413a8c0 2024-04-18T05:12:21.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 0x7f99a40c36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 0x7f99a40c36b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33074/0 (socket says 172.21.15.32:33074) 2024-04-18T05:12:21.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.076+0000 7f99a2ffd640 1 -- 172.21.15.32:0/3638125797 learned_addr learned my addr 172.21.15.32:0/3638125797 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a27fc640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413a8c0 0x7f99a406bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a37fe640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99a413ae10 0x7f99a41ed9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a2ffd640 1 -- 172.21.15.32:0/3638125797 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413a8c0 msgr2=0x7f99a406bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a2ffd640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413a8c0 0x7f99a406bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a2ffd640 1 -- 172.21.15.32:0/3638125797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99a413ae10 msgr2=0x7f99a41ed9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a2ffd640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99a413ae10 0x7f99a41ed9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a2ffd640 1 -- 172.21.15.32:0/3638125797 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f999c0094d0 con 0x7f99a406df40 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a27fc640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413a8c0 0x7f99a406bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a2ffd640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 0x7f99a40c36b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f999c0ae040 tx=0x7f999c01aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f999b7fe640 1 -- 172.21.15.32:0/3638125797 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f999c0b6620 con 0x7f99a406df40 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f999b7fe640 1 -- 172.21.15.32:0/3638125797 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f999c0b67a0 con 0x7f99a406df40 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99a406d020 con 0x7f99a406df40 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f999b7fe640 1 -- 172.21.15.32:0/3638125797 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f999c0b6b50 con 0x7f99a406df40 2024-04-18T05:12:21.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99a4151ce0 con 0x7f99a406df40 2024-04-18T05:12:21.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99a4155c30 con 0x7f99a406df40 2024-04-18T05:12:21.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f999b7fe640 1 -- 172.21.15.32:0/3638125797 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f999c0b2040 con 0x7f99a406df40 2024-04-18T05:12:21.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f999b7fe640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99840666e0 0x7f9984068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f999b7fe640 1 -- 172.21.15.32:0/3638125797 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f999c11e8a0 con 0x7f99a406df40 2024-04-18T05:12:21.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a27fc640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99840666e0 0x7f9984068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.080+0000 7f99a27fc640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99840666e0 0x7f9984068ba0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f99a4151c90 tx=0x7f998c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:21.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.084+0000 7f999b7fe640 1 -- 172.21.15.32:0/3638125797 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f999c0eba50 con 0x7f99a406df40 2024-04-18T05:12:21.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.244+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f99a4151680 con 0x7f99a406df40 2024-04-18T05:12:21.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.244+0000 7f999b7fe640 1 -- 172.21.15.32:0/3638125797 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f999c0ef070 con 0x7f99a406df40 2024-04-18T05:12:21.248 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:21.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99840666e0 msgr2=0x7f9984068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99840666e0 0x7f9984068ba0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f99a4151c90 tx=0x7f998c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 msgr2=0x7f99a40c36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 0x7f99a40c36b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f999c0ae040 tx=0x7f999c01aca0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 shutdown_connections 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99840666e0 0x7f9984068ba0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99a413ae10 0x7f99a41ed9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99a413a8c0 0x7f99a406bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 --2- 172.21.15.32:0/3638125797 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99a406df40 0x7f99a40c36b0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 >> 172.21.15.32:0/3638125797 conn(0x7f99a40c54b0 msgr2=0x7f99a4154120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 shutdown_connections 2024-04-18T05:12:21.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.248+0000 7f99a9690640 1 -- 172.21.15.32:0/3638125797 wait complete. 2024-04-18T05:12:21.269 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:21.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10df5d4640 1 Processor -- start 2024-04-18T05:12:21.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10df5d4640 1 -- start start 2024-04-18T05:12:21.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10df5d4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10d806a310 0x7f10d814dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10df5d4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 0x7f10d814e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10df5d4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f10d80a9080 0x7f10d80a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10df5d4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10d8071c00 con 0x7f10d806a310 2024-04-18T05:12:21.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10df5d4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10d80c19c0 con 0x7f10d80a9080 2024-04-18T05:12:21.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10df5d4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10d814e620 con 0x7f10d80aa040 2024-04-18T05:12:21.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dd370640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10d806a310 0x7f10d814dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dd370640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f10d806a310 0x7f10d814dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33078/0 (socket says 172.21.15.32:33078) 2024-04-18T05:12:21.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dd370640 1 -- 172.21.15.32:0/4055369956 learned_addr learned my addr 172.21.15.32:0/4055369956 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:21.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10ddb71640 1 --2- 172.21.15.32:0/4055369956 >> v2:172.21.15.92:3300/0 conn(0x7f10d80a9080 0x7f10d80a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dcb6f640 1 --2- 172.21.15.32:0/4055369956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 0x7f10d814e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dd370640 1 -- 172.21.15.32:0/4055369956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 msgr2=0x7f10d814e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:21.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dd370640 1 --2- 172.21.15.32:0/4055369956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 0x7f10d814e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dd370640 1 -- 172.21.15.32:0/4055369956 >> v2:172.21.15.92:3300/0 conn(0x7f10d80a9080 msgr2=0x7f10d80a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:21.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dd370640 1 --2- 172.21.15.32:0/4055369956 >> v2:172.21.15.92:3300/0 conn(0x7f10d80a9080 0x7f10d80a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dd370640 1 -- 172.21.15.32:0/4055369956 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10d8154e70 con 0x7f10d806a310 2024-04-18T05:12:21.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10ddb71640 1 --2- 172.21.15.32:0/4055369956 >> v2:172.21.15.92:3300/0 conn(0x7f10d80a9080 0x7f10d80a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:21.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.392+0000 7f10dcb6f640 1 --2- 172.21.15.32:0/4055369956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 0x7f10d814e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:21.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dd370640 1 --2- 172.21.15.32:0/4055369956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d806a310 0x7f10d814dba0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f10d806de90 tx=0x7f10d401c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bfe97d27f4bdb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:21.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10cffff640 1 -- 172.21.15.32:0/4055369956 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10d40ab600 con 0x7f10d806a310 2024-04-18T05:12:21.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10cffff640 1 -- 172.21.15.32:0/4055369956 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10d40a7050 con 0x7f10d806a310 2024-04-18T05:12:21.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10cffff640 1 -- 172.21.15.32:0/4055369956 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10d40ab980 con 0x7f10d806a310 2024-04-18T05:12:21.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 -- 172.21.15.32:0/4055369956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d806a310 msgr2=0x7f10d814dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.398 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 --2- 172.21.15.32:0/4055369956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d806a310 0x7f10d814dba0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f10d806de90 tx=0x7f10d401c460 comp rx=0 tx=0).stop 2024-04-18T05:12:21.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 -- 172.21.15.32:0/4055369956 shutdown_connections 2024-04-18T05:12:21.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 --2- 172.21.15.32:0/4055369956 >> v2:172.21.15.92:3300/0 conn(0x7f10d80a9080 0x7f10d80a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 --2- 172.21.15.32:0/4055369956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 0x7f10d814e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 --2- 172.21.15.32:0/4055369956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d806a310 0x7f10d814dba0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 -- 172.21.15.32:0/4055369956 >> 172.21.15.32:0/4055369956 conn(0x7f10d80c54b0 msgr2=0x7f10d80c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:21.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 -- 172.21.15.32:0/4055369956 shutdown_connections 2024-04-18T05:12:21.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 -- 172.21.15.32:0/4055369956 wait complete. 2024-04-18T05:12:21.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 Processor -- start 2024-04-18T05:12:21.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 -- start start 2024-04-18T05:12:21.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d806a310 0x7f10d8147010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d80a9080 0x7f10d81e1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 0x7f10d81426a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d814c040 con 0x7f10d80a9080 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d81ec2e0 con 0x7f10d806a310 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10df5d4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10d814cd10 con 0x7f10d80aa040 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dcb6f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d80a9080 0x7f10d81e1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dcb6f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d80a9080 0x7f10d81e1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:33080/0 (socket says 172.21.15.32:33080) 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dcb6f640 1 -- 172.21.15.32:0/3676979664 learned_addr learned my addr 172.21.15.32:0/3676979664 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dd370640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d806a310 0x7f10d8147010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10ddb71640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 0x7f10d81426a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dcb6f640 1 -- 172.21.15.32:0/3676979664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 msgr2=0x7f10d81426a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dcb6f640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 0x7f10d81426a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dcb6f640 1 -- 172.21.15.32:0/3676979664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d806a310 msgr2=0x7f10d8147010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dcb6f640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d806a310 0x7f10d8147010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dcb6f640 1 -- 172.21.15.32:0/3676979664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10d40094d0 con 0x7f10d80a9080 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.396+0000 7f10dd370640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d806a310 0x7f10d8147010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10dcb6f640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d80a9080 0x7f10d81e1fc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f10c800d800 tx=0x7f10c800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:21.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10cdffb640 1 -- 172.21.15.32:0/3676979664 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c800b6c0 con 0x7f10d80a9080 2024-04-18T05:12:21.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10cdffb640 1 -- 172.21.15.32:0/3676979664 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10c800b820 con 0x7f10d80a9080 2024-04-18T05:12:21.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10d81e3c40 con 0x7f10d80a9080 2024-04-18T05:12:21.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10cdffb640 1 -- 172.21.15.32:0/3676979664 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c800bbd0 con 0x7f10d80a9080 2024-04-18T05:12:21.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10d81ec7b0 con 0x7f10d80a9080 2024-04-18T05:12:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10d804e1e0 con 0x7f10d80a9080 2024-04-18T05:12:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10cdffb640 1 -- 172.21.15.32:0/3676979664 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f10c800bd30 con 0x7f10d80a9080 2024-04-18T05:12:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10cdffb640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10bc0666c0 0x7f10bc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10dd370640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10bc0666c0 0x7f10bc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10cdffb640 1 -- 172.21.15.32:0/3676979664 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f10c8084860 con 0x7f10d80a9080 2024-04-18T05:12:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.400+0000 7f10dd370640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10bc0666c0 0x7f10bc068b80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f10d40ad000 tx=0x7f10d4004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:21.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.404+0000 7f10cdffb640 1 -- 172.21.15.32:0/3676979664 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f10c8051930 con 0x7f10d80a9080 2024-04-18T05:12:21.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.568+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f10d8153ec0 con 0x7f10d80a9080 2024-04-18T05:12:21.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.568+0000 7f10cdffb640 1 -- 172.21.15.32:0/3676979664 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f10c8054f50 con 0x7f10d80a9080 2024-04-18T05:12:21.571 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:21.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.568+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10bc0666c0 msgr2=0x7f10bc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.568+0000 7f10df5d4640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10bc0666c0 0x7f10bc068b80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f10d40ad000 tx=0x7f10d4004740 comp rx=0 tx=0).stop 2024-04-18T05:12:21.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.568+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d80a9080 msgr2=0x7f10d81e1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.568+0000 7f10df5d4640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d80a9080 0x7f10d81e1fc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f10c800d800 tx=0x7f10c800dcc0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.568+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 shutdown_connections 2024-04-18T05:12:21.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.572+0000 7f10df5d4640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f10d80aa040 0x7f10d81426a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.572+0000 7f10df5d4640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f10d80a9080 0x7f10d81e1fc0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.572+0000 7f10df5d4640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f10bc0666c0 0x7f10bc068b80 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.572+0000 7f10df5d4640 1 --2- 172.21.15.32:0/3676979664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10d806a310 0x7f10d8147010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.572+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 >> 172.21.15.32:0/3676979664 conn(0x7f10d80c54b0 msgr2=0x7f10d80c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:21.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.572+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 shutdown_connections 2024-04-18T05:12:21.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.572+0000 7f10df5d4640 1 -- 172.21.15.32:0/3676979664 wait complete. 2024-04-18T05:12:21.591 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:21.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c46506640 1 Processor -- start 2024-04-18T05:12:21.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c46506640 1 -- start start 2024-04-18T05:12:21.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c46506640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1c4006c670 0x7f1c40150cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c46506640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c400c4600 con 0x7f1c400c6110 2024-04-18T05:12:21.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c46506640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c40153e50 con 0x7f1c40154930 2024-04-18T05:12:21.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c46506640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c40153c60 con 0x7f1c4006c670 2024-04-18T05:12:21.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1c400c6110 0x7f1c400c3e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60848/0 (socket says 172.21.15.32:60848) 2024-04-18T05:12:21.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3ffff640 1 -- 172.21.15.32:0/4004099111 learned_addr learned my addr 172.21.15.32:0/4004099111 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:21.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2407609887 0 0) 0x7f1c400c4600 con 0x7f1c400c6110 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c44aa3640 1 --2- 172.21.15.32:0/4004099111 >> v2:172.21.15.92:3300/0 conn(0x7f1c4006c670 0x7f1c40150cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1c28003530 con 0x7f1c400c6110 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2733963656 0 0) 0x7f1c28003530 con 0x7f1c400c6110 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 >> v2:172.21.15.92:3300/0 conn(0x7f1c4006c670 msgr2=0x7f1c40150cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 --2- 172.21.15.32:0/4004099111 >> v2:172.21.15.92:3300/0 conn(0x7f1c4006c670 0x7f1c40150cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 >> v1:172.21.15.92:6789/0 conn(0x7f1c40154930 legacy=0x7f1c40157250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c40154130 con 0x7f1c400c6110 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f1c30001680 con 0x7f1c400c6110 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c44aa3640 1 --2- 172.21.15.32:0/4004099111 >> v2:172.21.15.92:3300/0 conn(0x7f1c4006c670 0x7f1c40150cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 >> v1:172.21.15.32:6789/0 conn(0x7f1c400c6110 legacy=0x7f1c400c3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c28003980 0x7f1c28003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c280047d0 0x7f1c28004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c28005190 0x7f1c2800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c2800c0b0 con 0x7f1c28003980 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c2800c220 con 0x7f1c280047d0 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c2800c3e0 con 0x7f1c28005190 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3ffff640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c28003980 0x7f1c28003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3f7fe640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c280047d0 0x7f1c28004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3ffff640 1 -- 172.21.15.32:0/4004099111 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c28005190 msgr2=0x7f1c2800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3ffff640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c28005190 0x7f1c2800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3ffff640 1 -- 172.21.15.32:0/4004099111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c280047d0 msgr2=0x7f1c28004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3ffff640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c280047d0 0x7f1c28004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c3ffff640 1 -- 172.21.15.32:0/4004099111 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c28003530 con 0x7f1c28003980 2024-04-18T05:12:21.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.708+0000 7f1c44aa3640 1 -- 172.21.15.32:0/4004099111 reap_dead start 2024-04-18T05:12:21.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c3ffff640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c28003980 0x7f1c28003da0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f1c3000c240 tx=0x7f1c3001cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0494d7057d363fa server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c30005ae0 con 0x7f1c28003980 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c30005c40 con 0x7f1c28003980 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c3effd640 1 -- 172.21.15.32:0/4004099111 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c300a5a90 con 0x7f1c28003980 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 -- 172.21.15.32:0/4004099111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c28003980 msgr2=0x7f1c28003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c28003980 0x7f1c28003da0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f1c3000c240 tx=0x7f1c3001cc60 comp rx=0 tx=0).stop 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 -- 172.21.15.32:0/4004099111 shutdown_connections 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 --2- 172.21.15.32:0/4004099111 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c28003980 0x7f1c28003da0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 -- 172.21.15.32:0/4004099111 >> 172.21.15.32:0/4004099111 conn(0x7f1c400aafd0 msgr2=0x7f1c400ab3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 -- 172.21.15.32:0/4004099111 shutdown_connections 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 -- 172.21.15.32:0/4004099111 wait complete. 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 Processor -- start 2024-04-18T05:12:21.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 -- start start 2024-04-18T05:12:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c28003980 0x7f1c40156630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c401477d0 0x7f1c401533d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40156b70 0x7f1c40153910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c400c1290 con 0x7f1c40156b70 2024-04-18T05:12:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c400c14e0 con 0x7f1c28003980 2024-04-18T05:12:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c46506640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c40155140 con 0x7f1c401477d0 2024-04-18T05:12:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c44aa3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40156b70 0x7f1c40153910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c44aa3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40156b70 0x7f1c40153910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59230/0 (socket says 172.21.15.32:59230) 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c44aa3640 1 -- 172.21.15.32:0/3438518927 learned_addr learned my addr 172.21.15.32:0/3438518927 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c3f7fe640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c401477d0 0x7f1c401533d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c44aa3640 1 -- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c401477d0 msgr2=0x7f1c401533d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c44aa3640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c401477d0 0x7f1c401533d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c44aa3640 1 -- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c28003980 msgr2=0x7f1c40156630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c3ffff640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c28003980 0x7f1c40156630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c44aa3640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c28003980 0x7f1c40156630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c44aa3640 1 -- 172.21.15.32:0/3438518927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c40155420 con 0x7f1c40156b70 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c3f7fe640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c401477d0 0x7f1c401533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.712+0000 7f1c3ffff640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c28003980 0x7f1c40156630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c44aa3640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40156b70 0x7f1c40153910 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1c400abb80 tx=0x7f1c3800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c3cff9640 1 -- 172.21.15.32:0/3438518927 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3800de30 con 0x7f1c40156b70 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c3cff9640 1 -- 172.21.15.32:0/3438518927 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c3800f040 con 0x7f1c40156b70 2024-04-18T05:12:21.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c40155700 con 0x7f1c40156b70 2024-04-18T05:12:21.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c3cff9640 1 -- 172.21.15.32:0/3438518927 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c38003be0 con 0x7f1c40156b70 2024-04-18T05:12:21.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c40155cc0 con 0x7f1c40156b70 2024-04-18T05:12:21.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c4004e1e0 con 0x7f1c40156b70 2024-04-18T05:12:21.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c3cff9640 1 -- 172.21.15.32:0/3438518927 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1c38003d40 con 0x7f1c40156b70 2024-04-18T05:12:21.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c3cff9640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c2c0666c0 0x7f1c2c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:21.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c3cff9640 1 -- 172.21.15.32:0/3438518927 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f1c38084430 con 0x7f1c40156b70 2024-04-18T05:12:21.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c3ffff640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c2c0666c0 0x7f1c2c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:21.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.716+0000 7f1c3ffff640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c2c0666c0 0x7f1c2c068b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1c300ab000 tx=0x7f1c300a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:21.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.720+0000 7f1c3cff9640 1 -- 172.21.15.32:0/3438518927 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1c380513d0 con 0x7f1c40156b70 2024-04-18T05:12:21.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.872+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1c400c73a0 con 0x7f1c40156b70 2024-04-18T05:12:21.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c3cff9640 1 -- 172.21.15.32:0/3438518927 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1c380549f0 con 0x7f1c40156b70 2024-04-18T05:12:21.877 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:21.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c2c0666c0 msgr2=0x7f1c2c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c2c0666c0 0x7f1c2c068b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1c300ab000 tx=0x7f1c300a7070 comp rx=0 tx=0).stop 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40156b70 msgr2=0x7f1c40153910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40156b70 0x7f1c40153910 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1c400abb80 tx=0x7f1c3800d4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 shutdown_connections 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c40156b70 0x7f1c40153910 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c401477d0 0x7f1c401533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c2c0666c0 0x7f1c2c068b80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 --2- 172.21.15.32:0/3438518927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c28003980 0x7f1c40156630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 >> 172.21.15.32:0/3438518927 conn(0x7f1c400aafd0 msgr2=0x7f1c4014c8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 shutdown_connections 2024-04-18T05:12:21.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:21.876+0000 7f1c46506640 1 -- 172.21.15.32:0/3438518927 wait complete. 2024-04-18T05:12:21.895 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:22.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.012+0000 7faf516fb640 1 Processor -- start 2024-04-18T05:12:22.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.012+0000 7faf516fb640 1 -- start start 2024-04-18T05:12:22.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf516fb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c06df40 0x7faf4c151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf516fb640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7faf4c13ae10 0x7faf4c1559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf516fb640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf4c0a8200 con 0x7faf4c13a8c0 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf516fb640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf4c0a8fb0 con 0x7faf4c13ae10 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf516fb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf4c1520a0 con 0x7faf4c06df40 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7faf4c13a8c0 0x7faf4c0a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60858/0 (socket says 172.21.15.32:60858) 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4b7fe640 1 -- 172.21.15.32:0/2176457078 learned_addr learned my addr 172.21.15.32:0/2176457078 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2727378478 0 0) 0x7faf4c0a8200 con 0x7faf4c13a8c0 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4a7fc640 1 --2- 172.21.15.32:0/2176457078 >> v2:172.21.15.92:3300/0 conn(0x7faf4c13ae10 0x7faf4c1559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4affd640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c06df40 0x7faf4c151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faf34003530 con 0x7faf4c13a8c0 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3675737737 0 0) 0x7faf34003530 con 0x7faf4c13a8c0 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c06df40 msgr2=0x7faf4c151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:22.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c06df40 0x7faf4c151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 >> v2:172.21.15.92:3300/0 conn(0x7faf4c13ae10 msgr2=0x7faf4c1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 --2- 172.21.15.32:0/2176457078 >> v2:172.21.15.92:3300/0 conn(0x7faf4c13ae10 0x7faf4c1559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf4c0a84e0 con 0x7faf4c13a8c0 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7faf44001a00 con 0x7faf4c13a8c0 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 >> v1:172.21.15.32:6789/0 conn(0x7faf4c13a8c0 legacy=0x7faf4c0a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf340039b0 0x7faf34003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c06df40 0x7faf340047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf34004d10 0x7faf34005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3400b990 con 0x7faf340039b0 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3400bad0 con 0x7faf34004d10 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf3400bc40 con 0x7faf4c06df40 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4affd640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf340039b0 0x7faf34003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4a7fc640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c06df40 0x7faf340047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4b7fe640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf34004d10 0x7faf34005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4affd640 1 -- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c06df40 msgr2=0x7faf340047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:22.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4affd640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c06df40 0x7faf340047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4affd640 1 -- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf34004d10 msgr2=0x7faf34005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:22.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4affd640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf34004d10 0x7faf34005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4affd640 1 -- 172.21.15.32:0/2176457078 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf34003530 con 0x7faf340039b0 2024-04-18T05:12:22.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.016+0000 7faf4b7fe640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf34004d10 0x7faf34005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:22.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4affd640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf340039b0 0x7faf34003dd0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7faf3c009ae0 tx=0x7faf3c01ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65ba3749b2204856 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf3c0a5630 con 0x7faf340039b0 2024-04-18T05:12:22.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf3c0a5790 con 0x7faf340039b0 2024-04-18T05:12:22.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf49ffb640 1 -- 172.21.15.32:0/2176457078 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf3c0a5b40 con 0x7faf340039b0 2024-04-18T05:12:22.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 -- 172.21.15.32:0/2176457078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf340039b0 msgr2=0x7faf34003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 --2- 172.21.15.32:0/2176457078 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf340039b0 0x7faf34003dd0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7faf3c009ae0 tx=0x7faf3c01ca40 comp rx=0 tx=0).stop 2024-04-18T05:12:22.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4b7fe640 1 -- 172.21.15.32:0/2176457078 reap_dead start 2024-04-18T05:12:22.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 -- 172.21.15.32:0/2176457078 shutdown_connections 2024-04-18T05:12:22.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 -- 172.21.15.32:0/2176457078 >> 172.21.15.32:0/2176457078 conn(0x7faf4c0c54b0 msgr2=0x7faf4c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:22.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 -- 172.21.15.32:0/2176457078 shutdown_connections 2024-04-18T05:12:22.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 -- 172.21.15.32:0/2176457078 wait complete. 2024-04-18T05:12:22.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 Processor -- start 2024-04-18T05:12:22.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 -- start start 2024-04-18T05:12:22.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c0c3420 0x7faf4c153510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c1eb110 0x7faf4c154960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c0c4520 0x7faf4c06b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.026 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf4c154ea0 con 0x7faf4c0c3420 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf4c153ba0 con 0x7faf4c0c4520 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf516fb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf4c153e80 con 0x7faf4c1eb110 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c0c3420 0x7faf4c153510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c0c3420 0x7faf4c153510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59238/0 (socket says 172.21.15.32:59238) 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4affd640 1 -- 172.21.15.32:0/2000987671 learned_addr learned my addr 172.21.15.32:0/2000987671 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4a7fc640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c1eb110 0x7faf4c154960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4b7fe640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c0c4520 0x7faf4c06b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4affd640 1 -- 172.21.15.32:0/2000987671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c1eb110 msgr2=0x7faf4c154960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4affd640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c1eb110 0x7faf4c154960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4affd640 1 -- 172.21.15.32:0/2000987671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c0c4520 msgr2=0x7faf4c06b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4affd640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c0c4520 0x7faf4c06b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.020+0000 7faf4affd640 1 -- 172.21.15.32:0/2000987671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf4c154160 con 0x7faf4c0c3420 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf4affd640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c0c3420 0x7faf4c153510 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7faf3c01c870 tx=0x7faf3c0197e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.027 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf337fe640 1 -- 172.21.15.32:0/2000987671 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf3c00f000 con 0x7faf4c0c3420 2024-04-18T05:12:22.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf337fe640 1 -- 172.21.15.32:0/2000987671 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf3c004020 con 0x7faf4c0c3420 2024-04-18T05:12:22.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf337fe640 1 -- 172.21.15.32:0/2000987671 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf3c0043d0 con 0x7faf4c0c3420 2024-04-18T05:12:22.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf4c154440 con 0x7faf4c0c3420 2024-04-18T05:12:22.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf4c06bdb0 con 0x7faf4c0c3420 2024-04-18T05:12:22.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf4c04e1e0 con 0x7faf4c0c3420 2024-04-18T05:12:22.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf337fe640 1 -- 172.21.15.32:0/2000987671 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faf3c0b4070 con 0x7faf4c0c3420 2024-04-18T05:12:22.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf337fe640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf380666c0 0x7faf38068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf337fe640 1 -- 172.21.15.32:0/2000987671 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7faf3c11ea20 con 0x7faf4c0c3420 2024-04-18T05:12:22.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf4a7fc640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf380666c0 0x7faf38068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.024+0000 7faf4a7fc640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf380666c0 0x7faf38068b80 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7faf4c137140 tx=0x7faf40008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.028+0000 7faf337fe640 1 -- 172.21.15.32:0/2000987671 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7faf3c0eba50 con 0x7faf4c0c3420 2024-04-18T05:12:22.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.180+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7faf4c0c1780 con 0x7faf4c0c3420 2024-04-18T05:12:22.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf337fe640 1 -- 172.21.15.32:0/2000987671 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7faf3c0ef070 con 0x7faf4c0c3420 2024-04-18T05:12:22.185 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf380666c0 msgr2=0x7faf38068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf380666c0 0x7faf38068b80 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7faf4c137140 tx=0x7faf40008040 comp rx=0 tx=0).stop 2024-04-18T05:12:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c0c3420 msgr2=0x7faf4c153510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c0c3420 0x7faf4c153510 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7faf3c01c870 tx=0x7faf3c0197e0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 shutdown_connections 2024-04-18T05:12:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf380666c0 0x7faf38068b80 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c0c4520 0x7faf4c06b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf4c1eb110 0x7faf4c154960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 --2- 172.21.15.32:0/2000987671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c0c3420 0x7faf4c153510 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 >> 172.21.15.32:0/2000987671 conn(0x7faf4c0c54b0 msgr2=0x7faf4c0715f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 shutdown_connections 2024-04-18T05:12:22.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.184+0000 7faf516fb640 1 -- 172.21.15.32:0/2000987671 wait complete. 2024-04-18T05:12:22.203 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:12:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c9308640 1 Processor -- start 2024-04-18T05:12:22.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c9308640 1 -- start start 2024-04-18T05:12:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c9308640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c4151580 0x7f65c40c1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c9308640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f65c40c20b0 0x7f65c4151df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c9308640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65c40c0720 con 0x7f65c414ab00 2024-04-18T05:12:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c9308640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65c40bfdf0 con 0x7f65c40c20b0 2024-04-18T05:12:22.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c9308640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65c40c00d0 con 0x7f65c4151580 2024-04-18T05:12:22.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c37fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f65c40c20b0 0x7f65c4151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c37fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f65c40c20b0 0x7f65c4151df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:49574/0 (socket says 172.21.15.32:49574) 2024-04-18T05:12:22.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c37fe640 1 -- 172.21.15.32:0/2763080288 learned_addr learned my addr 172.21.15.32:0/2763080288 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:22.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65ba7fc640 1 --2- 172.21.15.32:0/2763080288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c4151580 0x7f65c40c1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c27fc640 1 -- 172.21.15.32:0/2763080288 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3070028940 0 0) 0x7f65c40c0720 con 0x7f65c414ab00 2024-04-18T05:12:22.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65c27fc640 1 -- 172.21.15.32:0/2763080288 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65b0003530 con 0x7f65c414ab00 2024-04-18T05:12:22.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65ba7fc640 1 -- 172.21.15.32:0/2763080288 >> v2:172.21.15.92:3300/0 conn(0x7f65c40c20b0 msgr2=0x7f65c4151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:22.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65ba7fc640 1 --2- 172.21.15.32:0/2763080288 >> v2:172.21.15.92:3300/0 conn(0x7f65c40c20b0 0x7f65c4151df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65ba7fc640 1 -- 172.21.15.32:0/2763080288 >> v1:172.21.15.92:6789/0 conn(0x7f65c414ab00 legacy=0x7f65c40c1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.324+0000 7f65ba7fc640 1 -- 172.21.15.32:0/2763080288 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65c40c03b0 con 0x7f65c4151580 2024-04-18T05:12:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65ba7fc640 1 --2- 172.21.15.32:0/2763080288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c4151580 0x7f65c40c1b70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f65ac0097c0 tx=0x7f65ac01c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=755ea680dc91e4ed server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c27fc640 1 -- 172.21.15.32:0/2763080288 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ac0ac410 con 0x7f65c4151580 2024-04-18T05:12:22.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c27fc640 1 -- 172.21.15.32:0/2763080288 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65ac0ac570 con 0x7f65c4151580 2024-04-18T05:12:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c27fc640 1 -- 172.21.15.32:0/2763080288 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ac0ac8e0 con 0x7f65c4151580 2024-04-18T05:12:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c9308640 1 -- 172.21.15.32:0/2763080288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c4151580 msgr2=0x7f65c40c1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c9308640 1 --2- 172.21.15.32:0/2763080288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c4151580 0x7f65c40c1b70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f65ac0097c0 tx=0x7f65ac01c410 comp rx=0 tx=0).stop 2024-04-18T05:12:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c9308640 1 -- 172.21.15.32:0/2763080288 shutdown_connections 2024-04-18T05:12:22.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c9308640 1 --2- 172.21.15.32:0/2763080288 >> v2:172.21.15.92:3300/0 conn(0x7f65c40c20b0 0x7f65c4151df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c9308640 1 --2- 172.21.15.32:0/2763080288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c4151580 0x7f65c40c1b70 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c9308640 1 -- 172.21.15.32:0/2763080288 >> 172.21.15.32:0/2763080288 conn(0x7f65c40a7d80 msgr2=0x7f65c4069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:22.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c9308640 1 -- 172.21.15.32:0/2763080288 shutdown_connections 2024-04-18T05:12:22.332 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.328+0000 7f65c9308640 1 -- 172.21.15.32:0/2763080288 wait complete. 2024-04-18T05:12:22.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 Processor -- start 2024-04-18T05:12:22.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 -- start start 2024-04-18T05:12:22.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c40c20b0 0x7f65c413eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65c414ab00 0x7f65c4071290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65c4151580 0x7f65c40717d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c40c4df0 con 0x7f65c414ab00 2024-04-18T05:12:22.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65c40ab180 con 0x7f65c4151580 2024-04-18T05:12:22.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65c40aabc0 con 0x7f65c40c20b0 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65ba7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65c414ab00 0x7f65c4071290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65ba7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65c414ab00 0x7f65c4071290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59242/0 (socket says 172.21.15.32:59242) 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65ba7fc640 1 -- 172.21.15.32:0/2095402764 learned_addr learned my addr 172.21.15.32:0/2095402764 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c37fe640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65c4151580 0x7f65c40717d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c2ffd640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c40c20b0 0x7f65c413eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65ba7fc640 1 -- 172.21.15.32:0/2095402764 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c40c20b0 msgr2=0x7f65c413eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65ba7fc640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c40c20b0 0x7f65c413eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65ba7fc640 1 -- 172.21.15.32:0/2095402764 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65c4151580 msgr2=0x7f65c40717d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65ba7fc640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65c4151580 0x7f65c40717d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65ba7fc640 1 -- 172.21.15.32:0/2095402764 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65ac009420 con 0x7f65c414ab00 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65ba7fc640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65c414ab00 0x7f65c4071290 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f65ac000c10 tx=0x7f65ac0191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65bbfff640 1 -- 172.21.15.32:0/2095402764 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ac0ac8f0 con 0x7f65c414ab00 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65bbfff640 1 -- 172.21.15.32:0/2095402764 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65ac0aca50 con 0x7f65c414ab00 2024-04-18T05:12:22.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65c40aaea0 con 0x7f65c414ab00 2024-04-18T05:12:22.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65bbfff640 1 -- 172.21.15.32:0/2095402764 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65ac0acde0 con 0x7f65c414ab00 2024-04-18T05:12:22.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65c413f0a0 con 0x7f65c414ab00 2024-04-18T05:12:22.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65c40c4f30 con 0x7f65c414ab00 2024-04-18T05:12:22.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65bbfff640 1 -- 172.21.15.32:0/2095402764 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f65ac003620 con 0x7f65c414ab00 2024-04-18T05:12:22.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65bbfff640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a4066690 0x7f65a4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.332+0000 7f65bbfff640 1 -- 172.21.15.32:0/2095402764 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f65ac11e740 con 0x7f65c414ab00 2024-04-18T05:12:22.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.336+0000 7f65c2ffd640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a4066690 0x7f65a4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.336+0000 7f65c2ffd640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a4066690 0x7f65a4068b50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f65b4007fd0 tx=0x7f65b4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.340+0000 7f65bbfff640 1 -- 172.21.15.32:0/2095402764 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f65ac0eb780 con 0x7f65c414ab00 2024-04-18T05:12:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.508+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f65c404e250 con 0x7f65c414ab00 2024-04-18T05:12:22.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.508+0000 7f65bbfff640 1 -- 172.21.15.32:0/2095402764 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f65ac0eeda0 con 0x7f65c414ab00 2024-04-18T05:12:22.511 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:12:22.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.508+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a4066690 msgr2=0x7f65a4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.508+0000 7f65c9308640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a4066690 0x7f65a4068b50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f65b4007fd0 tx=0x7f65b4009040 comp rx=0 tx=0).stop 2024-04-18T05:12:22.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.508+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65c414ab00 msgr2=0x7f65c4071290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.508+0000 7f65c9308640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65c414ab00 0x7f65c4071290 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f65ac000c10 tx=0x7f65ac0191b0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.508+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 shutdown_connections 2024-04-18T05:12:22.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.508+0000 7f65c9308640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a4066690 0x7f65a4068b50 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.512+0000 7f65c9308640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65c4151580 0x7f65c40717d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.512+0000 7f65c9308640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65c414ab00 0x7f65c4071290 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.512+0000 7f65c9308640 1 --2- 172.21.15.32:0/2095402764 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65c40c20b0 0x7f65c413eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.512+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 >> 172.21.15.32:0/2095402764 conn(0x7f65c40a7d80 msgr2=0x7f65c41533f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:22.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.512+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 shutdown_connections 2024-04-18T05:12:22.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.512+0000 7f65c9308640 1 -- 172.21.15.32:0/2095402764 wait complete. 2024-04-18T05:12:22.529 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:12:22.529 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:12:22.535 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:22.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.652+0000 7fc53eb51640 1 Processor -- start 2024-04-18T05:12:22.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53eb51640 1 -- start start 2024-04-18T05:12:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53eb51640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc53814aa70 0x7fc538157770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53eb51640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5380c79a0 con 0x7fc5380c4170 2024-04-18T05:12:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53eb51640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc538154d20 con 0x7fc538154840 2024-04-18T05:12:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53eb51640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5380c65f0 con 0x7fc53814aa70 2024-04-18T05:12:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53c8ed640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc5380c4170 0x7fc53814a360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60866/0 (socket says 172.21.15.32:60866) 2024-04-18T05:12:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53c8ed640 1 -- 172.21.15.32:0/502299033 learned_addr learned my addr 172.21.15.32:0/502299033 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc537fff640 1 --2- 172.21.15.32:0/502299033 >> v2:172.21.15.92:3300/0 conn(0x7fc53814aa70 0x7fc538157770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 675251478 0 0) 0x7fc5380c79a0 con 0x7fc5380c4170 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc520003530 con 0x7fc5380c4170 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2676432595 0 0) 0x7fc520003530 con 0x7fc5380c4170 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 >> v2:172.21.15.92:3300/0 conn(0x7fc53814aa70 msgr2=0x7fc538157770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 --2- 172.21.15.32:0/502299033 >> v2:172.21.15.92:3300/0 conn(0x7fc53814aa70 0x7fc538157770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 >> v1:172.21.15.92:6789/0 conn(0x7fc538154840 legacy=0x7fc538157cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5380c68d0 con 0x7fc5380c4170 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fc528001680 con 0x7fc5380c4170 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 >> v1:172.21.15.32:6789/0 conn(0x7fc5380c4170 legacy=0x7fc53814a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc520003980 0x7fc520003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5200047d0 0x7fc520004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc520005190 0x7fc52000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5380c65f0 con 0x7fc520003980 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc52000c130 con 0x7fc520005190 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc52000c2f0 con 0x7fc5200047d0 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53c8ed640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc520003980 0x7fc520003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53d0ee640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc520005190 0x7fc52000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc537fff640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5200047d0 0x7fc520004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53c8ed640 1 -- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5200047d0 msgr2=0x7fc520004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53c8ed640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5200047d0 0x7fc520004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53c8ed640 1 -- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc520005190 msgr2=0x7fc52000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53c8ed640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc520005190 0x7fc52000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53c8ed640 1 -- 172.21.15.32:0/502299033 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc520003530 con 0x7fc520003980 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53d0ee640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc520005190 0x7fc52000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc53d0ee640 1 -- 172.21.15.32:0/502299033 reap_dead start 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.656+0000 7fc537fff640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5200047d0 0x7fc520004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53c8ed640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc520003980 0x7fc520003da0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fc52800c240 tx=0x7fc52801cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62b755a959d5eb5a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc528005ae0 con 0x7fc520003980 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc528005c60 con 0x7fc520003980 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc5377fe640 1 -- 172.21.15.32:0/502299033 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5280a5850 con 0x7fc520003980 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 -- 172.21.15.32:0/502299033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc520003980 msgr2=0x7fc520003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc520003980 0x7fc520003da0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fc52800c240 tx=0x7fc52801cc60 comp rx=0 tx=0).stop 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 -- 172.21.15.32:0/502299033 shutdown_connections 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 --2- 172.21.15.32:0/502299033 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc520003980 0x7fc520003da0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 -- 172.21.15.32:0/502299033 >> 172.21.15.32:0/502299033 conn(0x7fc538072b80 msgr2=0x7fc538072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 -- 172.21.15.32:0/502299033 shutdown_connections 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 -- 172.21.15.32:0/502299033 wait complete. 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 Processor -- start 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 -- start start 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc520003980 0x7fc5381dff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5381df430 0x7fc5381efd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc538156440 0x7fc538144730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5380c29f0 con 0x7fc5381df430 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5380c31c0 con 0x7fc538156440 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53eb51640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5381f05e0 con 0x7fc520003980 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc537fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5381df430 0x7fc5381efd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc537fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5381df430 0x7fc5381efd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59272/0 (socket says 172.21.15.32:59272) 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc537fff640 1 -- 172.21.15.32:0/4011007098 learned_addr learned my addr 172.21.15.32:0/4011007098 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53c8ed640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc520003980 0x7fc5381dff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc53d0ee640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc538156440 0x7fc538144730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc537fff640 1 -- 172.21.15.32:0/4011007098 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc520003980 msgr2=0x7fc5381dff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc537fff640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc520003980 0x7fc5381dff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc537fff640 1 -- 172.21.15.32:0/4011007098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc538156440 msgr2=0x7fc538144730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc537fff640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc538156440 0x7fc538144730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc537fff640 1 -- 172.21.15.32:0/4011007098 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5380c34a0 con 0x7fc5381df430 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc537fff640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5381df430 0x7fc5381efd90 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fc52c010790 tx=0x7fc52c010c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.660+0000 7fc5357fa640 1 -- 172.21.15.32:0/4011007098 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc52c004220 con 0x7fc5381df430 2024-04-18T05:12:22.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc5357fa640 1 -- 172.21.15.32:0/4011007098 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc52c004380 con 0x7fc5381df430 2024-04-18T05:12:22.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5381e12a0 con 0x7fc5381df430 2024-04-18T05:12:22.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc5357fa640 1 -- 172.21.15.32:0/4011007098 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc52c00eb80 con 0x7fc5381df430 2024-04-18T05:12:22.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5380c0a20 con 0x7fc5381df430 2024-04-18T05:12:22.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5381dfdb0 con 0x7fc5381df430 2024-04-18T05:12:22.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc5357fa640 1 -- 172.21.15.32:0/4011007098 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc52c00ece0 con 0x7fc5381df430 2024-04-18T05:12:22.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc5357fa640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc5240666c0 0x7fc524068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc5357fa640 1 -- 172.21.15.32:0/4011007098 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fc52c084210 con 0x7fc5381df430 2024-04-18T05:12:22.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc53c8ed640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc5240666c0 0x7fc524068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.664+0000 7fc53c8ed640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc5240666c0 0x7fc524068b80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc5280ab000 tx=0x7fc5280a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.668+0000 7fc5357fa640 1 -- 172.21.15.32:0/4011007098 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc52c051240 con 0x7fc5381df430 2024-04-18T05:12:22.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.820+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc5381f07a0 con 0x7fc5381df430 2024-04-18T05:12:22.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc5357fa640 1 -- 172.21.15.32:0/4011007098 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7fc52c010ea0 con 0x7fc5381df430 2024-04-18T05:12:22.827 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:22.827 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc5240666c0 msgr2=0x7fc524068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc5240666c0 0x7fc524068b80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc5280ab000 tx=0x7fc5280a7070 comp rx=0 tx=0).stop 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5381df430 msgr2=0x7fc5381efd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5381df430 0x7fc5381efd90 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fc52c010790 tx=0x7fc52c010c50 comp rx=0 tx=0).stop 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 shutdown_connections 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc5240666c0 0x7fc524068b80 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc538156440 0x7fc538144730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5381df430 0x7fc5381efd90 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 --2- 172.21.15.32:0/4011007098 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc520003980 0x7fc5381dff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 >> 172.21.15.32:0/4011007098 conn(0x7fc538072b80 msgr2=0x7fc5380c9520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:22.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 shutdown_connections 2024-04-18T05:12:22.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.824+0000 7fc53eb51640 1 -- 172.21.15.32:0/4011007098 wait complete. 2024-04-18T05:12:22.845 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:22.845 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:22.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f142cd3e640 1 Processor -- start 2024-04-18T05:12:22.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f142cd3e640 1 -- start start 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f142cd3e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f14280aa040 0x7f142814e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f142cd3e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f14280a9080 0x7f14280a9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f142cd3e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14280c19c0 con 0x7f142806a310 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f142cd3e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1428071c00 con 0x7f14280a9080 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f142cd3e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1428154e70 con 0x7f14280aa040 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f1426d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f14280a9080 0x7f14280a9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f142659c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f142806a310 0x7f142814dba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60870/0 (socket says 172.21.15.32:60870) 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f142659c640 1 -- 172.21.15.32:0/3410255082 learned_addr learned my addr 172.21.15.32:0/3410255082 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f141ffff640 1 --2- 172.21.15.32:0/3410255082 >> v2:172.21.15.92:3300/0 conn(0x7f14280aa040 0x7f142814e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f1426d9d640 1 -- 172.21.15.32:0/3410255082 >> v2:172.21.15.92:3300/0 conn(0x7f14280aa040 msgr2=0x7f142814e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f1426d9d640 1 --2- 172.21.15.32:0/3410255082 >> v2:172.21.15.92:3300/0 conn(0x7f14280aa040 0x7f142814e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f1426d9d640 1 -- 172.21.15.32:0/3410255082 >> v1:172.21.15.32:6789/0 conn(0x7f142806a310 legacy=0x7f142814dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f1426d9d640 1 -- 172.21.15.32:0/3410255082 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1428154260 con 0x7f14280a9080 2024-04-18T05:12:22.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f1425d9b640 1 -- 172.21.15.32:0/3410255082 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1903330267 0 0) 0x7f14280c19c0 con 0x7f142806a310 2024-04-18T05:12:22.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.968+0000 7f141ffff640 1 --2- 172.21.15.32:0/3410255082 >> v2:172.21.15.92:3300/0 conn(0x7f14280aa040 0x7f142814e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:22.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f1426d9d640 1 --2- 172.21.15.32:0/3410255082 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 0x7f14280a9480 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f142806ab50 tx=0x7f142001c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8128bfbf2fe87a3d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f1425d9b640 1 -- 172.21.15.32:0/3410255082 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14200a5840 con 0x7f14280a9080 2024-04-18T05:12:22.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f1425d9b640 1 -- 172.21.15.32:0/3410255082 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14200a59a0 con 0x7f14280a9080 2024-04-18T05:12:22.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f1425d9b640 1 -- 172.21.15.32:0/3410255082 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14200a5d30 con 0x7f14280a9080 2024-04-18T05:12:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 -- 172.21.15.32:0/3410255082 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 msgr2=0x7f14280a9480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 --2- 172.21.15.32:0/3410255082 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 0x7f14280a9480 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f142806ab50 tx=0x7f142001c870 comp rx=0 tx=0).stop 2024-04-18T05:12:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 -- 172.21.15.32:0/3410255082 shutdown_connections 2024-04-18T05:12:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 --2- 172.21.15.32:0/3410255082 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 0x7f14280a9480 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 --2- 172.21.15.32:0/3410255082 >> v2:172.21.15.92:3300/0 conn(0x7f14280aa040 0x7f142814e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 -- 172.21.15.32:0/3410255082 >> 172.21.15.32:0/3410255082 conn(0x7f14280c54b0 msgr2=0x7f14280c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 -- 172.21.15.32:0/3410255082 shutdown_connections 2024-04-18T05:12:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 -- 172.21.15.32:0/3410255082 wait complete. 2024-04-18T05:12:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 Processor -- start 2024-04-18T05:12:22.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.972+0000 7f142cd3e640 1 -- start start 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142cd3e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f142806a310 0x7f142814c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142cd3e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 0x7f14281464b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142cd3e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14280aa040 0x7f142814db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142cd3e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14280be6d0 con 0x7f14280a9080 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142cd3e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14281ea7d0 con 0x7f14280aa040 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142cd3e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14281e9ec0 con 0x7f142806a310 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 0x7f14281464b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 0x7f14281464b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59286/0 (socket says 172.21.15.32:59286) 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141ffff640 1 -- 172.21.15.32:0/3629678835 learned_addr learned my addr 172.21.15.32:0/3629678835 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:22.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141ffff640 1 -- 172.21.15.32:0/3629678835 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f142806a310 msgr2=0x7f142814c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141ffff640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f142806a310 0x7f142814c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141ffff640 1 -- 172.21.15.32:0/3629678835 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14280aa040 msgr2=0x7f142814db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141ffff640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14280aa040 0x7f142814db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141ffff640 1 -- 172.21.15.32:0/3629678835 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1420009a70 con 0x7f14280a9080 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141ffff640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 0x7f14281464b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f141000c7f0 tx=0x7f141000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141effd640 1 -- 172.21.15.32:0/3629678835 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1410007820 con 0x7f14280a9080 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141effd640 1 -- 172.21.15.32:0/3629678835 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1410007980 con 0x7f14280a9080 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f142814ce60 con 0x7f14280a9080 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141effd640 1 -- 172.21.15.32:0/3629678835 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1410007d30 con 0x7f14280a9080 2024-04-18T05:12:22.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14281ea460 con 0x7f14280a9080 2024-04-18T05:12:22.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f142804e1e0 con 0x7f14280a9080 2024-04-18T05:12:22.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141effd640 1 -- 172.21.15.32:0/3629678835 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f14100113f0 con 0x7f14280a9080 2024-04-18T05:12:22.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141effd640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1408066690 0x7f1408068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:22.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f141effd640 1 -- 172.21.15.32:0/3629678835 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f1410084810 con 0x7f14280a9080 2024-04-18T05:12:22.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142659c640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1408066690 0x7f1408068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:22.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.976+0000 7f142659c640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1408066690 0x7f1408068b50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f14180011f0 tx=0x7f1418007930 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:22.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:22.980+0000 7f141effd640 1 -- 172.21.15.32:0/3629678835 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1410051850 con 0x7f14280a9080 2024-04-18T05:12:23.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f14281ea910 con 0x7f14280a9080 2024-04-18T05:12:23.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f141effd640 1 -- 172.21.15.32:0/3629678835 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f141001f0a0 con 0x7f14280a9080 2024-04-18T05:12:23.139 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1408066690 msgr2=0x7f1408068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1408066690 0x7f1408068b50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f14180011f0 tx=0x7f1418007930 comp rx=0 tx=0).stop 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 msgr2=0x7f14281464b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 0x7f14281464b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f141000c7f0 tx=0x7f141000ccb0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 shutdown_connections 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1408066690 0x7f1408068b50 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14280aa040 0x7f142814db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f14280a9080 0x7f14281464b0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 --2- 172.21.15.32:0/3629678835 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f142806a310 0x7f142814c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 >> 172.21.15.32:0/3629678835 conn(0x7f14280c54b0 msgr2=0x7f14280bb290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 shutdown_connections 2024-04-18T05:12:23.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.136+0000 7f142cd3e640 1 -- 172.21.15.32:0/3629678835 wait complete. 2024-04-18T05:12:23.156 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:23.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50af9f640 1 Processor -- start 2024-04-18T05:12:23.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50af9f640 1 -- start start 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50af9f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd5041569a0 0x7fd5040c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50af9f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040bcb30 0x7fd504157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50af9f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5040c46c0 con 0x7fd5040c67c0 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50af9f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd50406c610 con 0x7fd5041569a0 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50af9f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd504155050 con 0x7fd5040bcb30 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50953c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd5040c67c0 0x7fd504157a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60884/0 (socket says 172.21.15.32:60884) 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50953c640 1 -- 172.21.15.32:0/2750411786 learned_addr learned my addr 172.21.15.32:0/2750411786 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3505688508 0 0) 0x7fd5040c46c0 con 0x7fd5040c67c0 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd503fff640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040bcb30 0x7fd504157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4ec003530 con 0x7fd5040c67c0 2024-04-18T05:12:23.280 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd508d3b640 1 --2- 172.21.15.32:0/2750411786 >> v2:172.21.15.92:3300/0 conn(0x7fd5041569a0 0x7fd5040c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 907476988 0 0) 0x7fd4ec003530 con 0x7fd5040c67c0 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040bcb30 msgr2=0x7fd504157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040bcb30 0x7fd504157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 >> v2:172.21.15.92:3300/0 conn(0x7fd5041569a0 msgr2=0x7fd5040c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 --2- 172.21.15.32:0/2750411786 >> v2:172.21.15.92:3300/0 conn(0x7fd5041569a0 0x7fd5040c6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd504154980 con 0x7fd5040c67c0 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fd4fc001a00 con 0x7fd5040c67c0 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 >> v1:172.21.15.32:6789/0 conn(0x7fd5040c67c0 legacy=0x7fd504157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec003980 0x7fd4ec003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4ec0047d0 0x7fd4ec004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040bcb30 0x7fd4ec005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd50406c610 con 0x7fd4ec0047d0 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd504155050 con 0x7fd4ec003980 2024-04-18T05:12:23.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4ec00b990 con 0x7fd5040bcb30 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd503fff640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4ec0047d0 0x7fd4ec004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50953c640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040bcb30 0x7fd4ec005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd508d3b640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec003980 0x7fd4ec003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd503fff640 1 -- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040bcb30 msgr2=0x7fd4ec005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd503fff640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040bcb30 0x7fd4ec005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd503fff640 1 -- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec003980 msgr2=0x7fd4ec003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd503fff640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec003980 0x7fd4ec003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd503fff640 1 -- 172.21.15.32:0/2750411786 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4ec003530 con 0x7fd4ec0047d0 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd508d3b640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ec003980 0x7fd4ec003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:23.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.276+0000 7fd50953c640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040bcb30 0x7fd4ec005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:23.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd503fff640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4ec0047d0 0x7fd4ec004c50 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8009ab0 tx=0x7fd4f801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a21a3f4a4a199d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:23.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f80a5560 con 0x7fd4ec0047d0 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4f80a56c0 con 0x7fd4ec0047d0 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd5037fe640 1 -- 172.21.15.32:0/2750411786 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f80a5a70 con 0x7fd4ec0047d0 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 -- 172.21.15.32:0/2750411786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4ec0047d0 msgr2=0x7fd4ec004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 --2- 172.21.15.32:0/2750411786 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd4ec0047d0 0x7fd4ec004c50 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8009ab0 tx=0x7fd4f801ca50 comp rx=0 tx=0).stop 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50953c640 1 -- 172.21.15.32:0/2750411786 reap_dead start 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 -- 172.21.15.32:0/2750411786 shutdown_connections 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 -- 172.21.15.32:0/2750411786 >> 172.21.15.32:0/2750411786 conn(0x7fd504072950 msgr2=0x7fd504072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 -- 172.21.15.32:0/2750411786 shutdown_connections 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 -- 172.21.15.32:0/2750411786 wait complete. 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 Processor -- start 2024-04-18T05:12:23.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 -- start start 2024-04-18T05:12:23.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5041ec770 0x7fd5041ecb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040c8280 0x7fd50414eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd50414efe0 0x7fd5040c8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5041ed090 con 0x7fd50414efe0 2024-04-18T05:12:23.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5040c7070 con 0x7fd5041ec770 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50af9f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd50414e610 con 0x7fd5040c8280 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50953c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd50414efe0 0x7fd5040c8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50953c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd50414efe0 0x7fd5040c8960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59300/0 (socket says 172.21.15.32:59300) 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.280+0000 7fd50953c640 1 -- 172.21.15.32:0/2520058229 learned_addr learned my addr 172.21.15.32:0/2520058229 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd503fff640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040c8280 0x7fd50414eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd508d3b640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5041ec770 0x7fd5041ecb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd50953c640 1 -- 172.21.15.32:0/2520058229 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040c8280 msgr2=0x7fd50414eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd50953c640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040c8280 0x7fd50414eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd50953c640 1 -- 172.21.15.32:0/2520058229 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5041ec770 msgr2=0x7fd5041ecb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd50953c640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5041ec770 0x7fd5041ecb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd50953c640 1 -- 172.21.15.32:0/2520058229 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5040c72c0 con 0x7fd50414efe0 2024-04-18T05:12:23.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd503fff640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040c8280 0x7fd50414eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:23.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd50953c640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd50414efe0 0x7fd5040c8960 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd5040c39f0 tx=0x7fd4fc010c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:23.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd5017fa640 1 -- 172.21.15.32:0/2520058229 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4fc00ea60 con 0x7fd50414efe0 2024-04-18T05:12:23.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd5017fa640 1 -- 172.21.15.32:0/2520058229 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4fc00ebc0 con 0x7fd50414efe0 2024-04-18T05:12:23.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5041ed290 con 0x7fd50414efe0 2024-04-18T05:12:23.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd5017fa640 1 -- 172.21.15.32:0/2520058229 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4fc010e90 con 0x7fd50414efe0 2024-04-18T05:12:23.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd50414f460 con 0x7fd50414efe0 2024-04-18T05:12:23.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5041ed4d0 con 0x7fd50414efe0 2024-04-18T05:12:23.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd5017fa640 1 -- 172.21.15.32:0/2520058229 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd4fc01e3b0 con 0x7fd50414efe0 2024-04-18T05:12:23.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd5017fa640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd4f0066690 0x7fd4f0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd5017fa640 1 -- 172.21.15.32:0/2520058229 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fd4fc086dc0 con 0x7fd50414efe0 2024-04-18T05:12:23.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd508d3b640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd4f0066690 0x7fd4f0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.284+0000 7fd508d3b640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd4f0066690 0x7fd4f0068b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd5040ca480 tx=0x7fd4f4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:23.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.288+0000 7fd5017fa640 1 -- 172.21.15.32:0/2520058229 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd4fc053f40 con 0x7fd50414efe0 2024-04-18T05:12:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.448+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd50414e400 con 0x7fd50414efe0 2024-04-18T05:12:23.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.448+0000 7fd5017fa640 1 -- 172.21.15.32:0/2520058229 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd4fc01a020 con 0x7fd50414efe0 2024-04-18T05:12:23.451 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:23.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd4f0066690 msgr2=0x7fd4f0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd4f0066690 0x7fd4f0068b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd5040ca480 tx=0x7fd4f4008040 comp rx=0 tx=0).stop 2024-04-18T05:12:23.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd50414efe0 msgr2=0x7fd5040c8960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd50414efe0 0x7fd5040c8960 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd5040c39f0 tx=0x7fd4fc010c40 comp rx=0 tx=0).stop 2024-04-18T05:12:23.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 shutdown_connections 2024-04-18T05:12:23.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd50414efe0 0x7fd5040c8960 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd5040c8280 0x7fd50414eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd4f0066690 0x7fd4f0068b50 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 --2- 172.21.15.32:0/2520058229 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5041ec770 0x7fd5041ecb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 >> 172.21.15.32:0/2520058229 conn(0x7fd504072950 msgr2=0x7fd504157430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:23.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 shutdown_connections 2024-04-18T05:12:23.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.452+0000 7fd50af9f640 1 -- 172.21.15.32:0/2520058229 wait complete. 2024-04-18T05:12:23.471 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:23.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f90851af640 1 Processor -- start 2024-04-18T05:12:23.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f90851af640 1 -- start start 2024-04-18T05:12:23.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f90851af640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f908014ee80 0x7f90800a8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f90851af640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90801518f0 0x7f9080151d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f90851af640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f908006f950 con 0x7f90800c1c10 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f90851af640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90800c4190 con 0x7f908014ee80 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f90851af640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f908006fbc0 con 0x7f90801518f0 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907e59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f90800c1c10 0x7f90800a9490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60896/0 (socket says 172.21.15.32:60896) 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907e59c640 1 -- 172.21.15.32:0/2251001366 learned_addr learned my addr 172.21.15.32:0/2251001366 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907ed9d640 1 --2- 172.21.15.32:0/2251001366 >> v2:172.21.15.92:3300/0 conn(0x7f908014ee80 0x7f90800a8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907f59e640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90801518f0 0x7f9080151d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3706827734 0 0) 0x7f908006f950 con 0x7f90800c1c10 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9068003530 con 0x7f90800c1c10 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2202070792 0 0) 0x7f9068003530 con 0x7f90800c1c10 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90801518f0 msgr2=0x7f9080151d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:23.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90801518f0 0x7f9080151d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 >> v2:172.21.15.92:3300/0 conn(0x7f908014ee80 msgr2=0x7f90800a8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 --2- 172.21.15.32:0/2251001366 >> v2:172.21.15.92:3300/0 conn(0x7f908014ee80 0x7f90800a8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90800a9ba0 con 0x7f90800c1c10 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f9074001680 con 0x7f90800c1c10 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 >> v1:172.21.15.32:6789/0 conn(0x7f90800c1c10 legacy=0x7f90800a9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9068003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90801518f0 0x7f90680047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9068004d10 0x7f9068005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90800c4190 con 0x7f9068003980 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f908006fbc0 con 0x7f9068004d10 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f906800b990 con 0x7f90801518f0 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907ed9d640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9068003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907e59c640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90801518f0 0x7f90680047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907f59e640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9068004d10 0x7f9068005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907ed9d640 1 -- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90801518f0 msgr2=0x7f90680047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:23.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907ed9d640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90801518f0 0x7f90680047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907ed9d640 1 -- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9068004d10 msgr2=0x7f9068005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:23.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907ed9d640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9068004d10 0x7f9068005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.592+0000 7f907ed9d640 1 -- 172.21.15.32:0/2251001366 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9068003530 con 0x7f9068003980 2024-04-18T05:12:23.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f907ed9d640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9068003da0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f9078009fc0 tx=0x7f907801ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20a46d35136a551a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:23.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90780a5ab0 con 0x7f9068003980 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f907800f040 con 0x7f9068003980 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f907dd9b640 1 -- 172.21.15.32:0/2251001366 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90780a5e50 con 0x7f9068003980 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f90851af640 1 -- 172.21.15.32:0/2251001366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 msgr2=0x7f9068003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f90851af640 1 --2- 172.21.15.32:0/2251001366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9068003da0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f9078009fc0 tx=0x7f907801ccc0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f907f59e640 1 -- 172.21.15.32:0/2251001366 reap_dead start 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f90851af640 1 -- 172.21.15.32:0/2251001366 shutdown_connections 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f90851af640 1 -- 172.21.15.32:0/2251001366 >> 172.21.15.32:0/2251001366 conn(0x7f9080072780 msgr2=0x7f9080072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f90851af640 1 -- 172.21.15.32:0/2251001366 shutdown_connections 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f90851af640 1 -- 172.21.15.32:0/2251001366 wait complete. 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f90851af640 1 Processor -- start 2024-04-18T05:12:23.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.596+0000 7f90851af640 1 -- start start 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90851af640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9080150000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90851af640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f908006b9a0 0x7f90800c6860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90851af640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90801ef420 0x7f908014d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90851af640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f908014fb70 con 0x7f9068003980 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90851af640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90801510c0 con 0x7f90801ef420 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90851af640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90801513a0 con 0x7f908006b9a0 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9080150000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9080150000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59322/0 (socket says 172.21.15.32:59322) 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907ed9d640 1 -- 172.21.15.32:0/3104120107 learned_addr learned my addr 172.21.15.32:0/3104120107 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:23.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907e59c640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f908006b9a0 0x7f90800c6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907f59e640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90801ef420 0x7f908014d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907ed9d640 1 -- 172.21.15.32:0/3104120107 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f908006b9a0 msgr2=0x7f90800c6860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907ed9d640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f908006b9a0 0x7f90800c6860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907ed9d640 1 -- 172.21.15.32:0/3104120107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90801ef420 msgr2=0x7f908014d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907ed9d640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90801ef420 0x7f908014d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907ed9d640 1 -- 172.21.15.32:0/3104120107 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9080151680 con 0x7f9068003980 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907ed9d640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9080150000 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f907801c730 tx=0x7f9078009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90677fe640 1 -- 172.21.15.32:0/3104120107 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9078003ba0 con 0x7f9068003980 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90677fe640 1 -- 172.21.15.32:0/3104120107 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9078003d00 con 0x7f9068003980 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f908014fb70 con 0x7f9068003980 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90677fe640 1 -- 172.21.15.32:0/3104120107 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9078004260 con 0x7f9068003980 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90800c1160 con 0x7f9068003980 2024-04-18T05:12:23.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f908004e1e0 con 0x7f9068003980 2024-04-18T05:12:23.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90677fe640 1 -- 172.21.15.32:0/3104120107 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f90780b4040 con 0x7f9068003980 2024-04-18T05:12:23.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90677fe640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f906c066690 0x7f906c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f90677fe640 1 -- 172.21.15.32:0/3104120107 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f907811ee50 con 0x7f9068003980 2024-04-18T05:12:23.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907e59c640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f906c066690 0x7f906c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.600+0000 7f907e59c640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f906c066690 0x7f906c068b50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f90801e9cf0 tx=0x7f9074009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:23.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.604+0000 7f90677fe640 1 -- 172.21.15.32:0/3104120107 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f90780ec020 con 0x7f9068003980 2024-04-18T05:12:23.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.764+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f908006f5e0 con 0x7f9068003980 2024-04-18T05:12:23.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.764+0000 7f90677fe640 1 -- 172.21.15.32:0/3104120107 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f90780ef640 con 0x7f9068003980 2024-04-18T05:12:23.768 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:23.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f906c066690 msgr2=0x7f906c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f906c066690 0x7f906c068b50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f90801e9cf0 tx=0x7f9074009040 comp rx=0 tx=0).stop 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 msgr2=0x7f9080150000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9080150000 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f907801c730 tx=0x7f9078009750 comp rx=0 tx=0).stop 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 shutdown_connections 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f906c066690 0x7f906c068b50 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90801ef420 0x7f908014d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f908006b9a0 0x7f90800c6860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 --2- 172.21.15.32:0/3104120107 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9068003980 0x7f9080150000 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 >> 172.21.15.32:0/3104120107 conn(0x7f9080072780 msgr2=0x7f908014a870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 shutdown_connections 2024-04-18T05:12:23.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.768+0000 7f90851af640 1 -- 172.21.15.32:0/3104120107 wait complete. 2024-04-18T05:12:23.788 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:23.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.903+0000 7fd0478db640 1 Processor -- start 2024-04-18T05:12:23.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.903+0000 7fd0478db640 1 -- start start 2024-04-18T05:12:23.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd0478db640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd04013a8c0 0x7fd040151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd0478db640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0400a8200 con 0x7fd04006df40 2024-04-18T05:12:23.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd0478db640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0400a84e0 con 0x7fd04013ae10 2024-04-18T05:12:23.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd0478db640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0400a8fb0 con 0x7fd04013a8c0 2024-04-18T05:12:23.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd045677640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd04006df40 0x7fd0401559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60912/0 (socket says 172.21.15.32:60912) 2024-04-18T05:12:23.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd045677640 1 -- 172.21.15.32:0/1274301647 learned_addr learned my addr 172.21.15.32:0/1274301647 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:23.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd045e78640 1 --2- 172.21.15.32:0/1274301647 >> v2:172.21.15.32:3300/0 conn(0x7fd04013a8c0 0x7fd040151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd045e78640 1 -- 172.21.15.32:0/1274301647 >> v1:172.21.15.92:6789/0 conn(0x7fd04013ae10 legacy=0x7fd0400a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:23.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd045e78640 1 -- 172.21.15.32:0/1274301647 >> v1:172.21.15.32:6789/0 conn(0x7fd04006df40 legacy=0x7fd0401559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd045e78640 1 -- 172.21.15.32:0/1274301647 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0400a87c0 con 0x7fd04013a8c0 2024-04-18T05:12:23.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd037fff640 1 -- 172.21.15.32:0/1274301647 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 807844394 0 0) 0x7fd0400a8200 con 0x7fd04006df40 2024-04-18T05:12:23.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd045e78640 1 --2- 172.21.15.32:0/1274301647 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013a8c0 0x7fd040151b60 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd038009d90 tx=0x7fd03801c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9adb486af974df5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:23.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.907+0000 7fd037fff640 1 -- 172.21.15.32:0/1274301647 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0380a5760 con 0x7fd04013a8c0 2024-04-18T05:12:23.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd037fff640 1 -- 172.21.15.32:0/1274301647 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0380a58c0 con 0x7fd04013a8c0 2024-04-18T05:12:23.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd037fff640 1 -- 172.21.15.32:0/1274301647 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0380a5c50 con 0x7fd04013a8c0 2024-04-18T05:12:23.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- 172.21.15.32:0/1274301647 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013a8c0 msgr2=0x7fd040151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 --2- 172.21.15.32:0/1274301647 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013a8c0 0x7fd040151b60 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd038009d90 tx=0x7fd03801c8a0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- 172.21.15.32:0/1274301647 shutdown_connections 2024-04-18T05:12:23.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 --2- 172.21.15.32:0/1274301647 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013a8c0 0x7fd040151b60 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- 172.21.15.32:0/1274301647 >> 172.21.15.32:0/1274301647 conn(0x7fd0400c54b0 msgr2=0x7fd0400c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:23.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- 172.21.15.32:0/1274301647 shutdown_connections 2024-04-18T05:12:23.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- 172.21.15.32:0/1274301647 wait complete. 2024-04-18T05:12:23.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 Processor -- start 2024-04-18T05:12:23.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- start start 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd04006df40 0x7fd0401ed620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd04013a8c0 0x7fd0400c4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013ae10 0x7fd040154020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0400c4790 con 0x7fd04013ae10 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0401364a0 con 0x7fd04006df40 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd040139dd0 con 0x7fd04013a8c0 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045e78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013ae10 0x7fd040154020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045e78640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013ae10 0x7fd040154020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59344/0 (socket says 172.21.15.32:59344) 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045e78640 1 -- 172.21.15.32:0/46094805 learned_addr learned my addr 172.21.15.32:0/46094805 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:23.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045677640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd04006df40 0x7fd0401ed620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd044e76640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd04013a8c0 0x7fd0400c4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045e78640 1 -- 172.21.15.32:0/46094805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd04013a8c0 msgr2=0x7fd0400c4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045e78640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd04013a8c0 0x7fd0400c4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045e78640 1 -- 172.21.15.32:0/46094805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd04006df40 msgr2=0x7fd0401ed620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045e78640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd04006df40 0x7fd0401ed620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045e78640 1 -- 172.21.15.32:0/46094805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd038009a70 con 0x7fd04013ae10 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd045e78640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013ae10 0x7fd040154020 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd03801a4d0 tx=0x7fd038019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd035ffb640 1 -- 172.21.15.32:0/46094805 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0380ad850 con 0x7fd04013ae10 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd035ffb640 1 -- 172.21.15.32:0/46094805 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0380ad9b0 con 0x7fd04013ae10 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd04013a0b0 con 0x7fd04013ae10 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd035ffb640 1 -- 172.21.15.32:0/46094805 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0380add40 con 0x7fd04013ae10 2024-04-18T05:12:23.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.911+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0401328d0 con 0x7fd04013ae10 2024-04-18T05:12:23.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.915+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd04013a2a0 con 0x7fd04013ae10 2024-04-18T05:12:23.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.915+0000 7fd035ffb640 1 -- 172.21.15.32:0/46094805 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd0380b4050 con 0x7fd04013ae10 2024-04-18T05:12:23.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.915+0000 7fd035ffb640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd0240666c0 0x7fd024068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:23.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.915+0000 7fd035ffb640 1 -- 172.21.15.32:0/46094805 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fd03811f7d0 con 0x7fd04013ae10 2024-04-18T05:12:23.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.915+0000 7fd045677640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd0240666c0 0x7fd024068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:23.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.915+0000 7fd045677640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd0240666c0 0x7fd024068b80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd03c000f70 tx=0x7fd03c007b60 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:23.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:23.919+0000 7fd035ffb640 1 -- 172.21.15.32:0/46094805 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd0380eca60 con 0x7fd04013ae10 2024-04-18T05:12:24.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd04004e1e0 con 0x7fd04013ae10 2024-04-18T05:12:24.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd035ffb640 1 -- 172.21.15.32:0/46094805 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd0380b2020 con 0x7fd04013ae10 2024-04-18T05:12:24.082 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:24.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd0240666c0 msgr2=0x7fd024068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd0240666c0 0x7fd024068b80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd03c000f70 tx=0x7fd03c007b60 comp rx=0 tx=0).stop 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013ae10 msgr2=0x7fd040154020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013ae10 0x7fd040154020 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd03801a4d0 tx=0x7fd038019640 comp rx=0 tx=0).stop 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 shutdown_connections 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd04013ae10 0x7fd040154020 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd04013a8c0 0x7fd0400c4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd0240666c0 0x7fd024068b80 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 --2- 172.21.15.32:0/46094805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd04006df40 0x7fd0401ed620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 >> 172.21.15.32:0/46094805 conn(0x7fd0400c54b0 msgr2=0x7fd0401366c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 shutdown_connections 2024-04-18T05:12:24.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.079+0000 7fd0478db640 1 -- 172.21.15.32:0/46094805 wait complete. 2024-04-18T05:12:24.100 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:12:24.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1790fd7640 1 Processor -- start 2024-04-18T05:12:24.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1790fd7640 1 -- start start 2024-04-18T05:12:24.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1790fd7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f178c06cd10 0x7f178c06b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1790fd7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 0x7f178c06bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1790fd7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f178c0c3ff0 con 0x7f178c0c8fe0 2024-04-18T05:12:24.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1790fd7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f178c1516d0 con 0x7f178c06cd10 2024-04-18T05:12:24.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1790fd7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f178c06b3c0 con 0x7f178c154650 2024-04-18T05:12:24.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1789d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f178c06cd10 0x7f178c06b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f178a59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f178c0c8fe0 0x7f178c0ab050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60914/0 (socket says 172.21.15.32:60914) 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f178a59c640 1 -- 172.21.15.32:0/2412076170 learned_addr learned my addr 172.21.15.32:0/2412076170 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f178ad9d640 1 --2- 172.21.15.32:0/2412076170 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 0x7f178c06bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1789d9b640 1 -- 172.21.15.32:0/2412076170 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 msgr2=0x7f178c06bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1789d9b640 1 --2- 172.21.15.32:0/2412076170 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 0x7f178c06bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1789d9b640 1 -- 172.21.15.32:0/2412076170 >> v1:172.21.15.32:6789/0 conn(0x7f178c0c8fe0 legacy=0x7f178c0ab050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f1789d9b640 1 -- 172.21.15.32:0/2412076170 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f178c0c4290 con 0x7f178c06cd10 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.295+0000 7f178959a640 1 -- 172.21.15.32:0/2412076170 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2346910910 0 0) 0x7f178c0c3ff0 con 0x7f178c0c8fe0 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1789d9b640 1 --2- 172.21.15.32:0/2412076170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c06cd10 0x7f178c06b7e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f17800097f0 tx=0x7f178001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6188bd182a4b9d3a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f178959a640 1 -- 172.21.15.32:0/2412076170 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17800a4ea0 con 0x7f178c06cd10 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f178959a640 1 -- 172.21.15.32:0/2412076170 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17800a7050 con 0x7f178c06cd10 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f178959a640 1 -- 172.21.15.32:0/2412076170 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17800ab820 con 0x7f178c06cd10 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 -- 172.21.15.32:0/2412076170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c06cd10 msgr2=0x7f178c06b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 --2- 172.21.15.32:0/2412076170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c06cd10 0x7f178c06b7e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f17800097f0 tx=0x7f178001c410 comp rx=0 tx=0).stop 2024-04-18T05:12:24.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 -- 172.21.15.32:0/2412076170 shutdown_connections 2024-04-18T05:12:24.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 --2- 172.21.15.32:0/2412076170 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 0x7f178c06bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 --2- 172.21.15.32:0/2412076170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c06cd10 0x7f178c06b7e0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 -- 172.21.15.32:0/2412076170 >> 172.21.15.32:0/2412076170 conn(0x7f178c0c94d0 msgr2=0x7f178c0c98e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:24.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 -- 172.21.15.32:0/2412076170 shutdown_connections 2024-04-18T05:12:24.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 -- 172.21.15.32:0/2412076170 wait complete. 2024-04-18T05:12:24.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 Processor -- start 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.299+0000 7f1790fd7640 1 -- start start 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1790fd7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f178c06cd10 0x7f178c150a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1790fd7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c0c8fe0 0x7f178c1ec5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1790fd7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 0x7f178c1ecb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1790fd7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f178c1423b0 con 0x7f178c0c8fe0 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1790fd7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f178c1f06c0 con 0x7f178c06cd10 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1790fd7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f178c1efab0 con 0x7f178c154650 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1789d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c0c8fe0 0x7f178c1ec5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1789d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c0c8fe0 0x7f178c1ec5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59360/0 (socket says 172.21.15.32:59360) 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1789d9b640 1 -- 172.21.15.32:0/124940197 learned_addr learned my addr 172.21.15.32:0/124940197 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f178a59c640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f178c06cd10 0x7f178c150a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f178ad9d640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 0x7f178c1ecb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1789d9b640 1 -- 172.21.15.32:0/124940197 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 msgr2=0x7f178c1ecb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1789d9b640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 0x7f178c1ecb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1789d9b640 1 -- 172.21.15.32:0/124940197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f178c06cd10 msgr2=0x7f178c150a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1789d9b640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f178c06cd10 0x7f178c150a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1789d9b640 1 -- 172.21.15.32:0/124940197 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1780009420 con 0x7f178c0c8fe0 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1789d9b640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c0c8fe0 0x7f178c1ec5c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f17800ae040 tx=0x7f17800191b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f177affd640 1 -- 172.21.15.32:0/124940197 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17800b4610 con 0x7f178c0c8fe0 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f177affd640 1 -- 172.21.15.32:0/124940197 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17800abe90 con 0x7f178c0c8fe0 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f178c1efd90 con 0x7f178c0c8fe0 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f177affd640 1 -- 172.21.15.32:0/124940197 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17800b49d0 con 0x7f178c0c8fe0 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f178c1f0350 con 0x7f178c0c8fe0 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f178c1f0800 con 0x7f178c0c8fe0 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f177affd640 1 -- 172.21.15.32:0/124940197 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f17800b2040 con 0x7f178c0c8fe0 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f177affd640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f176c066690 0x7f176c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f177affd640 1 -- 172.21.15.32:0/124940197 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f178011e440 con 0x7f178c0c8fe0 2024-04-18T05:12:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f178a59c640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f176c066690 0x7f176c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.303+0000 7f178a59c640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f176c066690 0x7f176c068b50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f177c000f70 tx=0x7f177c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:24.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.307+0000 7f177affd640 1 -- 172.21.15.32:0/124940197 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f17800eb510 con 0x7f178c0c8fe0 2024-04-18T05:12:24.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f178c15e330 con 0x7f178c0c8fe0 2024-04-18T05:12:24.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f177affd640 1 -- 172.21.15.32:0/124940197 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f17800eeb30 con 0x7f178c0c8fe0 2024-04-18T05:12:24.486 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:12:24.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f176c066690 msgr2=0x7f176c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f176c066690 0x7f176c068b50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f177c000f70 tx=0x7f177c009040 comp rx=0 tx=0).stop 2024-04-18T05:12:24.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c0c8fe0 msgr2=0x7f178c1ec5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c0c8fe0 0x7f178c1ec5c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f17800ae040 tx=0x7f17800191b0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 shutdown_connections 2024-04-18T05:12:24.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f178c154650 0x7f178c1ecb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f178c0c8fe0 0x7f178c1ec5c0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f176c066690 0x7f176c068b50 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 --2- 172.21.15.32:0/124940197 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f178c06cd10 0x7f178c150a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 >> 172.21.15.32:0/124940197 conn(0x7f178c0c94d0 msgr2=0x7f178c0c5f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:24.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 shutdown_connections 2024-04-18T05:12:24.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.483+0000 7f1790fd7640 1 -- 172.21.15.32:0/124940197 wait complete. 2024-04-18T05:12:24.504 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi092.front.sepia.ceph.com... 2024-04-18T05:12:24.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:24.504 DEBUG:teuthology.orchestra.run.smithi092:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:24.528 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:12:24.528 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T05:12:24.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:24.528 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-04-18T05:12:24.582 INFO:tasks.cephfs.cephfs_test_case:[, ] 2024-04-18T05:12:24.582 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:12:24.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56ca61b640 1 Processor -- start 2024-04-18T05:12:24.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56ca61b640 1 -- start start 2024-04-18T05:12:24.711 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56ca61b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f56c40a84c0 0x7f56c41519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56ca61b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c406d5d0 0x7f56c415c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56ca61b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56c40a8d00 con 0x7f56c40a88a0 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56ca61b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56c40a9080 con 0x7f56c40a84c0 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56ca61b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56c4155e50 con 0x7f56c406d5d0 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f56c40a84c0 0x7f56c41519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c37fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f56c40a88a0 0x7f56c406cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60916/0 (socket says 172.21.15.32:60916) 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c37fe640 1 -- 172.21.15.32:0/964899621 learned_addr learned my addr 172.21.15.32:0/964899621 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c3fff640 1 -- 172.21.15.32:0/964899621 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c406d5d0 msgr2=0x7f56c415c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c8bb8640 1 --2- 172.21.15.32:0/964899621 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c406d5d0 0x7f56c415c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c3fff640 1 --2- 172.21.15.32:0/964899621 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c406d5d0 0x7f56c415c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c2ffd640 1 -- 172.21.15.32:0/964899621 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2205975640 0 0) 0x7f56c40a8d00 con 0x7f56c40a88a0 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c3fff640 1 -- 172.21.15.32:0/964899621 >> v1:172.21.15.32:6789/0 conn(0x7f56c40a88a0 legacy=0x7f56c406cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c3fff640 1 -- 172.21.15.32:0/964899621 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56c4154f60 con 0x7f56c40a84c0 2024-04-18T05:12:24.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.707+0000 7f56c8bb8640 1 --2- 172.21.15.32:0/964899621 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c406d5d0 0x7f56c415c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:24.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56c3fff640 1 --2- 172.21.15.32:0/964899621 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 0x7f56c41519f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f56bc0097c0 tx=0x7f56bc01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=737da8fd2fce0ed7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:24.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56c2ffd640 1 -- 172.21.15.32:0/964899621 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56bc0ab600 con 0x7f56c40a84c0 2024-04-18T05:12:24.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56c2ffd640 1 -- 172.21.15.32:0/964899621 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56bc0a7050 con 0x7f56c40a84c0 2024-04-18T05:12:24.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56c2ffd640 1 -- 172.21.15.32:0/964899621 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56bc0ab980 con 0x7f56c40a84c0 2024-04-18T05:12:24.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 -- 172.21.15.32:0/964899621 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 msgr2=0x7f56c41519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 --2- 172.21.15.32:0/964899621 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 0x7f56c41519f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f56bc0097c0 tx=0x7f56bc01c410 comp rx=0 tx=0).stop 2024-04-18T05:12:24.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 -- 172.21.15.32:0/964899621 shutdown_connections 2024-04-18T05:12:24.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 --2- 172.21.15.32:0/964899621 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c406d5d0 0x7f56c415c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 --2- 172.21.15.32:0/964899621 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 0x7f56c41519f0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 -- 172.21.15.32:0/964899621 >> 172.21.15.32:0/964899621 conn(0x7f56c4069e80 msgr2=0x7f56c406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:24.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 -- 172.21.15.32:0/964899621 shutdown_connections 2024-04-18T05:12:24.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 -- 172.21.15.32:0/964899621 wait complete. 2024-04-18T05:12:24.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 Processor -- start 2024-04-18T05:12:24.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 -- start start 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56c406d5d0 0x7f56c41edba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 0x7f56c4130a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c40a88a0 0x7f56c414e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56c4154c30 con 0x7f56c40a84c0 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56c4135de0 con 0x7f56c406d5d0 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56ca61b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56c4154210 con 0x7f56c40a88a0 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56c37fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 0x7f56c4130a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56c37fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 0x7f56c4130a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59390/0 (socket says 172.21.15.32:59390) 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56c37fe640 1 -- 172.21.15.32:0/3221998156 learned_addr learned my addr 172.21.15.32:0/3221998156 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.711+0000 7f56c3fff640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56c406d5d0 0x7f56c41edba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c8bb8640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c40a88a0 0x7f56c414e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c37fe640 1 -- 172.21.15.32:0/3221998156 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c40a88a0 msgr2=0x7f56c414e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c37fe640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c40a88a0 0x7f56c414e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c37fe640 1 -- 172.21.15.32:0/3221998156 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56c406d5d0 msgr2=0x7f56c41edba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c37fe640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56c406d5d0 0x7f56c41edba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c37fe640 1 -- 172.21.15.32:0/3221998156 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56bc009420 con 0x7f56c40a84c0 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c8bb8640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c40a88a0 0x7f56c414e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c37fe640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 0x7f56c4130a80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f56ac00c890 tx=0x7f56ac00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c0ff9640 1 -- 172.21.15.32:0/3221998156 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56ac00a5e0 con 0x7f56c40a84c0 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c0ff9640 1 -- 172.21.15.32:0/3221998156 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56ac00a760 con 0x7f56c40a84c0 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56c41ee0e0 con 0x7f56c40a84c0 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c0ff9640 1 -- 172.21.15.32:0/3221998156 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56ac00ab10 con 0x7f56c40a84c0 2024-04-18T05:12:24.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56c4154950 con 0x7f56c40a84c0 2024-04-18T05:12:24.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56c40666e0 con 0x7f56c40a84c0 2024-04-18T05:12:24.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c0ff9640 1 -- 172.21.15.32:0/3221998156 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f56ac00ac70 con 0x7f56c40a84c0 2024-04-18T05:12:24.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c0ff9640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f56a4066690 0x7f56a4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:24.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c0ff9640 1 -- 172.21.15.32:0/3221998156 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f56ac083c90 con 0x7f56c40a84c0 2024-04-18T05:12:24.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c3fff640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f56a4066690 0x7f56a4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:24.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.715+0000 7f56c3fff640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f56a4066690 0x7f56a4068b50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f56bc0ad000 tx=0x7f56bc0a4f90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:24.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.719+0000 7f56c0ff9640 1 -- 172.21.15.32:0/3221998156 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f56ac050d60 con 0x7f56c40a84c0 2024-04-18T05:12:24.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f56c40722f0 con 0x7f56c40a84c0 2024-04-18T05:12:24.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56c0ff9640 1 -- 172.21.15.32:0/3221998156 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4724 (secure 0 0 0) 0x7f56ac018020 con 0x7f56c40a84c0 2024-04-18T05:12:24.911 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:24.911 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:50.952081+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-18T05:12:24.911 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-04-18T05:12:24.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f56a4066690 msgr2=0x7f56a4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f56a4066690 0x7f56a4068b50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f56bc0ad000 tx=0x7f56bc0a4f90 comp rx=0 tx=0).stop 2024-04-18T05:12:24.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 msgr2=0x7f56c4130a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:24.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 0x7f56c4130a80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f56ac00c890 tx=0x7f56ac00cd50 comp rx=0 tx=0).stop 2024-04-18T05:12:24.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 shutdown_connections 2024-04-18T05:12:24.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56c40a88a0 0x7f56c414e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56c40a84c0 0x7f56c4130a80 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f56a4066690 0x7f56a4068b50 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 --2- 172.21.15.32:0/3221998156 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56c406d5d0 0x7f56c41edba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:24.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.907+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 >> 172.21.15.32:0/3221998156 conn(0x7f56c4069e80 msgr2=0x7f56c413a140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:24.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.911+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 shutdown_connections 2024-04-18T05:12:24.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:24.911+0000 7f56ca61b640 1 -- 172.21.15.32:0/3221998156 wait complete. 2024-04-18T05:12:24.928 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:24.929 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:12:24.932 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:12:25.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37faf3640 1 Processor -- start 2024-04-18T05:12:25.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37faf3640 1 -- start start 2024-04-18T05:12:25.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37faf3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a84c0 0x7fb3781519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37faf3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3780a88a0 0x7fb37806cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37faf3640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb37806d400 0x7fb3780aa440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37faf3640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3780a9080 con 0x7fb37806d400 2024-04-18T05:12:25.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37faf3640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3780a8d00 con 0x7fb3780a88a0 2024-04-18T05:12:25.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37faf3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb378155e50 con 0x7fb3780a84c0 2024-04-18T05:12:25.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37e090640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb37806d400 0x7fb3780aa440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37e090640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb37806d400 0x7fb3780aa440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59398/0 (socket says 172.21.15.32:59398) 2024-04-18T05:12:25.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37e090640 1 -- 172.21.15.32:0/2980918981 learned_addr learned my addr 172.21.15.32:0/2980918981 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:25.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37d88f640 1 --2- 172.21.15.32:0/2980918981 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a84c0 0x7fb3781519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37d08e640 1 --2- 172.21.15.32:0/2980918981 >> v2:172.21.15.92:3300/0 conn(0x7fb3780a88a0 0x7fb37806cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37e090640 1 -- 172.21.15.32:0/2980918981 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a84c0 msgr2=0x7fb3781519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:25.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37e090640 1 --2- 172.21.15.32:0/2980918981 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a84c0 0x7fb3781519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37e090640 1 -- 172.21.15.32:0/2980918981 >> v2:172.21.15.92:3300/0 conn(0x7fb3780a88a0 msgr2=0x7fb37806cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:25.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37e090640 1 --2- 172.21.15.32:0/2980918981 >> v2:172.21.15.92:3300/0 conn(0x7fb3780a88a0 0x7fb37806cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.039+0000 7fb37e090640 1 -- 172.21.15.32:0/2980918981 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb378154f60 con 0x7fb37806d400 2024-04-18T05:12:25.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37e090640 1 --2- 172.21.15.32:0/2980918981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 0x7fb3780aa440 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb3780c2d80 tx=0x7fb37001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b42d303b34c129b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37c88d640 1 -- 172.21.15.32:0/2980918981 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3700a5760 con 0x7fb37806d400 2024-04-18T05:12:25.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37c88d640 1 -- 172.21.15.32:0/2980918981 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3700a58c0 con 0x7fb37806d400 2024-04-18T05:12:25.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37c88d640 1 -- 172.21.15.32:0/2980918981 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3700a5c50 con 0x7fb37806d400 2024-04-18T05:12:25.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 -- 172.21.15.32:0/2980918981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 msgr2=0x7fb3780aa440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 --2- 172.21.15.32:0/2980918981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 0x7fb3780aa440 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb3780c2d80 tx=0x7fb37001c9f0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 -- 172.21.15.32:0/2980918981 shutdown_connections 2024-04-18T05:12:25.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 --2- 172.21.15.32:0/2980918981 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 0x7fb3780aa440 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 --2- 172.21.15.32:0/2980918981 >> v2:172.21.15.92:3300/0 conn(0x7fb3780a88a0 0x7fb37806cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 --2- 172.21.15.32:0/2980918981 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a84c0 0x7fb3781519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 -- 172.21.15.32:0/2980918981 >> 172.21.15.32:0/2980918981 conn(0x7fb378069e80 msgr2=0x7fb37806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:25.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 -- 172.21.15.32:0/2980918981 shutdown_connections 2024-04-18T05:12:25.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 -- 172.21.15.32:0/2980918981 wait complete. 2024-04-18T05:12:25.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 Processor -- start 2024-04-18T05:12:25.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 -- start start 2024-04-18T05:12:25.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 0x7fb378150e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3780a84c0 0x7fb378133d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a88a0 0x7fb3781ed710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb37815b180 con 0x7fb37806d400 2024-04-18T05:12:25.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3781342b0 con 0x7fb3780a84c0 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37faf3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb378156d50 con 0x7fb3780a88a0 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37d88f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 0x7fb378150e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37d88f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 0x7fb378150e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59402/0 (socket says 172.21.15.32:59402) 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.043+0000 7fb37d88f640 1 -- 172.21.15.32:0/3788454486 learned_addr learned my addr 172.21.15.32:0/3788454486 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37e090640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a88a0 0x7fb3781ed710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37d08e640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3780a84c0 0x7fb378133d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37d88f640 1 -- 172.21.15.32:0/3788454486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a88a0 msgr2=0x7fb3781ed710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37d88f640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a88a0 0x7fb3781ed710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37d88f640 1 -- 172.21.15.32:0/3788454486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3780a84c0 msgr2=0x7fb378133d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37d88f640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3780a84c0 0x7fb378133d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37d88f640 1 -- 172.21.15.32:0/3788454486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb370009b30 con 0x7fb37806d400 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37d88f640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 0x7fb378150e20 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb37400d800 tx=0x7fb37400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb36e7fc640 1 -- 172.21.15.32:0/3788454486 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3740096a0 con 0x7fb37806d400 2024-04-18T05:12:25.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb36e7fc640 1 -- 172.21.15.32:0/3788454486 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb374009800 con 0x7fb37806d400 2024-04-18T05:12:25.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb378157360 con 0x7fb37806d400 2024-04-18T05:12:25.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb36e7fc640 1 -- 172.21.15.32:0/3788454486 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb374009990 con 0x7fb37806d400 2024-04-18T05:12:25.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb378156ff0 con 0x7fb37806d400 2024-04-18T05:12:25.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3780666e0 con 0x7fb37806d400 2024-04-18T05:12:25.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb36e7fc640 1 -- 172.21.15.32:0/3788454486 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb374009af0 con 0x7fb37806d400 2024-04-18T05:12:25.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb36e7fc640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb35c066690 0x7fb35c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb36e7fc640 1 -- 172.21.15.32:0/3788454486 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fb3740848a0 con 0x7fb37806d400 2024-04-18T05:12:25.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37d08e640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb35c066690 0x7fb35c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.047+0000 7fb37d08e640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb35c066690 0x7fb35c068b50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb37814f3b0 tx=0x7fb368008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.051+0000 7fb36e7fc640 1 -- 172.21.15.32:0/3788454486 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb374051970 con 0x7fb37806d400 2024-04-18T05:12:25.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.207+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3780722f0 con 0x7fb37806d400 2024-04-18T05:12:25.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.207+0000 7fb36e7fc640 1 -- 172.21.15.32:0/3788454486 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7fb374054f90 con 0x7fb37806d400 2024-04-18T05:12:25.211 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:25.212 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb35c066690 msgr2=0x7fb35c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb35c066690 0x7fb35c068b50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb37814f3b0 tx=0x7fb368008040 comp rx=0 tx=0).stop 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 msgr2=0x7fb378150e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 0x7fb378150e20 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb37400d800 tx=0x7fb37400dcc0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 shutdown_connections 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3780a88a0 0x7fb3781ed710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb35c066690 0x7fb35c068b50 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3780a84c0 0x7fb378133d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 --2- 172.21.15.32:0/3788454486 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb37806d400 0x7fb378150e20 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 >> 172.21.15.32:0/3788454486 conn(0x7fb378069e80 msgr2=0x7fb3781346b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:25.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 shutdown_connections 2024-04-18T05:12:25.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.211+0000 7fb37faf3640 1 -- 172.21.15.32:0/3788454486 wait complete. 2024-04-18T05:12:25.229 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:11:26.659318+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:11:27.278994+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-18T05:11:30.356697+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-18T05:12:25.229 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:25.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9c275640 1 Processor -- start 2024-04-18T05:12:25.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9c275640 1 -- start start 2024-04-18T05:12:25.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9c275640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdd941512c0 0x7fdd940bf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9c275640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd94153f10 con 0x7fdd941571b0 2024-04-18T05:12:25.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9c275640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd94153bc0 con 0x7fdd940720f0 2024-04-18T05:12:25.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9c275640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd941516a0 con 0x7fdd941512c0 2024-04-18T05:12:25.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9a011640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdd941512c0 0x7fdd940bf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9a812640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fdd941571b0 0x7fdd940c1fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60922/0 (socket says 172.21.15.32:60922) 2024-04-18T05:12:25.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9a812640 1 -- 172.21.15.32:0/2342231092 learned_addr learned my addr 172.21.15.32:0/2342231092 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:25.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9a011640 1 -- 172.21.15.32:0/2342231092 >> v1:172.21.15.92:6789/0 conn(0x7fdd940720f0 legacy=0x7fdd941543a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:25.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9a011640 1 -- 172.21.15.32:0/2342231092 >> v1:172.21.15.32:6789/0 conn(0x7fdd941571b0 legacy=0x7fdd940c1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.348 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.343+0000 7fdd9a011640 1 -- 172.21.15.32:0/2342231092 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd94154ab0 con 0x7fdd941512c0 2024-04-18T05:12:25.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a011640 1 --2- 172.21.15.32:0/2342231092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941512c0 0x7fdd940bf760 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c009d90 tx=0x7fdd8c01c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=549d501a7578148d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9900f640 1 -- 172.21.15.32:0/2342231092 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd8c0a57c0 con 0x7fdd941512c0 2024-04-18T05:12:25.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9900f640 1 -- 172.21.15.32:0/2342231092 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd8c0a5920 con 0x7fdd941512c0 2024-04-18T05:12:25.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9900f640 1 -- 172.21.15.32:0/2342231092 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd8c0a5cb0 con 0x7fdd941512c0 2024-04-18T05:12:25.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- 172.21.15.32:0/2342231092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941512c0 msgr2=0x7fdd940bf760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 --2- 172.21.15.32:0/2342231092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941512c0 0x7fdd940bf760 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c009d90 tx=0x7fdd8c01c810 comp rx=0 tx=0).stop 2024-04-18T05:12:25.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- 172.21.15.32:0/2342231092 shutdown_connections 2024-04-18T05:12:25.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 --2- 172.21.15.32:0/2342231092 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941512c0 0x7fdd940bf760 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- 172.21.15.32:0/2342231092 >> 172.21.15.32:0/2342231092 conn(0x7fdd940a7a50 msgr2=0x7fdd94069e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:25.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- 172.21.15.32:0/2342231092 shutdown_connections 2024-04-18T05:12:25.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- 172.21.15.32:0/2342231092 wait complete. 2024-04-18T05:12:25.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 Processor -- start 2024-04-18T05:12:25.351 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- start start 2024-04-18T05:12:25.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd940720f0 0x7fdd941478b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd941512c0 0x7fdd940c4510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.353 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941571b0 0x7fdd941e9f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd94146e10 con 0x7fdd941571b0 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd941ecb60 con 0x7fdd940720f0 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd941470b0 con 0x7fdd941512c0 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a812640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941571b0 0x7fdd941e9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a812640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941571b0 0x7fdd941e9f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59422/0 (socket says 172.21.15.32:59422) 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a812640 1 -- 172.21.15.32:0/2295928346 learned_addr learned my addr 172.21.15.32:0/2295928346 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a812640 1 -- 172.21.15.32:0/2295928346 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd941512c0 msgr2=0x7fdd940c4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a812640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd941512c0 0x7fdd940c4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a812640 1 -- 172.21.15.32:0/2295928346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd940720f0 msgr2=0x7fdd941478b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a812640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd940720f0 0x7fdd941478b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a812640 1 -- 172.21.15.32:0/2295928346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd8c009a70 con 0x7fdd941571b0 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9a812640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941571b0 0x7fdd941e9f40 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400c400 tx=0x7fdd8400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd92ffd640 1 -- 172.21.15.32:0/2295928346 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd84005cf0 con 0x7fdd941571b0 2024-04-18T05:12:25.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd92ffd640 1 -- 172.21.15.32:0/2295928346 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd84005e50 con 0x7fdd941571b0 2024-04-18T05:12:25.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd94147390 con 0x7fdd941571b0 2024-04-18T05:12:25.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd92ffd640 1 -- 172.21.15.32:0/2295928346 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd840072d0 con 0x7fdd941571b0 2024-04-18T05:12:25.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.347+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd940c4a50 con 0x7fdd941571b0 2024-04-18T05:12:25.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.351+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd941475d0 con 0x7fdd941571b0 2024-04-18T05:12:25.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.351+0000 7fdd92ffd640 1 -- 172.21.15.32:0/2295928346 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdd84007430 con 0x7fdd941571b0 2024-04-18T05:12:25.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.351+0000 7fdd92ffd640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd80066690 0x7fdd80068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.351+0000 7fdd9a011640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd80066690 0x7fdd80068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.351+0000 7fdd92ffd640 1 -- 172.21.15.32:0/2295928346 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fdd840838f0 con 0x7fdd941571b0 2024-04-18T05:12:25.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.351+0000 7fdd9a011640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd80066690 0x7fdd80068b50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c0af000 tx=0x7fdd8c004ac0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.355+0000 7fdd92ffd640 1 -- 172.21.15.32:0/2295928346 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fdd941475d0 con 0x7fdd941571b0 2024-04-18T05:12:25.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdd941475d0 con 0x7fdd941571b0 2024-04-18T05:12:25.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd92ffd640 1 -- 172.21.15.32:0/2295928346 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdd84017020 con 0x7fdd941571b0 2024-04-18T05:12:25.518 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd80066690 msgr2=0x7fdd80068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd80066690 0x7fdd80068b50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c0af000 tx=0x7fdd8c004ac0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941571b0 msgr2=0x7fdd941e9f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941571b0 0x7fdd941e9f40 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400c400 tx=0x7fdd8400c8c0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 shutdown_connections 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdd941571b0 0x7fdd941e9f40 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd941512c0 0x7fdd940c4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdd80066690 0x7fdd80068b50 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 --2- 172.21.15.32:0/2295928346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd940720f0 0x7fdd941478b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 >> 172.21.15.32:0/2295928346 conn(0x7fdd940a7a50 msgr2=0x7fdd94157730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 shutdown_connections 2024-04-18T05:12:25.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.515+0000 7fdd9c275640 1 -- 172.21.15.32:0/2295928346 wait complete. 2024-04-18T05:12:25.537 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:25.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ed1203640 1 Processor -- start 2024-04-18T05:12:25.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ed1203640 1 -- start start 2024-04-18T05:12:25.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ed1203640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc13ae10 0x7f8ecc151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ed1203640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8ecc13a8c0 0x7f8ecc0a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ed1203640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ecc0a8200 con 0x7f8ecc06df40 2024-04-18T05:12:25.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ed1203640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ecc0a8fb0 con 0x7f8ecc13a8c0 2024-04-18T05:12:25.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ed1203640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ecc1520a0 con 0x7f8ecc13ae10 2024-04-18T05:12:25.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ecad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8ecc06df40 0x7f8ecc1559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60938/0 (socket says 172.21.15.32:60938) 2024-04-18T05:12:25.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ecad9d640 1 -- 172.21.15.32:0/1444340313 learned_addr learned my addr 172.21.15.32:0/1444340313 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:25.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8eca59c640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc13ae10 0x7f8ecc151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ecb59e640 1 --2- 172.21.15.32:0/1444340313 >> v2:172.21.15.92:3300/0 conn(0x7f8ecc13a8c0 0x7f8ecc0a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 389807286 0 0) 0x7f8ecc0a8200 con 0x7f8ecc06df40 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8eb4003530 con 0x7f8ecc06df40 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 141058002 0 0) 0x7f8eb4003530 con 0x7f8ecc06df40 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc13ae10 msgr2=0x7f8ecc151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc13ae10 0x7f8ecc151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 >> v2:172.21.15.92:3300/0 conn(0x7f8ecc13a8c0 msgr2=0x7f8ecc0a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 --2- 172.21.15.32:0/1444340313 >> v2:172.21.15.92:3300/0 conn(0x7f8ecc13a8c0 0x7f8ecc0a9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ecc0a84e0 con 0x7f8ecc06df40 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f8ebc001680 con 0x7f8ecc06df40 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 >> v1:172.21.15.32:6789/0 conn(0x7f8ecc06df40 legacy=0x7f8ecc1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc13ae10 0x7f8eb40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8eb4003f30 0x7f8eb40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4004d10 0x7f8eb4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb400b990 con 0x7f8eb4003f30 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb400bad0 con 0x7f8eb4004d10 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb400bc90 con 0x7f8ecc13ae10 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8eca59c640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8eb4003f30 0x7f8eb40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ecb59e640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4004d10 0x7f8eb4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8ecad9d640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc13ae10 0x7f8eb40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8eca59c640 1 -- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc13ae10 msgr2=0x7f8eb40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8eca59c640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc13ae10 0x7f8eb40039b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8eca59c640 1 -- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4004d10 msgr2=0x7f8eb4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8eca59c640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4004d10 0x7f8eb4005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.651+0000 7f8eca59c640 1 -- 172.21.15.32:0/1444340313 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8eb4003530 con 0x7f8eb4003f30 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8eca59c640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8eb4003f30 0x7f8eb40047d0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0009ae0 tx=0x7f8ec001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b008f23d76a92d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ec00a5550 con 0x7f8eb4003f30 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ec00a56b0 con 0x7f8eb4003f30 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ec9d9b640 1 -- 172.21.15.32:0/1444340313 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ec00a5a60 con 0x7f8eb4003f30 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 -- 172.21.15.32:0/1444340313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8eb4003f30 msgr2=0x7f8eb40047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 --2- 172.21.15.32:0/1444340313 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8eb4003f30 0x7f8eb40047d0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0009ae0 tx=0x7f8ec001ca70 comp rx=0 tx=0).stop 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 -- 172.21.15.32:0/1444340313 reap_dead start 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 -- 172.21.15.32:0/1444340313 shutdown_connections 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 -- 172.21.15.32:0/1444340313 >> 172.21.15.32:0/1444340313 conn(0x7f8ecc0c54b0 msgr2=0x7f8ecc0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 -- 172.21.15.32:0/1444340313 shutdown_connections 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 -- 172.21.15.32:0/1444340313 wait complete. 2024-04-18T05:12:25.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 Processor -- start 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 -- start start 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4003f30 0x7f8ecc1528d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc0c4be0 0x7f8ecc1ee240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ecc1399e0 0x7f8ecc1eabd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ecc1ee780 con 0x7f8ecc1399e0 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ecc0c3c50 con 0x7f8eb4003f30 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ed1203640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ecc0c3f30 con 0x7f8ecc0c4be0 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ecc1399e0 0x7f8ecc1eabd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ecc1399e0 0x7f8ecc1eabd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59438/0 (socket says 172.21.15.32:59438) 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 -- 172.21.15.32:0/1735241563 learned_addr learned my addr 172.21.15.32:0/1735241563 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecad9d640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4003f30 0x7f8ecc1528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 -- 172.21.15.32:0/1735241563 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc0c4be0 msgr2=0x7f8ecc1ee240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc0c4be0 0x7f8ecc1ee240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 -- 172.21.15.32:0/1735241563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4003f30 msgr2=0x7f8ecc1528d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4003f30 0x7f8ecc1528d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 -- 172.21.15.32:0/1735241563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ecc0c4210 con 0x7f8ecc1399e0 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecad9d640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4003f30 0x7f8ecc1528d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.655+0000 7f8ecb59e640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ecc1399e0 0x7f8ecc1eabd0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f8eb4003980 tx=0x7f8ec400f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8eb37fe640 1 -- 172.21.15.32:0/1735241563 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ec4017400 con 0x7f8ecc1399e0 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8eb37fe640 1 -- 172.21.15.32:0/1735241563 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ec4011040 con 0x7f8ecc1399e0 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ecc1ea3d0 con 0x7f8ecc1399e0 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8eb37fe640 1 -- 172.21.15.32:0/1735241563 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ec40177c0 con 0x7f8ecc1399e0 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ecc139e90 con 0x7f8ecc1399e0 2024-04-18T05:12:25.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ecc04e1e0 con 0x7f8ecc1399e0 2024-04-18T05:12:25.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8eb37fe640 1 -- 172.21.15.32:0/1735241563 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8ec4017920 con 0x7f8ecc1399e0 2024-04-18T05:12:25.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8eb37fe640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8eb8066690 0x7f8eb8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8ecad9d640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8eb8066690 0x7f8eb8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8eb37fe640 1 -- 172.21.15.32:0/1735241563 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f8ec4085260 con 0x7f8ecc1399e0 2024-04-18T05:12:25.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.659+0000 7f8ecad9d640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8eb8066690 0x7f8eb8068b50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc000f70 tx=0x7f8ebc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.663+0000 7f8eb37fe640 1 -- 172.21.15.32:0/1735241563 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8ec4052310 con 0x7f8ecc1399e0 2024-04-18T05:12:25.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.815+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8ecc1ea880 con 0x7f8ecc1399e0 2024-04-18T05:12:25.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.815+0000 7f8eb37fe640 1 -- 172.21.15.32:0/1735241563 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8ec4055930 con 0x7f8ecc1399e0 2024-04-18T05:12:25.820 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:25.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8eb8066690 msgr2=0x7f8eb8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8eb8066690 0x7f8eb8068b50 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc000f70 tx=0x7f8ebc009040 comp rx=0 tx=0).stop 2024-04-18T05:12:25.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ecc1399e0 msgr2=0x7f8ecc1eabd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ecc1399e0 0x7f8ecc1eabd0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f8eb4003980 tx=0x7f8ec400f4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 shutdown_connections 2024-04-18T05:12:25.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8ecc1399e0 0x7f8ecc1eabd0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ecc0c4be0 0x7f8ecc1ee240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8eb8066690 0x7f8eb8068b50 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 --2- 172.21.15.32:0/1735241563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8eb4003f30 0x7f8ecc1528d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 >> 172.21.15.32:0/1735241563 conn(0x7f8ecc0c54b0 msgr2=0x7f8ecc15b5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:25.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 shutdown_connections 2024-04-18T05:12:25.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.819+0000 7f8ed1203640 1 -- 172.21.15.32:0/1735241563 wait complete. 2024-04-18T05:12:25.837 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:25.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bfcb63640 1 Processor -- start 2024-04-18T05:12:25.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bfcb63640 1 -- start start 2024-04-18T05:12:25.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bfcb63640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3bf806df40 0x7f3bf8151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bfcb63640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813ae10 0x7f3bf81559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bfcb63640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3bf813a8c0 0x7f3bf80a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bfcb63640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bf80a8fb0 con 0x7f3bf806df40 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bfcb63640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bf81520a0 con 0x7f3bf813a8c0 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bfcb63640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bf80a8200 con 0x7f3bf813ae10 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf659c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3bf806df40 0x7f3bf8151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf659c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3bf806df40 0x7f3bf8151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59454/0 (socket says 172.21.15.32:59454) 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf659c640 1 -- 172.21.15.32:0/681119121 learned_addr learned my addr 172.21.15.32:0/681119121 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf6d9d640 1 --2- 172.21.15.32:0/681119121 >> v2:172.21.15.92:3300/0 conn(0x7f3bf813a8c0 0x7f3bf80a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf659c640 1 -- 172.21.15.32:0/681119121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813ae10 msgr2=0x7f3bf81559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf5d9b640 1 --2- 172.21.15.32:0/681119121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813ae10 0x7f3bf81559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf659c640 1 --2- 172.21.15.32:0/681119121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813ae10 0x7f3bf81559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf659c640 1 -- 172.21.15.32:0/681119121 >> v2:172.21.15.92:3300/0 conn(0x7f3bf813a8c0 msgr2=0x7f3bf80a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf659c640 1 --2- 172.21.15.32:0/681119121 >> v2:172.21.15.92:3300/0 conn(0x7f3bf813a8c0 0x7f3bf80a9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf659c640 1 -- 172.21.15.32:0/681119121 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bf80a84e0 con 0x7f3bf806df40 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf5d9b640 1 --2- 172.21.15.32:0/681119121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813ae10 0x7f3bf81559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:25.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.963+0000 7f3bf6d9d640 1 --2- 172.21.15.32:0/681119121 >> v2:172.21.15.92:3300/0 conn(0x7f3bf813a8c0 0x7f3bf80a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:25.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bf659c640 1 --2- 172.21.15.32:0/681119121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 0x7f3bf8151b60 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f3bf80c1a30 tx=0x7f3be801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e1bc97d4c25d417 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bf559a640 1 -- 172.21.15.32:0/681119121 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be80ab640 con 0x7f3bf806df40 2024-04-18T05:12:25.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bf559a640 1 -- 172.21.15.32:0/681119121 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3be80a7070 con 0x7f3bf806df40 2024-04-18T05:12:25.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bf559a640 1 -- 172.21.15.32:0/681119121 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be80ab9c0 con 0x7f3bf806df40 2024-04-18T05:12:25.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 -- 172.21.15.32:0/681119121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 msgr2=0x7f3bf8151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/681119121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 0x7f3bf8151b60 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f3bf80c1a30 tx=0x7f3be801c460 comp rx=0 tx=0).stop 2024-04-18T05:12:25.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 -- 172.21.15.32:0/681119121 shutdown_connections 2024-04-18T05:12:25.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/681119121 >> v2:172.21.15.92:3300/0 conn(0x7f3bf813a8c0 0x7f3bf80a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/681119121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813ae10 0x7f3bf81559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/681119121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 0x7f3bf8151b60 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 -- 172.21.15.32:0/681119121 >> 172.21.15.32:0/681119121 conn(0x7f3bf80c54b0 msgr2=0x7f3bf80c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:25.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 -- 172.21.15.32:0/681119121 shutdown_connections 2024-04-18T05:12:25.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 -- 172.21.15.32:0/681119121 wait complete. 2024-04-18T05:12:25.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 Processor -- start 2024-04-18T05:12:25.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 -- start start 2024-04-18T05:12:25.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 0x7f3bf81ec840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813a8c0 0x7f3bf81ef3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bf813ae10 0x7f3bf815ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bf806d940 con 0x7f3bf806df40 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bf81ebe30 con 0x7f3bf813ae10 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.967+0000 7f3bfcb63640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bf8152c60 con 0x7f3bf813a8c0 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 0x7f3bf81ec840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 0x7f3bf81ec840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59462/0 (socket says 172.21.15.32:59462) 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf659c640 1 -- 172.21.15.32:0/259410662 learned_addr learned my addr 172.21.15.32:0/259410662 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf6d9d640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bf813ae10 0x7f3bf815ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf5d9b640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813a8c0 0x7f3bf81ef3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf659c640 1 -- 172.21.15.32:0/259410662 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813a8c0 msgr2=0x7f3bf81ef3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf659c640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813a8c0 0x7f3bf81ef3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf659c640 1 -- 172.21.15.32:0/259410662 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bf813ae10 msgr2=0x7f3bf815ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf659c640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bf813ae10 0x7f3bf815ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf659c640 1 -- 172.21.15.32:0/259410662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3be80094d0 con 0x7f3bf806df40 2024-04-18T05:12:25.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf6d9d640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bf813ae10 0x7f3bf815ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:25.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf659c640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 0x7f3bf81ec840 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f3be801ab10 tx=0x7f3be801aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3be6ffd640 1 -- 172.21.15.32:0/259410662 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be80be3f0 con 0x7f3bf806df40 2024-04-18T05:12:25.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3be6ffd640 1 -- 172.21.15.32:0/259410662 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3be80be550 con 0x7f3bf806df40 2024-04-18T05:12:25.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bf81ecd80 con 0x7f3bf806df40 2024-04-18T05:12:25.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3be6ffd640 1 -- 172.21.15.32:0/259410662 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be80be900 con 0x7f3bf806df40 2024-04-18T05:12:25.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bf806d0a0 con 0x7f3bf806df40 2024-04-18T05:12:25.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bf804e1e0 con 0x7f3bf806df40 2024-04-18T05:12:25.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3be6ffd640 1 -- 172.21.15.32:0/259410662 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3be80b43f0 con 0x7f3bf806df40 2024-04-18T05:12:25.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3be6ffd640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bd8066690 0x7f3bd8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:25.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3be6ffd640 1 -- 172.21.15.32:0/259410662 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f3be811ea40 con 0x7f3bf806df40 2024-04-18T05:12:25.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf5d9b640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bd8066690 0x7f3bd8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:25.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.971+0000 7f3bf5d9b640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bd8066690 0x7f3bd8068b50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3bec006fd0 tx=0x7f3bec008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:25.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:25.975+0000 7f3be6ffd640 1 -- 172.21.15.32:0/259410662 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f3be80ebb30 con 0x7f3bf806df40 2024-04-18T05:12:26.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.135+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3bf80c1780 con 0x7f3bf806df40 2024-04-18T05:12:26.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3be6ffd640 1 -- 172.21.15.32:0/259410662 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3be80ef150 con 0x7f3bf806df40 2024-04-18T05:12:26.142 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bd8066690 msgr2=0x7f3bd8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bd8066690 0x7f3bd8068b50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3bec006fd0 tx=0x7f3bec008040 comp rx=0 tx=0).stop 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 msgr2=0x7f3bf81ec840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 0x7f3bf81ec840 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f3be801ab10 tx=0x7f3be801aca0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 shutdown_connections 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bd8066690 0x7f3bd8068b50 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bf813ae10 0x7f3bf815ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bf813a8c0 0x7f3bf81ef3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 --2- 172.21.15.32:0/259410662 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bf806df40 0x7f3bf81ec840 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 >> 172.21.15.32:0/259410662 conn(0x7f3bf80c54b0 msgr2=0x7f3bf80c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 shutdown_connections 2024-04-18T05:12:26.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.139+0000 7f3bfcb63640 1 -- 172.21.15.32:0/259410662 wait complete. 2024-04-18T05:12:26.161 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-18T05:12:26.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.283+0000 7f854190b640 1 Processor -- start 2024-04-18T05:12:26.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.283+0000 7f854190b640 1 -- start start 2024-04-18T05:12:26.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.283+0000 7f854190b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f853c0c5cf0 0x7f853c150980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.283+0000 7f854190b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f853c154bb0 con 0x7f853c070c40 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.283+0000 7f854190b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f853c14e540 con 0x7f853c14e160 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.283+0000 7f854190b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f853c0c49f0 con 0x7f853c0c5cf0 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.283+0000 7f853b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f853c070c40 0x7f853c150ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60940/0 (socket says 172.21.15.32:60940) 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.283+0000 7f853b7fe640 1 -- 172.21.15.32:0/3768277154 learned_addr learned my addr 172.21.15.32:0/3768277154 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853a7fc640 1 --2- 172.21.15.32:0/3768277154 >> v2:172.21.15.92:3300/0 conn(0x7f853c0c5cf0 0x7f853c150980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3460973264 0 0) 0x7f853c154bb0 con 0x7f853c070c40 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8524003530 con 0x7f853c070c40 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 174562766 0 0) 0x7f8524003530 con 0x7f853c070c40 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 >> v2:172.21.15.92:3300/0 conn(0x7f853c0c5cf0 msgr2=0x7f853c150980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 --2- 172.21.15.32:0/3768277154 >> v2:172.21.15.92:3300/0 conn(0x7f853c0c5cf0 0x7f853c150980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 >> v1:172.21.15.92:6789/0 conn(0x7f853c14e160 legacy=0x7f853c0c2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f853c153fa0 con 0x7f853c070c40 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f8534001680 con 0x7f853c070c40 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 >> v1:172.21.15.32:6789/0 conn(0x7f853c070c40 legacy=0x7f853c150ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8524003980 0x7f8524003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85240047d0 0x7f8524004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8524005190 0x7f852400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f853c0c49f0 con 0x7f85240047d0 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f852400c030 con 0x7f8524005190 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f852400c1f0 con 0x7f8524003980 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853a7fc640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85240047d0 0x7f8524004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853b7fe640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8524005190 0x7f852400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853affd640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8524003980 0x7f8524003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853a7fc640 1 -- 172.21.15.32:0/3768277154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8524003980 msgr2=0x7f8524003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:26.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853a7fc640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8524003980 0x7f8524003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853a7fc640 1 -- 172.21.15.32:0/3768277154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8524005190 msgr2=0x7f852400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:26.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853a7fc640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8524005190 0x7f852400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853b7fe640 1 -- 172.21.15.32:0/3768277154 reap_dead start 2024-04-18T05:12:26.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853a7fc640 1 -- 172.21.15.32:0/3768277154 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8524003530 con 0x7f85240047d0 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f853a7fc640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85240047d0 0x7f8524004c50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f8530009ab0 tx=0x7f853001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a03e0ae01195f3a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85300a5530 con 0x7f85240047d0 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85300a5690 con 0x7f85240047d0 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f8539ffb640 1 -- 172.21.15.32:0/3768277154 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85300a5a40 con 0x7f85240047d0 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f854190b640 1 -- 172.21.15.32:0/3768277154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85240047d0 msgr2=0x7f8524004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f854190b640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85240047d0 0x7f8524004c50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f8530009ab0 tx=0x7f853001ca50 comp rx=0 tx=0).stop 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f854190b640 1 -- 172.21.15.32:0/3768277154 shutdown_connections 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f854190b640 1 --2- 172.21.15.32:0/3768277154 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85240047d0 0x7f8524004c50 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f854190b640 1 -- 172.21.15.32:0/3768277154 >> 172.21.15.32:0/3768277154 conn(0x7f853c06af90 msgr2=0x7f853c06b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f854190b640 1 -- 172.21.15.32:0/3768277154 shutdown_connections 2024-04-18T05:12:26.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.287+0000 7f854190b640 1 -- 172.21.15.32:0/3768277154 wait complete. 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 Processor -- start 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 -- start start 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85240047d0 0x7f853c153820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f853c151c10 0x7f853c1e4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f853c1450d0 0x7f853c145550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f853c153d60 con 0x7f853c151c10 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f853c144a40 con 0x7f853c1450d0 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f853c1e89a0 con 0x7f85240047d0 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f853c151c10 0x7f853c1e4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853a7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f853c151c10 0x7f853c1e4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59486/0 (socket says 172.21.15.32:59486) 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853a7fc640 1 -- 172.21.15.32:0/3868770991 learned_addr learned my addr 172.21.15.32:0/3868770991 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853affd640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85240047d0 0x7f853c153820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853a7fc640 1 -- 172.21.15.32:0/3868770991 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85240047d0 msgr2=0x7f853c153820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853a7fc640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85240047d0 0x7f853c153820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853a7fc640 1 -- 172.21.15.32:0/3868770991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f853c1450d0 msgr2=0x7f853c145550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853b7fe640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f853c1450d0 0x7f853c145550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853a7fc640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f853c1450d0 0x7f853c145550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853a7fc640 1 -- 172.21.15.32:0/3868770991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f853c1e8ed0 con 0x7f853c151c10 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f853a7fc640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f853c151c10 0x7f853c1e4a20 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f8530009ab0 tx=0x7f85300197f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f8523fff640 1 -- 172.21.15.32:0/3868770991 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85300b6870 con 0x7f853c151c10 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f8523fff640 1 -- 172.21.15.32:0/3868770991 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85300b69d0 con 0x7f853c151c10 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f853c1e8bf0 con 0x7f853c151c10 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f8523fff640 1 -- 172.21.15.32:0/3868770991 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85300b6d80 con 0x7f853c151c10 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f853c1446d0 con 0x7f853c151c10 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f853c04e1e0 con 0x7f853c151c10 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.291+0000 7f8523fff640 1 -- 172.21.15.32:0/3868770991 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f85300b4070 con 0x7f853c151c10 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.295+0000 7f8523fff640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8528066690 0x7f8528068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.295+0000 7f8523fff640 1 -- 172.21.15.32:0/3868770991 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f853011e6d0 con 0x7f853c151c10 2024-04-18T05:12:26.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.295+0000 7f853affd640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8528066690 0x7f8528068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.295+0000 7f853affd640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8528066690 0x7f8528068b50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f853c067410 tx=0x7f852c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:26.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.299+0000 7f8523fff640 1 -- 172.21.15.32:0/3868770991 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f85300eb7b0 con 0x7f853c151c10 2024-04-18T05:12:26.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f853c0ab760 con 0x7f853c151c10 2024-04-18T05:12:26.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f8523fff640 1 -- 172.21.15.32:0/3868770991 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f85300eedd0 con 0x7f853c151c10 2024-04-18T05:12:26.454 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8528066690 msgr2=0x7f8528068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8528066690 0x7f8528068b50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f853c067410 tx=0x7f852c009040 comp rx=0 tx=0).stop 2024-04-18T05:12:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f853c151c10 msgr2=0x7f853c1e4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f853c151c10 0x7f853c1e4a20 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f8530009ab0 tx=0x7f85300197f0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 shutdown_connections 2024-04-18T05:12:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8528066690 0x7f8528068b50 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f853c1450d0 0x7f853c145550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f853c151c10 0x7f853c1e4a20 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 --2- 172.21.15.32:0/3868770991 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85240047d0 0x7f853c153820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.451+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 >> 172.21.15.32:0/3868770991 conn(0x7f853c06af90 msgr2=0x7f853c06b700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:26.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.455+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 shutdown_connections 2024-04-18T05:12:26.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.455+0000 7f854190b640 1 -- 172.21.15.32:0/3868770991 wait complete. 2024-04-18T05:12:26.472 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:12:26.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc70a3dc640 1 Processor -- start 2024-04-18T05:12:26.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc70a3dc640 1 -- start start 2024-04-18T05:12:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc70a3dc640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc704151340 0x7fc7040c5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc70a3dc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc7040c1d90 0x7fc704157860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc70a3dc640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7040c66b0 con 0x7fc704153cc0 2024-04-18T05:12:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc70a3dc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc704151720 con 0x7fc7040c1d90 2024-04-18T05:12:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc70a3dc640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7040c5e10 con 0x7fc704151340 2024-04-18T05:12:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc708979640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc7040c1d90 0x7fc704157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc708979640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc7040c1d90 0x7fc704157860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59502/0 (socket says 172.21.15.32:59502) 2024-04-18T05:12:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc708979640 1 -- 172.21.15.32:0/2883293749 learned_addr learned my addr 172.21.15.32:0/2883293749 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc703fff640 1 --2- 172.21.15.32:0/2883293749 >> v2:172.21.15.92:3300/0 conn(0x7fc704151340 0x7fc7040c5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc708979640 1 -- 172.21.15.32:0/2883293749 >> v2:172.21.15.92:3300/0 conn(0x7fc704151340 msgr2=0x7fc7040c5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc708979640 1 --2- 172.21.15.32:0/2883293749 >> v2:172.21.15.92:3300/0 conn(0x7fc704151340 0x7fc7040c5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc708979640 1 -- 172.21.15.32:0/2883293749 >> v1:172.21.15.92:6789/0 conn(0x7fc704153cc0 legacy=0x7fc7040c26a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc708979640 1 -- 172.21.15.32:0/2883293749 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7040c60f0 con 0x7fc7040c1d90 2024-04-18T05:12:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.591+0000 7fc703fff640 1 --2- 172.21.15.32:0/2883293749 >> v2:172.21.15.92:3300/0 conn(0x7fc704151340 0x7fc7040c5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc708979640 1 --2- 172.21.15.32:0/2883293749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7040c1d90 0x7fc704157860 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fc7040aa200 tx=0x7fc6fc01c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4066afb12997a4d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc7037fe640 1 -- 172.21.15.32:0/2883293749 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6fc0a55e0 con 0x7fc7040c1d90 2024-04-18T05:12:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc7037fe640 1 -- 172.21.15.32:0/2883293749 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6fc0a5740 con 0x7fc7040c1d90 2024-04-18T05:12:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc7037fe640 1 -- 172.21.15.32:0/2883293749 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6fc0a5ad0 con 0x7fc7040c1d90 2024-04-18T05:12:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- 172.21.15.32:0/2883293749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7040c1d90 msgr2=0x7fc704157860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 --2- 172.21.15.32:0/2883293749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7040c1d90 0x7fc704157860 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fc7040aa200 tx=0x7fc6fc01c920 comp rx=0 tx=0).stop 2024-04-18T05:12:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- 172.21.15.32:0/2883293749 shutdown_connections 2024-04-18T05:12:26.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 --2- 172.21.15.32:0/2883293749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc7040c1d90 0x7fc704157860 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 --2- 172.21.15.32:0/2883293749 >> v2:172.21.15.92:3300/0 conn(0x7fc704151340 0x7fc7040c5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- 172.21.15.32:0/2883293749 >> 172.21.15.32:0/2883293749 conn(0x7fc7040c7390 msgr2=0x7fc7040c77a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- 172.21.15.32:0/2883293749 shutdown_connections 2024-04-18T05:12:26.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- 172.21.15.32:0/2883293749 wait complete. 2024-04-18T05:12:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 Processor -- start 2024-04-18T05:12:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- start start 2024-04-18T05:12:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7040c1d90 0x7fc70406c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc704151340 0x7fc7041422d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc704153cc0 0x7fc704142810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc70414ee20 con 0x7fc704151340 2024-04-18T05:12:26.601 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7041ef4e0 con 0x7fc7040c1d90 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7041ef7c0 con 0x7fc704153cc0 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc6fbfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc704151340 0x7fc7041422d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc6fbfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc704151340 0x7fc7041422d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59506/0 (socket says 172.21.15.32:59506) 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc6fbfff640 1 -- 172.21.15.32:0/372908333 learned_addr learned my addr 172.21.15.32:0/372908333 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc703fff640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7040c1d90 0x7fc70406c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc708979640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc704153cc0 0x7fc704142810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc6fbfff640 1 -- 172.21.15.32:0/372908333 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc704153cc0 msgr2=0x7fc704142810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc6fbfff640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc704153cc0 0x7fc704142810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc6fbfff640 1 -- 172.21.15.32:0/372908333 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7040c1d90 msgr2=0x7fc70406c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc6fbfff640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7040c1d90 0x7fc70406c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc6fbfff640 1 -- 172.21.15.32:0/372908333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6fc009b30 con 0x7fc704151340 2024-04-18T05:12:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc708979640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc704153cc0 0x7fc704142810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc6fbfff640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc704151340 0x7fc7041422d0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec00c450 tx=0x7fc6ec00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc7017fa640 1 -- 172.21.15.32:0/372908333 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6ec012830 con 0x7fc704151340 2024-04-18T05:12:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc7017fa640 1 -- 172.21.15.32:0/372908333 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6ec0129b0 con 0x7fc704151340 2024-04-18T05:12:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7041efaa0 con 0x7fc704151340 2024-04-18T05:12:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc7017fa640 1 -- 172.21.15.32:0/372908333 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6ec012d60 con 0x7fc704151340 2024-04-18T05:12:26.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.595+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc70406ca20 con 0x7fc704151340 2024-04-18T05:12:26.604 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.599+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc70406afe0 con 0x7fc704151340 2024-04-18T05:12:26.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.599+0000 7fc7017fa640 1 -- 172.21.15.32:0/372908333 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc6ec01c460 con 0x7fc704151340 2024-04-18T05:12:26.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.599+0000 7fc7017fa640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6e40666c0 0x7fc6e4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.599+0000 7fc7017fa640 1 -- 172.21.15.32:0/372908333 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7fc6ec0842b0 con 0x7fc704151340 2024-04-18T05:12:26.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.599+0000 7fc703fff640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6e40666c0 0x7fc6e4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.605 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.599+0000 7fc703fff640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6e40666c0 0x7fc6e4068b80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc6f4006fd0 tx=0x7fc6f4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:26.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.603+0000 7fc7017fa640 1 -- 172.21.15.32:0/372908333 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc70406afe0 con 0x7fc704151340 2024-04-18T05:12:26.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.799+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc70406afe0 con 0x7fc704151340 2024-04-18T05:12:26.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc7017fa640 1 -- 172.21.15.32:0/372908333 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4724 (secure 0 0 0) 0x7fc70406afe0 con 0x7fc704151340 2024-04-18T05:12:26.805 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:26.805 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:50.952081+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-18T05:12:26.806 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6e40666c0 msgr2=0x7fc6e4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6e40666c0 0x7fc6e4068b80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc6f4006fd0 tx=0x7fc6f4008040 comp rx=0 tx=0).stop 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc704151340 msgr2=0x7fc7041422d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc704151340 0x7fc7041422d0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec00c450 tx=0x7fc6ec00c910 comp rx=0 tx=0).stop 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 shutdown_connections 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc704153cc0 0x7fc704142810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc704151340 0x7fc7041422d0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc6e40666c0 0x7fc6e4068b80 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 --2- 172.21.15.32:0/372908333 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7040c1d90 0x7fc70406c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 >> 172.21.15.32:0/372908333 conn(0x7fc7040c7390 msgr2=0x7fc704065e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 shutdown_connections 2024-04-18T05:12:26.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.803+0000 7fc70a3dc640 1 -- 172.21.15.32:0/372908333 wait complete. 2024-04-18T05:12:26.825 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:26.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f7556dd4640 1 Processor -- start 2024-04-18T05:12:26.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f7556dd4640 1 -- start start 2024-04-18T05:12:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f7556dd4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f75501519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f7556dd4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f75500a88a0 0x7f755006cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f7556dd4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75500a8d00 con 0x7f755006d400 2024-04-18T05:12:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f7556dd4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75500a9080 con 0x7f75500a88a0 2024-04-18T05:12:26.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f7556dd4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7550155e50 con 0x7f75500a84c0 2024-04-18T05:12:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f754ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f75500a88a0 0x7f755006cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f754ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f75500a88a0 0x7f755006cec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59516/0 (socket says 172.21.15.32:59516) 2024-04-18T05:12:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f754ffff640 1 -- 172.21.15.32:0/929012877 learned_addr learned my addr 172.21.15.32:0/929012877 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.939+0000 7f7554b70640 1 --2- 172.21.15.32:0/929012877 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f75501519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f754ffff640 1 -- 172.21.15.32:0/929012877 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 msgr2=0x7f75501519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f754ffff640 1 --2- 172.21.15.32:0/929012877 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f75501519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f754ffff640 1 -- 172.21.15.32:0/929012877 >> v1:172.21.15.92:6789/0 conn(0x7f755006d400 legacy=0x7f75500aa440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f754ffff640 1 -- 172.21.15.32:0/929012877 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7550154f60 con 0x7f75500a88a0 2024-04-18T05:12:26.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f7554b70640 1 --2- 172.21.15.32:0/929012877 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f75501519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:26.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f754ffff640 1 --2- 172.21.15.32:0/929012877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75500a88a0 0x7f755006cec0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7544009870 tx=0x7f754401c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1136c0b1feaa599 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:26.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f754f7fe640 1 -- 172.21.15.32:0/929012877 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75440ab650 con 0x7f75500a88a0 2024-04-18T05:12:26.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f754f7fe640 1 -- 172.21.15.32:0/929012877 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75440ab7b0 con 0x7f75500a88a0 2024-04-18T05:12:26.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f754f7fe640 1 -- 172.21.15.32:0/929012877 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75440abb40 con 0x7f75500a88a0 2024-04-18T05:12:26.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f7556dd4640 1 -- 172.21.15.32:0/929012877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75500a88a0 msgr2=0x7f755006cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f7556dd4640 1 --2- 172.21.15.32:0/929012877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75500a88a0 0x7f755006cec0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7544009870 tx=0x7f754401c560 comp rx=0 tx=0).stop 2024-04-18T05:12:26.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f7556dd4640 1 -- 172.21.15.32:0/929012877 shutdown_connections 2024-04-18T05:12:26.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f7556dd4640 1 --2- 172.21.15.32:0/929012877 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f75500a88a0 0x7f755006cec0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f7556dd4640 1 --2- 172.21.15.32:0/929012877 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f75501519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f7556dd4640 1 -- 172.21.15.32:0/929012877 >> 172.21.15.32:0/929012877 conn(0x7f7550069e80 msgr2=0x7f755006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:26.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f7556dd4640 1 -- 172.21.15.32:0/929012877 shutdown_connections 2024-04-18T05:12:26.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.943+0000 7f7556dd4640 1 -- 172.21.15.32:0/929012877 wait complete. 2024-04-18T05:12:26.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 Processor -- start 2024-04-18T05:12:26.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 -- start start 2024-04-18T05:12:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f755006d400 0x7f7550153680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f755015c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75500a88a0 0x7f755015cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f755015d140 con 0x7f755006d400 2024-04-18T05:12:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7550152050 con 0x7f75500a88a0 2024-04-18T05:12:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75500ba270 con 0x7f75500a84c0 2024-04-18T05:12:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7554b70640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f755006d400 0x7f7550153680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7554b70640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f755006d400 0x7f7550153680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59518/0 (socket says 172.21.15.32:59518) 2024-04-18T05:12:26.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7554b70640 1 -- 172.21.15.32:0/3432013832 learned_addr learned my addr 172.21.15.32:0/3432013832 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f754ffff640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f755015c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7555371640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75500a88a0 0x7f755015cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7554b70640 1 -- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 msgr2=0x7f755015c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7554b70640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f755015c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7554b70640 1 -- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75500a88a0 msgr2=0x7f755015cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7554b70640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75500a88a0 0x7f755015cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7554b70640 1 -- 172.21.15.32:0/3432013832 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75440094d0 con 0x7f755006d400 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7555371640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75500a88a0 0x7f755015cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f754ffff640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f755015c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7554b70640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f755006d400 0x7f7550153680 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7540009fc0 tx=0x7f754000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f754d7fa640 1 -- 172.21.15.32:0/3432013832 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7540003ba0 con 0x7f755006d400 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f754d7fa640 1 -- 172.21.15.32:0/3432013832 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f754000f040 con 0x7f755006d400 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75501ee150 con 0x7f755006d400 2024-04-18T05:12:26.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f754d7fa640 1 -- 172.21.15.32:0/3432013832 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7540004030 con 0x7f755006d400 2024-04-18T05:12:26.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7550151ce0 con 0x7f755006d400 2024-04-18T05:12:26.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.947+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7550151ea0 con 0x7f755006d400 2024-04-18T05:12:26.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.951+0000 7f754d7fa640 1 -- 172.21.15.32:0/3432013832 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7540004190 con 0x7f755006d400 2024-04-18T05:12:26.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.951+0000 7f754d7fa640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f753c0666c0 0x7f753c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:26.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.951+0000 7f754d7fa640 1 -- 172.21.15.32:0/3432013832 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f7540084e90 con 0x7f755006d400 2024-04-18T05:12:26.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.951+0000 7f754ffff640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f753c0666c0 0x7f753c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:26.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.951+0000 7f754ffff640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f753c0666c0 0x7f753c068b80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f75440af000 tx=0x7f7544008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:26.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:26.955+0000 7f754d7fa640 1 -- 172.21.15.32:0/3432013832 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7540051ff0 con 0x7f755006d400 2024-04-18T05:12:27.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.115+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f75501ee670 con 0x7f755006d400 2024-04-18T05:12:27.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f754d7fa640 1 -- 172.21.15.32:0/3432013832 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7f7540024090 con 0x7f755006d400 2024-04-18T05:12:27.122 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:27.122 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:27.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f753c0666c0 msgr2=0x7f753c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f753c0666c0 0x7f753c068b80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f75440af000 tx=0x7f7544008040 comp rx=0 tx=0).stop 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f755006d400 msgr2=0x7f7550153680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f755006d400 0x7f7550153680 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7540009fc0 tx=0x7f754000d560 comp rx=0 tx=0).stop 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 shutdown_connections 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f753c0666c0 0x7f753c068b80 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75500a88a0 0x7f755015cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f75500a84c0 0x7f755015c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 --2- 172.21.15.32:0/3432013832 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f755006d400 0x7f7550153680 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 >> 172.21.15.32:0/3432013832 conn(0x7f7550069e80 msgr2=0x7f75500c22e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 shutdown_connections 2024-04-18T05:12:27.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.119+0000 7f7556dd4640 1 -- 172.21.15.32:0/3432013832 wait complete. 2024-04-18T05:12:27.141 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-18T05:12:27.141 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:12:27.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9479e12640 1 Processor -- start 2024-04-18T05:12:27.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9479e12640 1 -- start start 2024-04-18T05:12:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9479e12640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f947413cde0 0x7f9474153b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9479e12640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f94740bec20 0x7f94740c10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9479e12640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94741540e0 con 0x7f94740c1620 2024-04-18T05:12:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9479e12640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9474070540 con 0x7f947413cde0 2024-04-18T05:12:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9479e12640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94741543c0 con 0x7f94740bec20 2024-04-18T05:12:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9473fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f94740c1620 0x7f947406d0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60952/0 (socket says 172.21.15.32:60952) 2024-04-18T05:12:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9473fff640 1 -- 172.21.15.32:0/2724146892 learned_addr learned my addr 172.21.15.32:0/2724146892 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f94737fe640 1 --2- 172.21.15.32:0/2724146892 >> v2:172.21.15.32:3300/0 conn(0x7f947413cde0 0x7f9474153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f94727fc640 1 -- 172.21.15.32:0/2724146892 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2682154465 0 0) 0x7f94741540e0 con 0x7f94740c1620 2024-04-18T05:12:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f94727fc640 1 -- 172.21.15.32:0/2724146892 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9460003530 con 0x7f94740c1620 2024-04-18T05:12:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f9472ffd640 1 --2- 172.21.15.32:0/2724146892 >> v2:172.21.15.92:3300/0 conn(0x7f94740bec20 0x7f94740c10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f94737fe640 1 -- 172.21.15.32:0/2724146892 >> v2:172.21.15.92:3300/0 conn(0x7f94740bec20 msgr2=0x7f94740c10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f94737fe640 1 --2- 172.21.15.32:0/2724146892 >> v2:172.21.15.92:3300/0 conn(0x7f94740bec20 0x7f94740c10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f94737fe640 1 -- 172.21.15.32:0/2724146892 >> v1:172.21.15.32:6789/0 conn(0x7f94740c1620 legacy=0x7f947406d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.251+0000 7f94737fe640 1 -- 172.21.15.32:0/2724146892 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94741546a0 con 0x7f947413cde0 2024-04-18T05:12:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 --2- 172.21.15.32:0/2724146892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f947413cde0 0x7f9474153b00 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f947406ddd0 tx=0x7f946401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae54320179eff8f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94727fc640 1 -- 172.21.15.32:0/2724146892 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94640ac640 con 0x7f947413cde0 2024-04-18T05:12:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94727fc640 1 -- 172.21.15.32:0/2724146892 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94640ac7a0 con 0x7f947413cde0 2024-04-18T05:12:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94727fc640 1 -- 172.21.15.32:0/2724146892 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94640acb30 con 0x7f947413cde0 2024-04-18T05:12:27.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- 172.21.15.32:0/2724146892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f947413cde0 msgr2=0x7f9474153b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 --2- 172.21.15.32:0/2724146892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f947413cde0 0x7f9474153b00 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f947406ddd0 tx=0x7f946401c3c0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- 172.21.15.32:0/2724146892 shutdown_connections 2024-04-18T05:12:27.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 --2- 172.21.15.32:0/2724146892 >> v2:172.21.15.92:3300/0 conn(0x7f94740bec20 0x7f94740c10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 --2- 172.21.15.32:0/2724146892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f947413cde0 0x7f9474153b00 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- 172.21.15.32:0/2724146892 >> 172.21.15.32:0/2724146892 conn(0x7f9474069e80 msgr2=0x7f947406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:27.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- 172.21.15.32:0/2724146892 shutdown_connections 2024-04-18T05:12:27.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- 172.21.15.32:0/2724146892 wait complete. 2024-04-18T05:12:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 Processor -- start 2024-04-18T05:12:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- start start 2024-04-18T05:12:27.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94740bec20 0x7f947415d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94740c1620 0x7f947415ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f947413cde0 0x7f9474137f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f947415e330 con 0x7f94740bec20 2024-04-18T05:12:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9474139bd0 con 0x7f947413cde0 2024-04-18T05:12:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94741f02c0 con 0x7f94740c1620 2024-04-18T05:12:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94740bec20 0x7f947415d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94740bec20 0x7f947415d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59550/0 (socket says 172.21.15.32:59550) 2024-04-18T05:12:27.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 -- 172.21.15.32:0/1348865695 learned_addr learned my addr 172.21.15.32:0/1348865695 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 -- 172.21.15.32:0/1348865695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94740c1620 msgr2=0x7f947415ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94740c1620 0x7f947415ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 -- 172.21.15.32:0/1348865695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f947413cde0 msgr2=0x7f9474137f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f947413cde0 0x7f9474137f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 -- 172.21.15.32:0/1348865695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9464009420 con 0x7f94740bec20 2024-04-18T05:12:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f94737fe640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94740bec20 0x7f947415d8b0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f94640af040 tx=0x7f946401ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f946bfff640 1 -- 172.21.15.32:0/1348865695 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94640b8650 con 0x7f94740bec20 2024-04-18T05:12:27.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f946bfff640 1 -- 172.21.15.32:0/1348865695 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94640b87d0 con 0x7f94740bec20 2024-04-18T05:12:27.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9474139de0 con 0x7f94740bec20 2024-04-18T05:12:27.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f946bfff640 1 -- 172.21.15.32:0/1348865695 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94640b8b80 con 0x7f94740bec20 2024-04-18T05:12:27.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.255+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9474137a60 con 0x7f94740bec20 2024-04-18T05:12:27.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.259+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94740666e0 con 0x7f94740bec20 2024-04-18T05:12:27.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.259+0000 7f946bfff640 1 -- 172.21.15.32:0/1348865695 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f94640b8ce0 con 0x7f94740bec20 2024-04-18T05:12:27.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.259+0000 7f946bfff640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9454066690 0x7f9454068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.259+0000 7f946bfff640 1 -- 172.21.15.32:0/1348865695 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f946411f030 con 0x7f94740bec20 2024-04-18T05:12:27.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.259+0000 7f9472ffd640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9454066690 0x7f9454068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.259+0000 7f9472ffd640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9454066690 0x7f9454068b50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f947413a880 tx=0x7f945c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:27.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.263+0000 7f946bfff640 1 -- 172.21.15.32:0/1348865695 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f94640ec100 con 0x7f94740bec20 2024-04-18T05:12:27.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f947413a3f0 con 0x7f94740bec20 2024-04-18T05:12:27.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f946bfff640 1 -- 172.21.15.32:0/1348865695 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4724 (secure 0 0 0) 0x7f94640ef720 con 0x7f94740bec20 2024-04-18T05:12:27.458 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:27.458 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:50.952081+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-18T05:12:27.459 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-04-18T05:12:27.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9454066690 msgr2=0x7f9454068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9454066690 0x7f9454068b50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f947413a880 tx=0x7f945c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94740bec20 msgr2=0x7f947415d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94740bec20 0x7f947415d8b0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f94640af040 tx=0x7f946401ac00 comp rx=0 tx=0).stop 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 shutdown_connections 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9454066690 0x7f9454068b50 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f947413cde0 0x7f9474137f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94740c1620 0x7f947415ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 --2- 172.21.15.32:0/1348865695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94740bec20 0x7f947415d8b0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 >> 172.21.15.32:0/1348865695 conn(0x7f9474069e80 msgr2=0x7f947406d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 shutdown_connections 2024-04-18T05:12:27.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.455+0000 7f9479e12640 1 -- 172.21.15.32:0/1348865695 wait complete. 2024-04-18T05:12:27.476 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:12:27.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.583+0000 7f21c29cd640 1 Processor -- start 2024-04-18T05:12:27.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.583+0000 7f21c29cd640 1 -- start start 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c29cd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0bcb80 0x7f21bc06b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c29cd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f21bc06cd00 0x7f21bc06b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c29cd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21bc0c4240 con 0x7f21bc0aeb90 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c29cd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21bc0c7750 con 0x7f21bc06cd00 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c29cd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21bc0aef70 con 0x7f21bc0bcb80 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21bbfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f21bc0aeb90 0x7f21bc0c5ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60962/0 (socket says 172.21.15.32:60962) 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21bbfff640 1 -- 172.21.15.32:0/1473067024 learned_addr learned my addr 172.21.15.32:0/1473067024 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c0f6a640 1 --2- 172.21.15.32:0/1473067024 >> v2:172.21.15.92:3300/0 conn(0x7f21bc06cd00 0x7f21bc06b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3120277924 0 0) 0x7f21bc0c4240 con 0x7f21bc0aeb90 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21bb7fe640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0bcb80 0x7f21bc06b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f21a4003530 con 0x7f21bc0aeb90 2024-04-18T05:12:27.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1048102127 0 0) 0x7f21a4003530 con 0x7f21bc0aeb90 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0bcb80 msgr2=0x7f21bc06b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0bcb80 0x7f21bc06b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 >> v2:172.21.15.92:3300/0 conn(0x7f21bc06cd00 msgr2=0x7f21bc06b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 --2- 172.21.15.32:0/1473067024 >> v2:172.21.15.92:3300/0 conn(0x7f21bc06cd00 0x7f21bc06b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21bc0c46d0 con 0x7f21bc0aeb90 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f21ac001680 con 0x7f21bc0aeb90 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 >> v1:172.21.15.32:6789/0 conn(0x7f21bc0aeb90 legacy=0x7f21bc0c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0bcb80 0x7f21a40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21a4003f30 0x7f21a40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21a4004d10 0x7f21a4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21bc0c7750 con 0x7f21a4004d10 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21bc0aef70 con 0x7f21a4003f30 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21a400ba10 con 0x7f21bc0bcb80 2024-04-18T05:12:27.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c0f6a640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21a4004d10 0x7f21a4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21bbfff640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0bcb80 0x7f21a40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21bb7fe640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21a4003f30 0x7f21a40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c0f6a640 1 -- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0bcb80 msgr2=0x7f21a40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:27.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c0f6a640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0bcb80 0x7f21a40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c0f6a640 1 -- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21a4003f30 msgr2=0x7f21a40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:27.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c0f6a640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21a4003f30 0x7f21a40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c0f6a640 1 -- 172.21.15.32:0/1473067024 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21a4003530 con 0x7f21a4004d10 2024-04-18T05:12:27.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21c0f6a640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21a4004d10 0x7f21a4005190 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f21b4009f90 tx=0x7f21b401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=279e858692271851 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:27.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b40a5b80 con 0x7f21a4004d10 2024-04-18T05:12:27.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21b400f040 con 0x7f21a4004d10 2024-04-18T05:12:27.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.587+0000 7f21baffd640 1 -- 172.21.15.32:0/1473067024 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b40ad440 con 0x7f21a4004d10 2024-04-18T05:12:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- 172.21.15.32:0/1473067024 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21a4004d10 msgr2=0x7f21a4005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 --2- 172.21.15.32:0/1473067024 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21a4004d10 0x7f21a4005190 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f21b4009f90 tx=0x7f21b401cc80 comp rx=0 tx=0).stop 2024-04-18T05:12:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c0f6a640 1 -- 172.21.15.32:0/1473067024 reap_dead start 2024-04-18T05:12:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- 172.21.15.32:0/1473067024 shutdown_connections 2024-04-18T05:12:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- 172.21.15.32:0/1473067024 >> 172.21.15.32:0/1473067024 conn(0x7f21bc0ab0a0 msgr2=0x7f21bc0ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- 172.21.15.32:0/1473067024 shutdown_connections 2024-04-18T05:12:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- 172.21.15.32:0/1473067024 wait complete. 2024-04-18T05:12:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 Processor -- start 2024-04-18T05:12:27.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- start start 2024-04-18T05:12:27.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0c0890 0x7f21bc14d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21bc1e9690 0x7f21bc14dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0c13c0 0x7f21bc1574f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21bc0c1a50 con 0x7f21bc1e9690 2024-04-18T05:12:27.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21bc14d2a0 con 0x7f21bc0c13c0 2024-04-18T05:12:27.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21bc1e9bc0 con 0x7f21bc0c0890 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21bc1e9690 0x7f21bc14dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21bc1e9690 0x7f21bc14dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59566/0 (socket says 172.21.15.32:59566) 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bb7fe640 1 -- 172.21.15.32:0/3138610822 learned_addr learned my addr 172.21.15.32:0/3138610822 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c0f6a640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0c13c0 0x7f21bc1574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bbfff640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0c0890 0x7f21bc14d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bb7fe640 1 -- 172.21.15.32:0/3138610822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0c0890 msgr2=0x7f21bc14d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bb7fe640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0c0890 0x7f21bc14d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bb7fe640 1 -- 172.21.15.32:0/3138610822 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0c13c0 msgr2=0x7f21bc1574f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bb7fe640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0c13c0 0x7f21bc1574f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bb7fe640 1 -- 172.21.15.32:0/3138610822 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21bc14c9b0 con 0x7f21bc1e9690 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bbfff640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0c0890 0x7f21bc14d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21bb7fe640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21bc1e9690 0x7f21bc14dc70 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f21b0011590 tx=0x7f21b0011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21b8ff9640 1 -- 172.21.15.32:0/3138610822 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b0004220 con 0x7f21bc1e9690 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21b8ff9640 1 -- 172.21.15.32:0/3138610822 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21b0004380 con 0x7f21bc1e9690 2024-04-18T05:12:27.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21b8ff9640 1 -- 172.21.15.32:0/3138610822 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b0015870 con 0x7f21bc1e9690 2024-04-18T05:12:27.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21bc14cc50 con 0x7f21bc1e9690 2024-04-18T05:12:27.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21bc14e1b0 con 0x7f21bc1e9690 2024-04-18T05:12:27.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.591+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21bc0c73b0 con 0x7f21bc1e9690 2024-04-18T05:12:27.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.595+0000 7f21b8ff9640 1 -- 172.21.15.32:0/3138610822 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f21b00159d0 con 0x7f21bc1e9690 2024-04-18T05:12:27.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.595+0000 7f21b8ff9640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f21a80666c0 0x7f21a8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.595+0000 7f21b8ff9640 1 -- 172.21.15.32:0/3138610822 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f21b0084670 con 0x7f21bc1e9690 2024-04-18T05:12:27.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.595+0000 7f21bbfff640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f21a80666c0 0x7f21a8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.595+0000 7f21bbfff640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f21a80666c0 0x7f21a8068b80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f21ac0017b0 tx=0x7f21ac001160 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:27.602 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.599+0000 7f21b8ff9640 1 -- 172.21.15.32:0/3138610822 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f21b0051740 con 0x7f21bc1e9690 2024-04-18T05:12:27.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f21bc14d410 con 0x7f21bc1e9690 2024-04-18T05:12:27.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21b8ff9640 1 -- 172.21.15.32:0/3138610822 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4724 (secure 0 0 0) 0x7f21b0054d60 con 0x7f21bc1e9690 2024-04-18T05:12:27.791 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:27.791 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/646126188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":646126188},{"type":"v1","addr":"172.21.15.92:6834","nonce":646126188}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4251,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/2976848859","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":2976848859},{"type":"v1","addr":"172.21.15.32:6835","nonce":2976848859}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4254,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/2795383196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":2795383196},{"type":"v1","addr":"172.21.15.32:6837","nonce":2795383196}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:11:28.300164+0000","modified":"2024-04-18T05:11:50.952081+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4264},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4264":{"gid":4264,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/952576321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":952576321},{"type":"v1","addr":"172.21.15.92:6835","nonce":952576321}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-18T05:12:27.791 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 8 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f21a80666c0 msgr2=0x7f21a8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f21a80666c0 0x7f21a8068b80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f21ac0017b0 tx=0x7f21ac001160 comp rx=0 tx=0).stop 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21bc1e9690 msgr2=0x7f21bc14dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21bc1e9690 0x7f21bc14dc70 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f21b0011590 tx=0x7f21b0011a50 comp rx=0 tx=0).stop 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 shutdown_connections 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f21a80666c0 0x7f21a8068b80 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0c13c0 0x7f21bc1574f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f21bc1e9690 0x7f21bc14dc70 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 --2- 172.21.15.32:0/3138610822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21bc0c0890 0x7f21bc14d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 >> 172.21.15.32:0/3138610822 conn(0x7f21bc0ab0a0 msgr2=0x7f21bc0ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 shutdown_connections 2024-04-18T05:12:27.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.787+0000 7f21c29cd640 1 -- 172.21.15.32:0/3138610822 wait complete. 2024-04-18T05:12:27.809 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:27.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.927+0000 7f9ad069d640 1 Processor -- start 2024-04-18T05:12:27.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.927+0000 7f9ad069d640 1 -- start start 2024-04-18T05:12:27.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9ad069d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9ac806e1d0 0x7f9ac806a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9ad069d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ac806aad0 con 0x7f9ac814bc80 2024-04-18T05:12:27.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9ad069d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ac80c3b00 con 0x7f9ac8070fd0 2024-04-18T05:12:27.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9ad069d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ac806ad00 con 0x7f9ac806e1d0 2024-04-18T05:12:27.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9ace439640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9ac814bc80 0x7f9ac8069e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60976/0 (socket says 172.21.15.32:60976) 2024-04-18T05:12:27.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9ace439640 1 -- 172.21.15.32:0/3746415377 learned_addr learned my addr 172.21.15.32:0/3746415377 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:27.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9acdc38640 1 --2- 172.21.15.32:0/3746415377 >> v2:172.21.15.92:3300/0 conn(0x7f9ac806e1d0 0x7f9ac806a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9acd437640 1 -- 172.21.15.32:0/3746415377 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4184729632 0 0) 0x7f9ac806aad0 con 0x7f9ac814bc80 2024-04-18T05:12:27.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9acd437640 1 -- 172.21.15.32:0/3746415377 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9ab4003530 con 0x7f9ac814bc80 2024-04-18T05:12:27.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9acdc38640 1 -- 172.21.15.32:0/3746415377 >> v1:172.21.15.92:6789/0 conn(0x7f9ac8070fd0 legacy=0x7f9ac80713e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9acdc38640 1 -- 172.21.15.32:0/3746415377 >> v1:172.21.15.32:6789/0 conn(0x7f9ac814bc80 legacy=0x7f9ac8069e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9acdc38640 1 -- 172.21.15.32:0/3746415377 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ac80a75f0 con 0x7f9ac806e1d0 2024-04-18T05:12:27.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9acdc38640 1 --2- 172.21.15.32:0/3746415377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ac806e1d0 0x7f9ac806a590 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9ab80097c0 tx=0x7f9ab801c4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b71a9d0f8c156ce server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:27.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.931+0000 7f9acd437640 1 -- 172.21.15.32:0/3746415377 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ab80a6040 con 0x7f9ac806e1d0 2024-04-18T05:12:27.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9acd437640 1 -- 172.21.15.32:0/3746415377 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ab80aa600 con 0x7f9ac806e1d0 2024-04-18T05:12:27.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9acd437640 1 -- 172.21.15.32:0/3746415377 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ab80aa970 con 0x7f9ac806e1d0 2024-04-18T05:12:27.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- 172.21.15.32:0/3746415377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ac806e1d0 msgr2=0x7f9ac806a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 --2- 172.21.15.32:0/3746415377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ac806e1d0 0x7f9ac806a590 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9ab80097c0 tx=0x7f9ab801c4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- 172.21.15.32:0/3746415377 shutdown_connections 2024-04-18T05:12:27.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 --2- 172.21.15.32:0/3746415377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ac806e1d0 0x7f9ac806a590 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- 172.21.15.32:0/3746415377 >> 172.21.15.32:0/3746415377 conn(0x7f9ac806d5e0 msgr2=0x7f9ac806af90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:27.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- 172.21.15.32:0/3746415377 shutdown_connections 2024-04-18T05:12:27.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- 172.21.15.32:0/3746415377 wait complete. 2024-04-18T05:12:27.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 Processor -- start 2024-04-18T05:12:27.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- start start 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ac806e1d0 0x7f9ac80ab040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ac8070fd0 0x7f9ac815ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ac814bc80 0x7f9ac81464f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac814e310 con 0x7f9ac806e1d0 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac814e540 con 0x7f9ac814bc80 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ac814e820 con 0x7f9ac8070fd0 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ace439640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ac806e1d0 0x7f9ac80ab040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ace439640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ac806e1d0 0x7f9ac80ab040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59570/0 (socket says 172.21.15.32:59570) 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ace439640 1 -- 172.21.15.32:0/707010002 learned_addr learned my addr 172.21.15.32:0/707010002 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9acdc38640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ac8070fd0 0x7f9ac815ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9acec3a640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ac814bc80 0x7f9ac81464f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ace439640 1 -- 172.21.15.32:0/707010002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ac8070fd0 msgr2=0x7f9ac815ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ace439640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ac8070fd0 0x7f9ac815ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ace439640 1 -- 172.21.15.32:0/707010002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ac814bc80 msgr2=0x7f9ac81464f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ace439640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ac814bc80 0x7f9ac81464f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ace439640 1 -- 172.21.15.32:0/707010002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ab8009420 con 0x7f9ac806e1d0 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ace439640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ac806e1d0 0x7f9ac80ab040 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f9ac400c420 tx=0x7f9ac400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9abeffd640 1 -- 172.21.15.32:0/707010002 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ac4005cf0 con 0x7f9ac806e1d0 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9abeffd640 1 -- 172.21.15.32:0/707010002 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ac4005e50 con 0x7f9ac806e1d0 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ac814eb00 con 0x7f9ac806e1d0 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9abeffd640 1 -- 172.21.15.32:0/707010002 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ac40072d0 con 0x7f9ac806e1d0 2024-04-18T05:12:27.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.935+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ac815cf70 con 0x7f9ac806e1d0 2024-04-18T05:12:27.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.939+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ac80666e0 con 0x7f9ac806e1d0 2024-04-18T05:12:27.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.939+0000 7f9abeffd640 1 -- 172.21.15.32:0/707010002 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9ac4007430 con 0x7f9ac806e1d0 2024-04-18T05:12:27.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.939+0000 7f9abeffd640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9aac066690 0x7f9aac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:27.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.939+0000 7f9abeffd640 1 -- 172.21.15.32:0/707010002 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f9ac40839c0 con 0x7f9ac806e1d0 2024-04-18T05:12:27.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.939+0000 7f9acdc38640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9aac066690 0x7f9aac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:27.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.939+0000 7f9acdc38640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9aac066690 0x7f9aac068b50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9ab80ae000 tx=0x7f9ab80a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:27.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:27.943+0000 7f9abeffd640 1 -- 172.21.15.32:0/707010002 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9ac4050aa0 con 0x7f9ac806e1d0 2024-04-18T05:12:28.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.095+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9ac806dfb0 con 0x7f9ac806e1d0 2024-04-18T05:12:28.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9abeffd640 1 -- 172.21.15.32:0/707010002 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+17930 (secure 0 0 0) 0x7f9ac4017090 con 0x7f9ac806e1d0 2024-04-18T05:12:28.103 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:28.103 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":28,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:10.046612+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:11:26.659318+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-18T05:11:27.278994+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-18T05:11:30.356697+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.34","mappings":[{"from":0,"to":7}]},{"pgid":"4.13","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9aac066690 msgr2=0x7f9aac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9aac066690 0x7f9aac068b50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9ab80ae000 tx=0x7f9ab80a7000 comp rx=0 tx=0).stop 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ac806e1d0 msgr2=0x7f9ac80ab040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ac806e1d0 0x7f9ac80ab040 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f9ac400c420 tx=0x7f9ac400c8e0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 shutdown_connections 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9aac066690 0x7f9aac068b50 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ac814bc80 0x7f9ac81464f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ac8070fd0 0x7f9ac815ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 --2- 172.21.15.32:0/707010002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ac806e1d0 0x7f9ac80ab040 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 >> 172.21.15.32:0/707010002 conn(0x7f9ac806d5e0 msgr2=0x7f9ac80c46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:28.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 shutdown_connections 2024-04-18T05:12:28.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.099+0000 7f9ad069d640 1 -- 172.21.15.32:0/707010002 wait complete. 2024-04-18T05:12:28.121 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-18T05:12:28.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b94c14640 1 Processor -- start 2024-04-18T05:12:28.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b94c14640 1 -- start start 2024-04-18T05:12:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b94c14640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1b90151210 0x7f1b900c1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b94c14640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b90154440 0x7f1b901548b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b94c14640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b900700a0 con 0x7f1b900c1580 2024-04-18T05:12:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b94c14640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b900c7bb0 con 0x7f1b90151210 2024-04-18T05:12:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b94c14640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b900c7310 con 0x7f1b90154440 2024-04-18T05:12:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b8e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1b90151210 0x7f1b900c1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b8e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1b90151210 0x7f1b900c1040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59580/0 (socket says 172.21.15.32:59580) 2024-04-18T05:12:28.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b8e59c640 1 -- 172.21.15.32:0/1731190208 learned_addr learned my addr 172.21.15.32:0/1731190208 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b8ed9d640 1 --2- 172.21.15.32:0/1731190208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b90154440 0x7f1b901548b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b8e59c640 1 -- 172.21.15.32:0/1731190208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b90154440 msgr2=0x7f1b901548b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b8e59c640 1 --2- 172.21.15.32:0/1731190208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b90154440 0x7f1b901548b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b8e59c640 1 -- 172.21.15.32:0/1731190208 >> v1:172.21.15.32:6789/0 conn(0x7f1b900c1580 legacy=0x7f1b900c5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b8d59a640 1 -- 172.21.15.32:0/1731190208 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1138327419 0 0) 0x7f1b900700a0 con 0x7f1b900c1580 2024-04-18T05:12:28.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.239+0000 7f1b8e59c640 1 -- 172.21.15.32:0/1731190208 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b900c75f0 con 0x7f1b90151210 2024-04-18T05:12:28.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b8e59c640 1 --2- 172.21.15.32:0/1731190208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 0x7f1b900c1040 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f1b80009870 tx=0x7f1b8001c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecf7363400360c3c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:28.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b8d59a640 1 -- 172.21.15.32:0/1731190208 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b800a6040 con 0x7f1b90151210 2024-04-18T05:12:28.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b8d59a640 1 -- 172.21.15.32:0/1731190208 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b800aa600 con 0x7f1b90151210 2024-04-18T05:12:28.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b8d59a640 1 -- 172.21.15.32:0/1731190208 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b800aa990 con 0x7f1b90151210 2024-04-18T05:12:28.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 -- 172.21.15.32:0/1731190208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 msgr2=0x7f1b900c1040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 --2- 172.21.15.32:0/1731190208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 0x7f1b900c1040 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f1b80009870 tx=0x7f1b8001c4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 -- 172.21.15.32:0/1731190208 shutdown_connections 2024-04-18T05:12:28.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 --2- 172.21.15.32:0/1731190208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b90154440 0x7f1b901548b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 --2- 172.21.15.32:0/1731190208 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 0x7f1b900c1040 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 -- 172.21.15.32:0/1731190208 >> 172.21.15.32:0/1731190208 conn(0x7f1b90072780 msgr2=0x7f1b90072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:28.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 -- 172.21.15.32:0/1731190208 shutdown_connections 2024-04-18T05:12:28.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 -- 172.21.15.32:0/1731190208 wait complete. 2024-04-18T05:12:28.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 Processor -- start 2024-04-18T05:12:28.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.243+0000 7f1b94c14640 1 -- start start 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b94c14640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b900c1580 0x7f1b9006b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b94c14640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 0x7f1b901507c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b94c14640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b90154440 0x7f1b900c22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b94c14640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9006cf00 con 0x7f1b90151210 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b94c14640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9006be60 con 0x7f1b900c1580 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b94c14640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9006c140 con 0x7f1b90154440 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 0x7f1b901507c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 0x7f1b901507c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59590/0 (socket says 172.21.15.32:59590) 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8dd9b640 1 -- 172.21.15.32:0/3630791419 learned_addr learned my addr 172.21.15.32:0/3630791419 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8dd9b640 1 -- 172.21.15.32:0/3630791419 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b90154440 msgr2=0x7f1b900c22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8e59c640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b900c1580 0x7f1b9006b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8dd9b640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b90154440 0x7f1b900c22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8dd9b640 1 -- 172.21.15.32:0/3630791419 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b900c1580 msgr2=0x7f1b9006b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8dd9b640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b900c1580 0x7f1b9006b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8dd9b640 1 -- 172.21.15.32:0/3630791419 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b800094d0 con 0x7f1b90151210 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8dd9b640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 0x7f1b901507c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f1b8400c520 tx=0x7f1b8400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b7effd640 1 -- 172.21.15.32:0/3630791419 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b84003600 con 0x7f1b90151210 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b7effd640 1 -- 172.21.15.32:0/3630791419 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b84003780 con 0x7f1b90151210 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b9006c420 con 0x7f1b90151210 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b7effd640 1 -- 172.21.15.32:0/3630791419 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b84003b30 con 0x7f1b90151210 2024-04-18T05:12:28.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b90150d00 con 0x7f1b90151210 2024-04-18T05:12:28.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b9006cc20 con 0x7f1b90151210 2024-04-18T05:12:28.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b7effd640 1 -- 172.21.15.32:0/3630791419 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1b84003c90 con 0x7f1b90151210 2024-04-18T05:12:28.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b7effd640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b70066690 0x7f1b70068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b7effd640 1 -- 172.21.15.32:0/3630791419 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6518+0+0 (secure 0 0 0) 0x7f1b84083a70 con 0x7f1b90151210 2024-04-18T05:12:28.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8e59c640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b70066690 0x7f1b70068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.247+0000 7f1b8e59c640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b70066690 0x7f1b70068b50 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1b800ae000 tx=0x7f1b80008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:28.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.251+0000 7f1b7effd640 1 -- 172.21.15.32:0/3630791419 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1b9006cc20 con 0x7f1b90151210 2024-04-18T05:12:28.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.447+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f1b9006cc20 con 0x7f1b90151210 2024-04-18T05:12:28.453 INFO:tasks.ceph.mon.a.smithi032.stderr:2024-04-18T05:12:28.451+0000 7fcd13af8640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-18T05:12:28.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b7effd640 1 -- 172.21.15.32:0/3630791419 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7f1b9006cc20 con 0x7f1b90151210 2024-04-18T05:12:28.466 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-18T05:12:28.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b70066690 msgr2=0x7f1b70068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b70066690 0x7f1b70068b50 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1b800ae000 tx=0x7f1b80008040 comp rx=0 tx=0).stop 2024-04-18T05:12:28.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 msgr2=0x7f1b901507c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 0x7f1b901507c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f1b8400c520 tx=0x7f1b8400c9e0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 shutdown_connections 2024-04-18T05:12:28.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1b90154440 0x7f1b900c22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1b90151210 0x7f1b901507c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b70066690 0x7f1b70068b50 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 --2- 172.21.15.32:0/3630791419 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b900c1580 0x7f1b9006b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 >> 172.21.15.32:0/3630791419 conn(0x7f1b90072780 msgr2=0x7f1b90072b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:28.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 shutdown_connections 2024-04-18T05:12:28.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.463+0000 7f1b94c14640 1 -- 172.21.15.32:0/3630791419 wait complete. 2024-04-18T05:12:28.475 INFO:tasks.ceph.mds.b.smithi092.stderr: -3087> 2024-04-18T05:11:33.149+0000 7fac859d7640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-18T05:12:28.483 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-18T05:12:28.536 INFO:tasks.ceph.mds.b.smithi092.stdout:starting mds.b at 2024-04-18T05:12:28.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.611+0000 7f094dff8640 1 Processor -- start 2024-04-18T05:12:28.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.611+0000 7f094dff8640 1 -- start start 2024-04-18T05:12:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.611+0000 7f094dff8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f094814e0f0 0x7f0948151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09480a9460 con 0x7f094806a400 2024-04-18T05:12:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09480ba2e0 con 0x7f09480bbdb0 2024-04-18T05:12:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09480ba0d0 con 0x7f094814e0f0 2024-04-18T05:12:28.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f0947fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f094814e0f0 0x7f0948151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f09477fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f094806a400 0x7f09480a8d50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:60996/0 (socket says 172.21.15.32:60996) 2024-04-18T05:12:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f09477fe640 1 -- 172.21.15.32:0/2500444172 learned_addr learned my addr 172.21.15.32:0/2500444172 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f0947fff640 1 -- 172.21.15.32:0/2500444172 >> v1:172.21.15.92:6789/0 conn(0x7f09480bbdb0 legacy=0x7f094814d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f0947fff640 1 -- 172.21.15.32:0/2500444172 >> v1:172.21.15.32:6789/0 conn(0x7f094806a400 legacy=0x7f09480a8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f0947fff640 1 -- 172.21.15.32:0/2500444172 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09480ba5c0 con 0x7f094814e0f0 2024-04-18T05:12:28.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f09467fc640 1 -- 172.21.15.32:0/2500444172 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2685724245 0 0) 0x7f09480a9460 con 0x7f094806a400 2024-04-18T05:12:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f0947fff640 1 --2- 172.21.15.32:0/2500444172 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094814e0f0 0x7f0948151380 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0940009d90 tx=0x7f094001c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27ec2601e1b6aed4 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f09467fc640 1 -- 172.21.15.32:0/2500444172 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09400a5850 con 0x7f094814e0f0 2024-04-18T05:12:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f09467fc640 1 -- 172.21.15.32:0/2500444172 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09400a59b0 con 0x7f094814e0f0 2024-04-18T05:12:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f09467fc640 1 -- 172.21.15.32:0/2500444172 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09400a5d40 con 0x7f094814e0f0 2024-04-18T05:12:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 -- 172.21.15.32:0/2500444172 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094814e0f0 msgr2=0x7f0948151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 --2- 172.21.15.32:0/2500444172 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094814e0f0 0x7f0948151380 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0940009d90 tx=0x7f094001c870 comp rx=0 tx=0).stop 2024-04-18T05:12:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 -- 172.21.15.32:0/2500444172 shutdown_connections 2024-04-18T05:12:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 --2- 172.21.15.32:0/2500444172 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094814e0f0 0x7f0948151380 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 -- 172.21.15.32:0/2500444172 >> 172.21.15.32:0/2500444172 conn(0x7f09480c54b0 msgr2=0x7f09480c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 -- 172.21.15.32:0/2500444172 shutdown_connections 2024-04-18T05:12:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.615+0000 7f094dff8640 1 -- 172.21.15.32:0/2500444172 wait complete. 2024-04-18T05:12:28.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 Processor -- start 2024-04-18T05:12:28.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 -- start start 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094806a400 0x7f094806b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09480bbdb0 0x7f09480c2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f094814e0f0 0x7f09480c34d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09481445a0 con 0x7f094806a400 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0948145ef0 con 0x7f094814e0f0 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09480c3a10 con 0x7f09480bbdb0 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f09477fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094806a400 0x7f094806b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f09477fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094806a400 0x7f094806b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59618/0 (socket says 172.21.15.32:59618) 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f09477fe640 1 -- 172.21.15.32:0/4183163101 learned_addr learned my addr 172.21.15.32:0/4183163101 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f0946ffd640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09480bbdb0 0x7f09480c2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f0947fff640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f094814e0f0 0x7f09480c34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f09477fe640 1 -- 172.21.15.32:0/4183163101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09480bbdb0 msgr2=0x7f09480c2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f09477fe640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09480bbdb0 0x7f09480c2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f09477fe640 1 -- 172.21.15.32:0/4183163101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f094814e0f0 msgr2=0x7f09480c34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f09477fe640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f094814e0f0 0x7f09480c34d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f09477fe640 1 -- 172.21.15.32:0/4183163101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0940009a70 con 0x7f094806a400 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f0947fff640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f094814e0f0 0x7f09480c34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f09477fe640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094806a400 0x7f094806b870 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f093800c4b0 tx=0x7f093800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f092ffff640 1 -- 172.21.15.32:0/4183163101 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09380074e0 con 0x7f094806a400 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f092ffff640 1 -- 172.21.15.32:0/4183163101 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0938007660 con 0x7f094806a400 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f092ffff640 1 -- 172.21.15.32:0/4183163101 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0938004a30 con 0x7f094806a400 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09480c4a60 con 0x7f094806a400 2024-04-18T05:12:28.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09480c4cb0 con 0x7f094806a400 2024-04-18T05:12:28.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.619+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0948072000 con 0x7f094806a400 2024-04-18T05:12:28.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.623+0000 7f092ffff640 1 -- 172.21.15.32:0/4183163101 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0938004b90 con 0x7f094806a400 2024-04-18T05:12:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.623+0000 7f092ffff640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f09340666c0 0x7f0934068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.623+0000 7f092ffff640 1 -- 172.21.15.32:0/4183163101 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6604+0+0 (secure 0 0 0) 0x7f09380834e0 con 0x7f094806a400 2024-04-18T05:12:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.623+0000 7f0946ffd640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f09340666c0 0x7f0934068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:28.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.623+0000 7f0946ffd640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f09340666c0 0x7f0934068b80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0948150270 tx=0x7f093c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:28.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.627+0000 7f092ffff640 1 -- 172.21.15.32:0/4183163101 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0938050560 con 0x7f094806a400 2024-04-18T05:12:28.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:28.823+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f09481449c0 con 0x7f094806a400 2024-04-18T05:12:29.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.471+0000 7f092ffff640 1 -- 172.21.15.32:0/4183163101 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7f0938053b80 con 0x7f094806a400 2024-04-18T05:12:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.471+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f09340666c0 msgr2=0x7f0934068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.471+0000 7f094dff8640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f09340666c0 0x7f0934068b80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0948150270 tx=0x7f093c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.471+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094806a400 msgr2=0x7f094806b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.471+0000 7f094dff8640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094806a400 0x7f094806b870 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f093800c4b0 tx=0x7f093800c970 comp rx=0 tx=0).stop 2024-04-18T05:12:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.471+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 shutdown_connections 2024-04-18T05:12:29.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.475+0000 7f094dff8640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f09340666c0 0x7f0934068b80 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.475+0000 7f094dff8640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f094814e0f0 0x7f09480c34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.475+0000 7f094dff8640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f09480bbdb0 0x7f09480c2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.475+0000 7f094dff8640 1 --2- 172.21.15.32:0/4183163101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f094806a400 0x7f094806b870 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.475+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 >> 172.21.15.32:0/4183163101 conn(0x7f09480c54b0 msgr2=0x7f0948066460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.475+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 shutdown_connections 2024-04-18T05:12:29.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.475+0000 7f094dff8640 1 -- 172.21.15.32:0/4183163101 wait complete. 2024-04-18T05:12:29.497 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-18T05:12:29.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca07d14640 1 Processor -- start 2024-04-18T05:12:29.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca07d14640 1 -- start start 2024-04-18T05:12:29.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca07d14640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fca000bf0f0 0x7fca000c3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:29.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca07d14640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca000c37e0 con 0x7fca00071790 2024-04-18T05:12:29.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca07d14640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca000c3ac0 con 0x7fca000bed10 2024-04-18T05:12:29.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca07d14640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca000bf540 con 0x7fca000bf0f0 2024-04-18T05:12:29.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca062b1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fca000bf0f0 0x7fca000c3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:29.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca062b1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fca000bf0f0 0x7fca000c3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59624/0 (socket says 172.21.15.32:59624) 2024-04-18T05:12:29.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca052af640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fca00071790 0x7fca0014d720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:32778/0 (socket says 172.21.15.32:32778) 2024-04-18T05:12:29.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca062b1640 1 -- 172.21.15.32:0/3891004221 learned_addr learned my addr 172.21.15.32:0/3891004221 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:29.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca062b1640 1 -- 172.21.15.32:0/3891004221 >> v1:172.21.15.92:6789/0 conn(0x7fca000bed10 legacy=0x7fca00154510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:29.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca062b1640 1 -- 172.21.15.32:0/3891004221 >> v1:172.21.15.32:6789/0 conn(0x7fca00071790 legacy=0x7fca0014d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:29.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca062b1640 1 -- 172.21.15.32:0/3891004221 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca00071d50 con 0x7fca000bf0f0 2024-04-18T05:12:29.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.627+0000 7fca04aae640 1 -- 172.21.15.32:0/3891004221 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3105415340 0 0) 0x7fca000c37e0 con 0x7fca00071790 2024-04-18T05:12:29.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca062b1640 1 --2- 172.21.15.32:0/3891004221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bf0f0 0x7fca000c3f50 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009870 tx=0x7fc9f801c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=521c19d51d58d164 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:29.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca04aae640 1 -- 172.21.15.32:0/3891004221 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca000c4ca0 con 0x7fca000bf0f0 2024-04-18T05:12:29.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca04aae640 1 -- 172.21.15.32:0/3891004221 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9f80ab660 con 0x7fca000bf0f0 2024-04-18T05:12:29.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca04aae640 1 -- 172.21.15.32:0/3891004221 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f80ab9f0 con 0x7fca000bf0f0 2024-04-18T05:12:29.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca07d14640 1 -- 172.21.15.32:0/3891004221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bf0f0 msgr2=0x7fca000c3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:29.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca07d14640 1 --2- 172.21.15.32:0/3891004221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bf0f0 0x7fca000c3f50 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009870 tx=0x7fc9f801c460 comp rx=0 tx=0).stop 2024-04-18T05:12:29.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca07d14640 1 -- 172.21.15.32:0/3891004221 shutdown_connections 2024-04-18T05:12:29.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca07d14640 1 --2- 172.21.15.32:0/3891004221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bf0f0 0x7fca000c3f50 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:29.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca07d14640 1 -- 172.21.15.32:0/3891004221 >> 172.21.15.32:0/3891004221 conn(0x7fca00069e80 msgr2=0x7fca0006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:29.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca07d14640 1 -- 172.21.15.32:0/3891004221 shutdown_connections 2024-04-18T05:12:29.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca07d14640 1 -- 172.21.15.32:0/3891004221 wait complete. 2024-04-18T05:12:29.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca07d14640 1 Processor -- start 2024-04-18T05:12:29.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.631+0000 7fca07d14640 1 -- start start 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca07d14640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca00071790 0x7fca001ef610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca07d14640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bed10 0x7fca001efb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca07d14640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca000bf0f0 0x7fca000aa4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca07d14640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca000aa090 con 0x7fca000bed10 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca07d14640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca001f0090 con 0x7fca000bf0f0 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca07d14640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca000a9600 con 0x7fca00071790 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca052af640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bed10 0x7fca001efb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca052af640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bed10 0x7fca001efb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59632/0 (socket says 172.21.15.32:59632) 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca052af640 1 -- 172.21.15.32:0/1678692300 learned_addr learned my addr 172.21.15.32:0/1678692300 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:29.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca052af640 1 -- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca00071790 msgr2=0x7fca001ef610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca062b1640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca000bf0f0 0x7fca000aa4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca05ab0640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca00071790 0x7fca001ef610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca052af640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca00071790 0x7fca001ef610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca052af640 1 -- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca000bf0f0 msgr2=0x7fca000aa4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca052af640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca000bf0f0 0x7fca000aa4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca052af640 1 -- 172.21.15.32:0/1678692300 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9f80094d0 con 0x7fca000bed10 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca062b1640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca000bf0f0 0x7fca000aa4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca05ab0640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca00071790 0x7fca001ef610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca052af640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bed10 0x7fca001efb50 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc9f000c480 tx=0x7fc9f000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fc9f67fc640 1 -- 172.21.15.32:0/1678692300 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f00074e0 con 0x7fca000bed10 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fc9f67fc640 1 -- 172.21.15.32:0/1678692300 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9f0007660 con 0x7fca000bed10 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca000a8d60 con 0x7fca000bed10 2024-04-18T05:12:29.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fc9f67fc640 1 -- 172.21.15.32:0/1678692300 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0004a30 con 0x7fca000bed10 2024-04-18T05:12:29.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca000a9320 con 0x7fca000bed10 2024-04-18T05:12:29.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca000aa1d0 con 0x7fca000bed10 2024-04-18T05:12:29.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fc9f67fc640 1 -- 172.21.15.32:0/1678692300 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc9f0004b90 con 0x7fca000bed10 2024-04-18T05:12:29.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fc9f67fc640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9e4066690 0x7fc9e4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:29.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fc9f67fc640 1 -- 172.21.15.32:0/1678692300 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6604+0+0 (secure 0 0 0) 0x7fc9f0083600 con 0x7fca000bed10 2024-04-18T05:12:29.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca05ab0640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9e4066690 0x7fc9e4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:29.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.635+0000 7fca05ab0640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9e4066690 0x7fc9e4068b50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc007fd0 tx=0x7fc9fc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:29.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.643+0000 7fc9f67fc640 1 -- 172.21.15.32:0/1678692300 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fca000aa1d0 con 0x7fca000bed10 2024-04-18T05:12:29.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:29.803+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fca000aa1d0 con 0x7fca000bed10 2024-04-18T05:12:30.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.475+0000 7fc9f67fc640 1 -- 172.21.15.32:0/1678692300 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v30) v1 ==== 181+0+0 (secure 0 0 0) 0x7fca000aa1d0 con 0x7fca000bed10 2024-04-18T05:12:30.479 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' removed 2024-04-18T05:12:30.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9e4066690 msgr2=0x7fc9e4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:30.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9e4066690 0x7fc9e4068b50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc007fd0 tx=0x7fc9fc009040 comp rx=0 tx=0).stop 2024-04-18T05:12:30.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bed10 msgr2=0x7fca001efb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:30.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bed10 0x7fca001efb50 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc9f000c480 tx=0x7fc9f000c940 comp rx=0 tx=0).stop 2024-04-18T05:12:30.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 shutdown_connections 2024-04-18T05:12:30.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc9e4066690 0x7fc9e4068b50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca000bf0f0 0x7fca000aa4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fca000bed10 0x7fca001efb50 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 --2- 172.21.15.32:0/1678692300 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fca00071790 0x7fca001ef610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 >> 172.21.15.32:0/1678692300 conn(0x7fca00069e80 msgr2=0x7fca000a6de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:30.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 shutdown_connections 2024-04-18T05:12:30.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.479+0000 7fca07d14640 1 -- 172.21.15.32:0/1678692300 wait complete. 2024-04-18T05:12:30.510 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-18T05:12:30.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf688ef640 1 Processor -- start 2024-04-18T05:12:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf688ef640 1 -- start start 2024-04-18T05:12:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf688ef640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf640a85d0 0x7faf64152470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf688ef640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7faf6414f330 0x7faf640710d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf688ef640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf640aa630 con 0x7faf6406fdb0 2024-04-18T05:12:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf688ef640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf641529b0 con 0x7faf6414f330 2024-04-18T05:12:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf688ef640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf640aa910 con 0x7faf640a85d0 2024-04-18T05:12:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf61d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7faf6406fdb0 0x7faf6414ec20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:32792/0 (socket says 172.21.15.32:32792) 2024-04-18T05:12:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf61d9b640 1 -- 172.21.15.32:0/3741284332 learned_addr learned my addr 172.21.15.32:0/3741284332 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:30.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6259c640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf640a85d0 0x7faf64152470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf62d9d640 1 --2- 172.21.15.32:0/3741284332 >> v2:172.21.15.92:3300/0 conn(0x7faf6414f330 0x7faf640710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3033579387 0 0) 0x7faf640aa630 con 0x7faf6406fdb0 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faf4c003530 con 0x7faf6406fdb0 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3485806451 0 0) 0x7faf4c003530 con 0x7faf6406fdb0 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf640a85d0 msgr2=0x7faf64152470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf640a85d0 0x7faf64152470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 >> v2:172.21.15.92:3300/0 conn(0x7faf6414f330 msgr2=0x7faf640710d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 --2- 172.21.15.32:0/3741284332 >> v2:172.21.15.92:3300/0 conn(0x7faf6414f330 0x7faf640710d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf640aabf0 con 0x7faf6406fdb0 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7faf58001680 con 0x7faf6406fdb0 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 >> v1:172.21.15.32:6789/0 conn(0x7faf6406fdb0 legacy=0x7faf6414ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf640a85d0 0x7faf4c003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c003f00 0x7faf4c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c004d10 0x7faf4c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:30.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf640aa910 con 0x7faf4c004d10 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf4c00b990 con 0x7faf4c003f00 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf4c00bad0 con 0x7faf640a85d0 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf62d9d640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c004d10 0x7faf4c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf61d9b640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c003f00 0x7faf4c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6259c640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf640a85d0 0x7faf4c003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf62d9d640 1 -- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf640a85d0 msgr2=0x7faf4c003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf62d9d640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf640a85d0 0x7faf4c003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf62d9d640 1 -- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c003f00 msgr2=0x7faf4c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf62d9d640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c003f00 0x7faf4c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf62d9d640 1 -- 172.21.15.32:0/3741284332 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf4c003530 con 0x7faf4c004d10 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf6259c640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf640a85d0 0x7faf4c003980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:30.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.639+0000 7faf61d9b640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf4c003f00 0x7faf4c0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:30.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf62d9d640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c004d10 0x7faf4c005190 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7faf5c009fc0 tx=0x7faf5c01cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ddecb82a4b509e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0a5cd0 con 0x7faf4c004d10 2024-04-18T05:12:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf5c00f040 con 0x7faf4c004d10 2024-04-18T05:12:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf6159a640 1 -- 172.21.15.32:0/3741284332 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5c0ad680 con 0x7faf4c004d10 2024-04-18T05:12:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf688ef640 1 -- 172.21.15.32:0/3741284332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c004d10 msgr2=0x7faf4c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf688ef640 1 --2- 172.21.15.32:0/3741284332 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf4c004d10 0x7faf4c005190 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7faf5c009fc0 tx=0x7faf5c01cc60 comp rx=0 tx=0).stop 2024-04-18T05:12:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf62d9d640 1 -- 172.21.15.32:0/3741284332 reap_dead start 2024-04-18T05:12:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf688ef640 1 -- 172.21.15.32:0/3741284332 shutdown_connections 2024-04-18T05:12:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf688ef640 1 -- 172.21.15.32:0/3741284332 >> 172.21.15.32:0/3741284332 conn(0x7faf640c5250 msgr2=0x7faf640c5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:30.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf688ef640 1 -- 172.21.15.32:0/3741284332 shutdown_connections 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf688ef640 1 -- 172.21.15.32:0/3741284332 wait complete. 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf688ef640 1 Processor -- start 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.643+0000 7faf688ef640 1 -- start start 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf688ef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf641ea2e0 0x7faf641ea6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf688ef640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf64152d60 0x7faf640c3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf688ef640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf6414b0a0 0x7faf640c41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf688ef640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf640c3850 con 0x7faf641ea2e0 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf688ef640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf641eafc0 con 0x7faf64152d60 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf688ef640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf640c4720 con 0x7faf6414b0a0 2024-04-18T05:12:30.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf6259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf641ea2e0 0x7faf641ea6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf6259c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf641ea2e0 0x7faf641ea6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59656/0 (socket says 172.21.15.32:59656) 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf6259c640 1 -- 172.21.15.32:0/3849216528 learned_addr learned my addr 172.21.15.32:0/3849216528 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf61d9b640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf64152d60 0x7faf640c3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf62d9d640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf6414b0a0 0x7faf640c41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf6259c640 1 -- 172.21.15.32:0/3849216528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf6414b0a0 msgr2=0x7faf640c41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf6259c640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf6414b0a0 0x7faf640c41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf6259c640 1 -- 172.21.15.32:0/3849216528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf64152d60 msgr2=0x7faf640c3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf6259c640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf64152d60 0x7faf640c3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf6259c640 1 -- 172.21.15.32:0/3849216528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf640ba9d0 con 0x7faf641ea2e0 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf6259c640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf641ea2e0 0x7faf641ea6c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7faf54011650 tx=0x7faf54011b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf52ffd640 1 -- 172.21.15.32:0/3849216528 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf54004220 con 0x7faf641ea2e0 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf52ffd640 1 -- 172.21.15.32:0/3849216528 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf54004380 con 0x7faf641ea2e0 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf641eace0 con 0x7faf641ea2e0 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf52ffd640 1 -- 172.21.15.32:0/3849216528 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf5400f9c0 con 0x7faf641ea2e0 2024-04-18T05:12:30.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf640c4d20 con 0x7faf641ea2e0 2024-04-18T05:12:30.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf640666e0 con 0x7faf641ea2e0 2024-04-18T05:12:30.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf52ffd640 1 -- 172.21.15.32:0/3849216528 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faf5400fb20 con 0x7faf641ea2e0 2024-04-18T05:12:30.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf52ffd640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf440666c0 0x7faf44068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:30.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf52ffd640 1 -- 172.21.15.32:0/3849216528 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 6166+0+0 (secure 0 0 0) 0x7faf54084530 con 0x7faf641ea2e0 2024-04-18T05:12:30.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf61d9b640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf440666c0 0x7faf44068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:30.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.647+0000 7faf61d9b640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf440666c0 0x7faf44068b80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faf640bfde0 tx=0x7faf58009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:30.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.655+0000 7faf52ffd640 1 -- 172.21.15.32:0/3849216528 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7faf54051760 con 0x7faf641ea2e0 2024-04-18T05:12:30.819 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:30.815+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7faf64070ad0 con 0x7faf641ea2e0 2024-04-18T05:12:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.483+0000 7faf52ffd640 1 -- 172.21.15.32:0/3849216528 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v31) v1 ==== 169+0+0 (secure 0 0 0) 0x7faf5405b070 con 0x7faf641ea2e0 2024-04-18T05:12:31.489 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' removed 2024-04-18T05:12:31.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf440666c0 msgr2=0x7faf44068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf440666c0 0x7faf44068b80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faf640bfde0 tx=0x7faf58009040 comp rx=0 tx=0).stop 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf641ea2e0 msgr2=0x7faf641ea6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf641ea2e0 0x7faf641ea6c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7faf54011650 tx=0x7faf54011b10 comp rx=0 tx=0).stop 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 shutdown_connections 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faf6414b0a0 0x7faf640c41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faf440666c0 0x7faf44068b80 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf64152d60 0x7faf640c3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 --2- 172.21.15.32:0/3849216528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faf641ea2e0 0x7faf641ea6c0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 >> 172.21.15.32:0/3849216528 conn(0x7faf640c5250 msgr2=0x7faf640c5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 shutdown_connections 2024-04-18T05:12:31.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.491+0000 7faf688ef640 1 -- 172.21.15.32:0/3849216528 wait complete. 2024-04-18T05:12:31.516 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-04-18T05:12:31.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.643+0000 7f873d103640 1 Processor -- start 2024-04-18T05:12:31.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.643+0000 7f873d103640 1 -- start start 2024-04-18T05:12:31.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873d103640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f873814dd50 0x7f873806fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:31.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873d103640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f873806d590 0x7f87381544c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:31.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873d103640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8738154a00 con 0x7f8738070210 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873d103640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87380a8670 con 0x7f873806d590 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873d103640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f873806c4f0 con 0x7f873814dd50 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873659c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8738070210 0x7f8738153db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43998/0 (socket says 172.21.15.32:43998) 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873659c640 1 -- 172.21.15.32:0/103563287 learned_addr learned my addr 172.21.15.32:0/103563287 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8736d9d640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f873814dd50 0x7f873806fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 493457312 0 0) 0x7f8738154a00 con 0x7f8738070210 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8724003530 con 0x7f8738070210 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873759e640 1 --2- 172.21.15.32:0/103563287 >> v2:172.21.15.92:3300/0 conn(0x7f873806d590 0x7f87381544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 399215613 0 0) 0x7f8724003530 con 0x7f8738070210 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f873814dd50 msgr2=0x7f873806fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f873814dd50 0x7f873806fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 >> v2:172.21.15.92:3300/0 conn(0x7f873806d590 msgr2=0x7f87381544c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 --2- 172.21.15.32:0/103563287 >> v2:172.21.15.92:3300/0 conn(0x7f873806d590 0x7f87381544c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f873806c7d0 con 0x7f8738070210 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f8720001680 con 0x7f8738070210 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 >> v1:172.21.15.32:6789/0 conn(0x7f8738070210 legacy=0x7f8738153db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8724003980 0x7f8724003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f873814dd50 0x7f87240047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8724004d10 0x7f8724005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f873806c4f0 con 0x7f8724004d10 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f872400b990 con 0x7f8724003980 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f872400bb50 con 0x7f873814dd50 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873759e640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8724004d10 0x7f8724005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873659c640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f873814dd50 0x7f87240047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f8736d9d640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8724003980 0x7f8724003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873759e640 1 -- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f873814dd50 msgr2=0x7f87240047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:31.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873759e640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f873814dd50 0x7f87240047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873759e640 1 -- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8724003980 msgr2=0x7f8724003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:31.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873759e640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8724003980 0x7f8724003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.647+0000 7f873759e640 1 -- 172.21.15.32:0/103563287 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8724003530 con 0x7f8724004d10 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873759e640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8724004d10 0x7f8724005190 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8730009fc0 tx=0x7f873001ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fab0bbf6e752876 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87300a5ac0 con 0x7f8724004d10 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f873000f040 con 0x7f8724004d10 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8735d9b640 1 -- 172.21.15.32:0/103563287 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87300a5e60 con 0x7f8724004d10 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 -- 172.21.15.32:0/103563287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8724004d10 msgr2=0x7f8724005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 --2- 172.21.15.32:0/103563287 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8724004d10 0x7f8724005190 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8730009fc0 tx=0x7f873001ccc0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873759e640 1 -- 172.21.15.32:0/103563287 reap_dead start 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 -- 172.21.15.32:0/103563287 shutdown_connections 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 -- 172.21.15.32:0/103563287 >> 172.21.15.32:0/103563287 conn(0x7f87380c5250 msgr2=0x7f87380c5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:31.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 -- 172.21.15.32:0/103563287 shutdown_connections 2024-04-18T05:12:31.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 -- 172.21.15.32:0/103563287 wait complete. 2024-04-18T05:12:31.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 Processor -- start 2024-04-18T05:12:31.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 -- start start 2024-04-18T05:12:31.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87380aab20 0x7f87381e95e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:31.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87381ec0f0 0x7f87381e8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:31.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87380c3e90 0x7f87380c4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:31.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8738144b10 con 0x7f87380aab20 2024-04-18T05:12:31.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87381e85f0 con 0x7f87380c3e90 2024-04-18T05:12:31.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873d103640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87381dbe30 con 0x7f87381ec0f0 2024-04-18T05:12:31.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8736d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87380aab20 0x7f87381e95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8736d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87380aab20 0x7f87381e95e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39888/0 (socket says 172.21.15.32:39888) 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8736d9d640 1 -- 172.21.15.32:0/183838301 learned_addr learned my addr 172.21.15.32:0/183838301 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873759e640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87380c3e90 0x7f87380c4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873659c640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87381ec0f0 0x7f87381e8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8736d9d640 1 -- 172.21.15.32:0/183838301 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87381ec0f0 msgr2=0x7f87381e8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8736d9d640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87381ec0f0 0x7f87381e8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8736d9d640 1 -- 172.21.15.32:0/183838301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87380c3e90 msgr2=0x7f87380c4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8736d9d640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87380c3e90 0x7f87380c4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f8736d9d640 1 -- 172.21.15.32:0/183838301 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87381dc110 con 0x7f87380aab20 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.651+0000 7f873659c640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87381ec0f0 0x7f87381e8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f8736d9d640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87380aab20 0x7f87381e95e0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f8728011560 tx=0x7f8728011a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f872f7fe640 1 -- 172.21.15.32:0/183838301 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8728015930 con 0x7f87380aab20 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f872f7fe640 1 -- 172.21.15.32:0/183838301 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8728015a90 con 0x7f87380aab20 2024-04-18T05:12:31.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f872f7fe640 1 -- 172.21.15.32:0/183838301 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8728015e60 con 0x7f87380aab20 2024-04-18T05:12:31.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87381dc3f0 con 0x7f87380aab20 2024-04-18T05:12:31.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87381ec570 con 0x7f87380aab20 2024-04-18T05:12:31.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87380666e0 con 0x7f87380aab20 2024-04-18T05:12:31.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f872f7fe640 1 -- 172.21.15.32:0/183838301 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f872800f460 con 0x7f87380aab20 2024-04-18T05:12:31.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f872f7fe640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8718066690 0x7f8718068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:31.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f872f7fe640 1 -- 172.21.15.32:0/183838301 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5723+0+0 (secure 0 0 0) 0x7f8728084a10 con 0x7f87380aab20 2024-04-18T05:12:31.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f873659c640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8718066690 0x7f8718068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:31.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.655+0000 7f873659c640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8718066690 0x7f8718068b50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8720000f70 tx=0x7f8720000ee0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:31.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.659+0000 7f872f7fe640 1 -- 172.21.15.32:0/183838301 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8728051d80 con 0x7f87380aab20 2024-04-18T05:12:31.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:31.819+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f87380bfeb0 con 0x7f87380aab20 2024-04-18T05:12:32.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.495+0000 7f872f7fe640 1 -- 172.21.15.32:0/183838301 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v32) v1 ==== 178+0+0 (secure 0 0 0) 0x7f87280553a0 con 0x7f87380aab20 2024-04-18T05:12:32.498 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data_ec' removed 2024-04-18T05:12:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8718066690 msgr2=0x7f8718068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8718066690 0x7f8718068b50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8720000f70 tx=0x7f8720000ee0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87380aab20 msgr2=0x7f87381e95e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87380aab20 0x7f87381e95e0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f8728011560 tx=0x7f8728011a20 comp rx=0 tx=0).stop 2024-04-18T05:12:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 shutdown_connections 2024-04-18T05:12:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8718066690 0x7f8718068b50 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87380c3e90 0x7f87380c4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87381ec0f0 0x7f87381e8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 --2- 172.21.15.32:0/183838301 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87380aab20 0x7f87381e95e0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 >> 172.21.15.32:0/183838301 conn(0x7f87380c5250 msgr2=0x7f87380c1ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:32.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 shutdown_connections 2024-04-18T05:12:32.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.499+0000 7f873d103640 1 -- 172.21.15.32:0/183838301 wait complete. 2024-04-18T05:12:32.527 INFO:tasks.ceph.mds.a:Restarting daemon 2024-04-18T05:12:32.527 INFO:tasks.ceph.mds.a:Stopping old one... 2024-04-18T05:12:32.527 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-04-18T05:12:32.527 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:12:32.528 INFO:tasks.ceph.mds.c:Restarting daemon 2024-04-18T05:12:32.528 INFO:tasks.ceph.mds.c:Stopping old one... 2024-04-18T05:12:32.528 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-04-18T05:12:32.528 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:12:32.528 INFO:tasks.ceph.mds.b:Restarting daemon 2024-04-18T05:12:32.528 INFO:tasks.ceph.mds.b:Stopping old one... 2024-04-18T05:12:32.528 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-04-18T05:12:32.529 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:12:32.529 INFO:tasks.ceph.mds.d:Restarting daemon 2024-04-18T05:12:32.529 INFO:tasks.ceph.mds.d:Stopping old one... 2024-04-18T05:12:32.529 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-04-18T05:12:32.529 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:12:32.540 INFO:tasks.ceph.mds.a:Stopped 2024-04-18T05:12:32.541 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-04-18T05:12:32.541 INFO:tasks.ceph.mds.c:Stopped 2024-04-18T05:12:32.542 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-04-18T05:12:32.543 INFO:tasks.ceph.mds.b:Stopped 2024-04-18T05:12:32.543 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-04-18T05:12:32.544 INFO:tasks.ceph.mds.d:Stopped 2024-04-18T05:12:32.544 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-04-18T05:12:32.586 INFO:tasks.ceph.mds.b:Started 2024-04-18T05:12:32.587 DEBUG:teuthology.parallel:result is None 2024-04-18T05:12:32.587 INFO:tasks.ceph.mds.a:Started 2024-04-18T05:12:32.588 INFO:tasks.ceph.mds.d:Started 2024-04-18T05:12:32.588 INFO:tasks.ceph.mds.c:Started 2024-04-18T05:12:32.588 DEBUG:teuthology.parallel:result is None 2024-04-18T05:12:32.588 DEBUG:teuthology.parallel:result is None 2024-04-18T05:12:32.589 DEBUG:teuthology.parallel:result is None 2024-04-18T05:12:32.589 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-04-18T05:12:32.653 INFO:tasks.ceph.mds.a.smithi032.stdout:starting mds.a at 2024-04-18T05:12:32.653 INFO:tasks.ceph.mds.c.smithi032.stdout:starting mds.c at 2024-04-18T05:12:32.654 INFO:tasks.ceph.mds.a.smithi032.stderr:2024-04-18T05:12:32.651+0000 7f42001ec640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-04-18T05:12:32.657 INFO:tasks.ceph.mds.d.smithi092.stdout:starting mds.d at 2024-04-18T05:12:32.659 INFO:tasks.ceph.mds.b.smithi092.stdout:starting mds.b at 2024-04-18T05:12:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a3b02c640 1 Processor -- start 2024-04-18T05:12:32.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a3b02c640 1 -- start start 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a3b02c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0a340ab070 0x7f0a340ab450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a3b02c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 0x7f0a3406b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a3b02c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a3406bf30 con 0x7f0a340bcbc0 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a3b02c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a34154590 con 0x7f0a340ab070 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a3b02c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a340c5c70 con 0x7f0a3406cd40 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a38dc8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0a340ab070 0x7f0a340ab450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a38dc8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0a340ab070 0x7f0a340ab450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39924/0 (socket says 172.21.15.32:39924) 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a38dc8640 1 -- 172.21.15.32:0/2857202375 learned_addr learned my addr 172.21.15.32:0/2857202375 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a395c9640 1 --2- 172.21.15.32:0/2857202375 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 0x7f0a3406b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a38dc8640 1 -- 172.21.15.32:0/2857202375 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 msgr2=0x7f0a3406b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:32.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a38dc8640 1 --2- 172.21.15.32:0/2857202375 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 0x7f0a3406b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a38dc8640 1 -- 172.21.15.32:0/2857202375 >> v1:172.21.15.32:6789/0 conn(0x7f0a340bcbc0 legacy=0x7f0a3406b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:32.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.715+0000 7f0a38dc8640 1 -- 172.21.15.32:0/2857202375 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a341547a0 con 0x7f0a340ab070 2024-04-18T05:12:32.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a38dc8640 1 --2- 172.21.15.32:0/2857202375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340ab070 0x7f0a340ab450 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f0a24009870 tx=0x7f0a2401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0eb96b4323b754a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:32.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a337fe640 1 -- 172.21.15.32:0/2857202375 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a240a6040 con 0x7f0a340ab070 2024-04-18T05:12:32.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a337fe640 1 -- 172.21.15.32:0/2857202375 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a240aa600 con 0x7f0a340ab070 2024-04-18T05:12:32.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a337fe640 1 -- 172.21.15.32:0/2857202375 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a240aa990 con 0x7f0a340ab070 2024-04-18T05:12:32.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 -- 172.21.15.32:0/2857202375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340ab070 msgr2=0x7f0a340ab450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:32.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 --2- 172.21.15.32:0/2857202375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340ab070 0x7f0a340ab450 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f0a24009870 tx=0x7f0a2401c4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 -- 172.21.15.32:0/2857202375 shutdown_connections 2024-04-18T05:12:32.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 --2- 172.21.15.32:0/2857202375 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 0x7f0a3406b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 --2- 172.21.15.32:0/2857202375 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340ab070 0x7f0a340ab450 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 -- 172.21.15.32:0/2857202375 >> 172.21.15.32:0/2857202375 conn(0x7f0a340c94f0 msgr2=0x7f0a340c9900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:32.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 -- 172.21.15.32:0/2857202375 shutdown_connections 2024-04-18T05:12:32.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 -- 172.21.15.32:0/2857202375 wait complete. 2024-04-18T05:12:32.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 Processor -- start 2024-04-18T05:12:32.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 -- start start 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 0x7f0a340c2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a340ab070 0x7f0a3414ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340bcbc0 0x7f0a341ec2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a341eff90 con 0x7f0a340bcbc0 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a341ef980 con 0x7f0a340ab070 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.719+0000 7f0a3b02c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a340c15a0 con 0x7f0a3406cd40 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a395c9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340bcbc0 0x7f0a341ec2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a395c9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340bcbc0 0x7f0a341ec2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39926/0 (socket says 172.21.15.32:39926) 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a395c9640 1 -- 172.21.15.32:0/1823325065 learned_addr learned my addr 172.21.15.32:0/1823325065 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:32.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a38dc8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 0x7f0a340c2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a33fff640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a340ab070 0x7f0a3414ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a395c9640 1 -- 172.21.15.32:0/1823325065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 msgr2=0x7f0a340c2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a395c9640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 0x7f0a340c2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a395c9640 1 -- 172.21.15.32:0/1823325065 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a340ab070 msgr2=0x7f0a3414ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a395c9640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a340ab070 0x7f0a3414ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a395c9640 1 -- 172.21.15.32:0/1823325065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a240094d0 con 0x7f0a340bcbc0 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a395c9640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340bcbc0 0x7f0a341ec2e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c00ef90 tx=0x7f0a2c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a317fa640 1 -- 172.21.15.32:0/1823325065 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c009ca0 con 0x7f0a340bcbc0 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a317fa640 1 -- 172.21.15.32:0/1823325065 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a2c00f040 con 0x7f0a340bcbc0 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a341efc20 con 0x7f0a340bcbc0 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a317fa640 1 -- 172.21.15.32:0/1823325065 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a2c0146c0 con 0x7f0a340bcbc0 2024-04-18T05:12:32.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a340c1880 con 0x7f0a340bcbc0 2024-04-18T05:12:32.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a341f0100 con 0x7f0a340bcbc0 2024-04-18T05:12:32.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a317fa640 1 -- 172.21.15.32:0/1823325065 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0a2c014820 con 0x7f0a340bcbc0 2024-04-18T05:12:32.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a317fa640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a20066690 0x7f0a20068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:32.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a317fa640 1 -- 172.21.15.32:0/1823325065 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f0a2c084e10 con 0x7f0a340bcbc0 2024-04-18T05:12:32.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a38dc8640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a20066690 0x7f0a20068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:32.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.723+0000 7f0a38dc8640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a20066690 0x7f0a20068b50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0a240ae000 tx=0x7f0a240b5040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:32.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.727+0000 7f0a317fa640 1 -- 172.21.15.32:0/1823325065 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0a2c088030 con 0x7f0a340bcbc0 2024-04-18T05:12:32.903 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:32.899+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f0a3404e250 con 0x7f0a340bcbc0 2024-04-18T05:12:33.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.719+0000 7f0a317fa640 1 -- 172.21.15.32:0/1823325065 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v37) v1 ==== 97+0+0 (secure 0 0 0) 0x7f0a2c018080 con 0x7f0a340bcbc0 2024-04-18T05:12:33.722 INFO:teuthology.orchestra.run.smithi032.stderr: removed all blocklist entries 2024-04-18T05:12:33.725 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a20066690 msgr2=0x7f0a20068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a20066690 0x7f0a20068b50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0a240ae000 tx=0x7f0a240b5040 comp rx=0 tx=0).stop 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340bcbc0 msgr2=0x7f0a341ec2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340bcbc0 0x7f0a341ec2e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c00ef90 tx=0x7f0a2c00c490 comp rx=0 tx=0).stop 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 shutdown_connections 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a340bcbc0 0x7f0a341ec2e0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a20066690 0x7f0a20068b50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a340ab070 0x7f0a3414ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 --2- 172.21.15.32:0/1823325065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a3406cd40 0x7f0a340c2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 >> 172.21.15.32:0/1823325065 conn(0x7f0a340c94f0 msgr2=0x7f0a340aa6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 shutdown_connections 2024-04-18T05:12:33.726 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.723+0000 7f0a3b02c640 1 -- 172.21.15.32:0/1823325065 wait complete. 2024-04-18T05:12:33.748 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-04-18T05:12:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4906df7640 1 Processor -- start 2024-04-18T05:12:33.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4906df7640 1 -- start start 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4906df7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a84c0 0x7f49001519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4906df7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f49000a88a0 0x7f490006cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4906df7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49000a8d00 con 0x7f490006d400 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4906df7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49000a9080 con 0x7f49000a88a0 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4906df7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4900155e50 con 0x7f49000a84c0 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4905394640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f490006d400 0x7f49000aa440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44022/0 (socket says 172.21.15.32:44022) 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4905394640 1 -- 172.21.15.32:0/3956877443 learned_addr learned my addr 172.21.15.32:0/3956877443 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f48fffff640 1 --2- 172.21.15.32:0/3956877443 >> v2:172.21.15.32:3300/0 conn(0x7f49000a88a0 0x7f490006cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f4904b93640 1 --2- 172.21.15.32:0/3956877443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a84c0 0x7f49001519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f48ff7fe640 1 -- 172.21.15.32:0/3956877443 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2489538136 0 0) 0x7f49000a8d00 con 0x7f490006d400 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f48ff7fe640 1 -- 172.21.15.32:0/3956877443 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f48f0003530 con 0x7f490006d400 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f48fffff640 1 -- 172.21.15.32:0/3956877443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a84c0 msgr2=0x7f49001519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:33.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f48fffff640 1 --2- 172.21.15.32:0/3956877443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a84c0 0x7f49001519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f48fffff640 1 -- 172.21.15.32:0/3956877443 >> v1:172.21.15.32:6789/0 conn(0x7f490006d400 legacy=0x7f49000aa440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:33.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.871+0000 7f48fffff640 1 -- 172.21.15.32:0/3956877443 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4900154f60 con 0x7f49000a88a0 2024-04-18T05:12:33.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f48fffff640 1 --2- 172.21.15.32:0/3956877443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a88a0 0x7f490006cec0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f48f40097c0 tx=0x7f48f401c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f4460c0a7483385 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:33.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f48ff7fe640 1 -- 172.21.15.32:0/3956877443 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f40ad640 con 0x7f49000a88a0 2024-04-18T05:12:33.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f48ff7fe640 1 -- 172.21.15.32:0/3956877443 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48f40ad7a0 con 0x7f49000a88a0 2024-04-18T05:12:33.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f48ff7fe640 1 -- 172.21.15.32:0/3956877443 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f40adb30 con 0x7f49000a88a0 2024-04-18T05:12:33.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 -- 172.21.15.32:0/3956877443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a88a0 msgr2=0x7f490006cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:33.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 --2- 172.21.15.32:0/3956877443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a88a0 0x7f490006cec0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f48f40097c0 tx=0x7f48f401c4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 -- 172.21.15.32:0/3956877443 shutdown_connections 2024-04-18T05:12:33.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 --2- 172.21.15.32:0/3956877443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a88a0 0x7f490006cec0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 --2- 172.21.15.32:0/3956877443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a84c0 0x7f49001519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 -- 172.21.15.32:0/3956877443 >> 172.21.15.32:0/3956877443 conn(0x7f4900069e80 msgr2=0x7f490006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:33.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 -- 172.21.15.32:0/3956877443 shutdown_connections 2024-04-18T05:12:33.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 -- 172.21.15.32:0/3956877443 wait complete. 2024-04-18T05:12:33.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 Processor -- start 2024-04-18T05:12:33.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 -- start start 2024-04-18T05:12:33.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f490006d400 0x7f4900153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:33.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a84c0 0x7f49001508b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:33.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a88a0 0x7f4900150df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:33.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49000bbe50 con 0x7f49000a84c0 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f490015c8a0 con 0x7f490006d400 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f4906df7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f490015c5c0 con 0x7f49000a88a0 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f48fffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a84c0 0x7f49001508b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f48fffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a84c0 0x7f49001508b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39954/0 (socket says 172.21.15.32:39954) 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.875+0000 7f48fffff640 1 -- 172.21.15.32:0/765078462 learned_addr learned my addr 172.21.15.32:0/765078462 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f4904b93640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f490006d400 0x7f4900153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f4905394640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a88a0 0x7f4900150df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fffff640 1 -- 172.21.15.32:0/765078462 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a88a0 msgr2=0x7f4900150df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fffff640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a88a0 0x7f4900150df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fffff640 1 -- 172.21.15.32:0/765078462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f490006d400 msgr2=0x7f4900153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fffff640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f490006d400 0x7f4900153550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fffff640 1 -- 172.21.15.32:0/765078462 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48f4009420 con 0x7f49000a84c0 2024-04-18T05:12:33.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f4904b93640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f490006d400 0x7f4900153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:33.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fffff640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a84c0 0x7f49001508b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f48f40b0040 tx=0x7f48f4019240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:33.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fd7fa640 1 -- 172.21.15.32:0/765078462 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f40b6610 con 0x7f49000a84c0 2024-04-18T05:12:33.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fd7fa640 1 -- 172.21.15.32:0/765078462 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48f40a6040 con 0x7f49000a84c0 2024-04-18T05:12:33.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49001ead10 con 0x7f49000a84c0 2024-04-18T05:12:33.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fd7fa640 1 -- 172.21.15.32:0/765078462 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f40b6990 con 0x7f49000a84c0 2024-04-18T05:12:33.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4900152630 con 0x7f49000a84c0 2024-04-18T05:12:33.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49000666e0 con 0x7f49000a84c0 2024-04-18T05:12:33.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fd7fa640 1 -- 172.21.15.32:0/765078462 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f48f40b4040 con 0x7f49000a84c0 2024-04-18T05:12:33.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fd7fa640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f48e4066690 0x7f48e4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:33.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f48fd7fa640 1 -- 172.21.15.32:0/765078462 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f48f411de70 con 0x7f49000a84c0 2024-04-18T05:12:33.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f4904b93640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f48e4066690 0x7f48e4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:33.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.879+0000 7f4904b93640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f48e4066690 0x7f48e4068b50 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f48ec009840 tx=0x7f48ec008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:33.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:33.883+0000 7f48fd7fa640 1 -- 172.21.15.32:0/765078462 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f48f40eb3e0 con 0x7f49000a84c0 2024-04-18T05:12:34.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.099+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f49000722f0 con 0x7f49000a84c0 2024-04-18T05:12:34.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.099+0000 7f48fd7fa640 1 -- 172.21.15.32:0/765078462 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) v1 ==== 80+0+6065 (secure 0 0 0) 0x7f48f40b2090 con 0x7f49000a84c0 2024-04-18T05:12:34.105 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:34.105 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:12:34.105 INFO:teuthology.orchestra.run.smithi032.stdout: "auth_dump": [ 2024-04-18T05:12:34.105 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.105 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.a", 2024-04-18T05:12:34.105 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBCqyBmlNhBNRAAGT5DmCkdiHW/wMpqkLngpg==", 2024-04-18T05:12:34.105 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.b", 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBmw/Z2CBAAq7eEiCahqdmfkeXKsYMPJQ==", 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:12:34.106 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.c", 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBmRDsoAhAA2PxAu0OfKxeyfhBzgw1N2w==", 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.107 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.d", 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBmCazXEBAAUlFYZlLtFWRcSU/85mMGwg==", 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.0", 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBEqyBmMD59HRAASlaDSZmZZ7b/BVKwOV2tFg==", 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:12:34.108 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.1", 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBHqyBm+O9NIRAAZpKyNi4GkzDylFmRWEPw2w==", 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.109 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.2", 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBKqyBmgK31KBAAU9pOpE7IDHJwoK2sG/qNcg==", 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.3", 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBNqyBmYfIgLxAAEzhw8wq6UNPbIcQpnK6onA==", 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:12:34.110 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.4", 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBTqyBmW2BWLRAAMewLDbqOqqxwJnVbYPuBSQ==", 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.111 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.5", 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBWqyBmHx6gMhAA8UR1/7sbQhe4oWDNfpqmog==", 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.6", 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBZqyBmavV+OhAAv74WrZMUMTYUWe5psRNmVA==", 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:12:34.112 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.7", 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBdqyBmVPReBxAA07q2jQNLrJO1jAAlEt62Ow==", 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.113 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.0", 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBm77HIFhAAQimZOutMFGOhc+oraEf27w==", 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.1", 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBmuFyEGRAAEgRJ0H7ciwXbrsjt8qKdJA==", 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.114 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow r", 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow rw", 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rwx" 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.admin", 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBCqyBm/C71HRAARYO2g3EvYS4MXp1JCngeHQ==", 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.115 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-mds", 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBoqyBmTTIFBxAAKFY125uxD08oPLTIXlzLVQ==", 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-mds" 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-mgr", 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBoqyBms2IFBxAAtgAnHztBbg3KtjBrPuLeXw==", 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-mgr" 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.116 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-osd", 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBoqyBmr4oFBxAAMLLnKXEwVHItl5n0JABweg==", 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-osd" 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-rbd", 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBoqyBmi6QFBxAALp3+E3q0C6dg1K5CRiwPlg==", 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-rbd" 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.117 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBoqyBmA74FBxAACzCu/pVkjSs0lRY2jaSMAg==", 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.bootstrap-rgw", 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBoqyBmT9YFBxAAa0JTKD+TtZBz/bv02/Nf1w==", 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile bootstrap-rgw" 2024-04-18T05:12:34.118 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.x", 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBCqyBmD9mtMRAAXco5gM8LsuRrUSAHu8ziGA==", 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.y", 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBCqyBmvg4VLxAAt7TPyclg8C1QluiB9E1ZfQ==", 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:12:34.119 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-04-18T05:12:34.120 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-04-18T05:12:34.120 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:12:34.120 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.120 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:34.120 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-18T05:12:34.120 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:12:34.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f48e4066690 msgr2=0x7f48e4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f48e4066690 0x7f48e4068b50 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f48ec009840 tx=0x7f48ec008040 comp rx=0 tx=0).stop 2024-04-18T05:12:34.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a84c0 msgr2=0x7f49001508b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a84c0 0x7f49001508b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f48f40b0040 tx=0x7f48f4019240 comp rx=0 tx=0).stop 2024-04-18T05:12:34.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 shutdown_connections 2024-04-18T05:12:34.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49000a88a0 0x7f4900150df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49000a84c0 0x7f49001508b0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f48e4066690 0x7f48e4068b50 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 --2- 172.21.15.32:0/765078462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f490006d400 0x7f4900153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 >> 172.21.15.32:0/765078462 conn(0x7f4900069e80 msgr2=0x7f49000c2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:34.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 shutdown_connections 2024-04-18T05:12:34.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.103+0000 7f4906df7640 1 -- 172.21.15.32:0/765078462 wait complete. 2024-04-18T05:12:34.124 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-04-18T05:12:34.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd62123640 1 Processor -- start 2024-04-18T05:12:34.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd62123640 1 -- start start 2024-04-18T05:12:34.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd62123640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efd5c0aeb60 0x7efd5c157b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd62123640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efd5c1541a0 0x7efd5c1545b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd62123640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd5c154af0 con 0x7efd5c06cb00 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd62123640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd5c0c5130 con 0x7efd5c0aeb60 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd62123640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd5c0aef40 con 0x7efd5c1541a0 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd5b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efd5c0aeb60 0x7efd5c157b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd5b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7efd5c0aeb60 0x7efd5c157b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39970/0 (socket says 172.21.15.32:39970) 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd5b7fe640 1 -- 172.21.15.32:0/1370506414 learned_addr learned my addr 172.21.15.32:0/1370506414 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd5bfff640 1 --2- 172.21.15.32:0/1370506414 >> v2:172.21.15.92:3300/0 conn(0x7efd5c1541a0 0x7efd5c1545b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd5b7fe640 1 -- 172.21.15.32:0/1370506414 >> v2:172.21.15.92:3300/0 conn(0x7efd5c1541a0 msgr2=0x7efd5c1545b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd5b7fe640 1 --2- 172.21.15.32:0/1370506414 >> v2:172.21.15.92:3300/0 conn(0x7efd5c1541a0 0x7efd5c1545b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd5b7fe640 1 -- 172.21.15.32:0/1370506414 >> v1:172.21.15.32:6789/0 conn(0x7efd5c06cb00 legacy=0x7efd5c0c3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.247+0000 7efd5b7fe640 1 -- 172.21.15.32:0/1370506414 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd5c0bcda0 con 0x7efd5c0aeb60 2024-04-18T05:12:34.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd5b7fe640 1 --2- 172.21.15.32:0/1370506414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c0aeb60 0x7efd5c157b70 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7efd5c154c80 tx=0x7efd4c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f64b760fcf603ab server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:34.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd5a7fc640 1 -- 172.21.15.32:0/1370506414 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4c0ab600 con 0x7efd5c0aeb60 2024-04-18T05:12:34.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd5a7fc640 1 -- 172.21.15.32:0/1370506414 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd4c0a7050 con 0x7efd5c0aeb60 2024-04-18T05:12:34.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd5a7fc640 1 -- 172.21.15.32:0/1370506414 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4c0ab980 con 0x7efd5c0aeb60 2024-04-18T05:12:34.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 -- 172.21.15.32:0/1370506414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c0aeb60 msgr2=0x7efd5c157b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 --2- 172.21.15.32:0/1370506414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c0aeb60 0x7efd5c157b70 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7efd5c154c80 tx=0x7efd4c01c490 comp rx=0 tx=0).stop 2024-04-18T05:12:34.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 -- 172.21.15.32:0/1370506414 shutdown_connections 2024-04-18T05:12:34.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 --2- 172.21.15.32:0/1370506414 >> v2:172.21.15.92:3300/0 conn(0x7efd5c1541a0 0x7efd5c1545b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 --2- 172.21.15.32:0/1370506414 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c0aeb60 0x7efd5c157b70 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 -- 172.21.15.32:0/1370506414 >> 172.21.15.32:0/1370506414 conn(0x7efd5c072b80 msgr2=0x7efd5c072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:34.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 -- 172.21.15.32:0/1370506414 shutdown_connections 2024-04-18T05:12:34.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 -- 172.21.15.32:0/1370506414 wait complete. 2024-04-18T05:12:34.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 Processor -- start 2024-04-18T05:12:34.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.251+0000 7efd62123640 1 -- start start 2024-04-18T05:12:34.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd62123640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd5c06cb00 0x7efd5c14b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd62123640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd5c0aeb60 0x7efd5c1eff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd62123640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c1541a0 0x7efd5c1f04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd62123640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c1490b0 con 0x7efd5c1541a0 2024-04-18T05:12:34.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd62123640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c0c7600 con 0x7efd5c06cb00 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd62123640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c0c8460 con 0x7efd5c0aeb60 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c1541a0 0x7efd5c1f04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c1541a0 0x7efd5c1f04c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39974/0 (socket says 172.21.15.32:39974) 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5bfff640 1 -- 172.21.15.32:0/2023692148 learned_addr learned my addr 172.21.15.32:0/2023692148 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5b7fe640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd5c06cb00 0x7efd5c14b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5affd640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd5c0aeb60 0x7efd5c1eff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5bfff640 1 -- 172.21.15.32:0/2023692148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd5c0aeb60 msgr2=0x7efd5c1eff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5bfff640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd5c0aeb60 0x7efd5c1eff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5bfff640 1 -- 172.21.15.32:0/2023692148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd5c06cb00 msgr2=0x7efd5c14b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5bfff640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd5c06cb00 0x7efd5c14b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5bfff640 1 -- 172.21.15.32:0/2023692148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd4c0094d0 con 0x7efd5c1541a0 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd5bfff640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c1541a0 0x7efd5c1f04c0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7efd54007e40 tx=0x7efd5400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd43fff640 1 -- 172.21.15.32:0/2023692148 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd54014620 con 0x7efd5c1541a0 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd43fff640 1 -- 172.21.15.32:0/2023692148 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd5400ee90 con 0x7efd5c1541a0 2024-04-18T05:12:34.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd5c0c7850 con 0x7efd5c1541a0 2024-04-18T05:12:34.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd43fff640 1 -- 172.21.15.32:0/2023692148 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd540149e0 con 0x7efd5c1541a0 2024-04-18T05:12:34.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd5c0c7e10 con 0x7efd5c1541a0 2024-04-18T05:12:34.261 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd5c0c0b80 con 0x7efd5c1541a0 2024-04-18T05:12:34.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd43fff640 1 -- 172.21.15.32:0/2023692148 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efd54014b40 con 0x7efd5c1541a0 2024-04-18T05:12:34.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.255+0000 7efd43fff640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efd48066690 0x7efd48068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.259+0000 7efd43fff640 1 -- 172.21.15.32:0/2023692148 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7efd54085370 con 0x7efd5c1541a0 2024-04-18T05:12:34.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.259+0000 7efd5b7fe640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efd48066690 0x7efd48068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.259+0000 7efd5b7fe640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efd48066690 0x7efd48068b50 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efd4c0ad000 tx=0x7efd4c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:34.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.259+0000 7efd43fff640 1 -- 172.21.15.32:0/2023692148 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7efd54052a60 con 0x7efd5c1541a0 2024-04-18T05:12:34.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.479+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7efd5c1565b0 con 0x7efd5c1541a0 2024-04-18T05:12:34.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.483+0000 7efd43fff640 1 -- 172.21.15.32:0/2023692148 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7efd54056080 con 0x7efd5c1541a0 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efd48066690 msgr2=0x7efd48068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efd48066690 0x7efd48068b50 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efd4c0ad000 tx=0x7efd4c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c1541a0 msgr2=0x7efd5c1f04c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c1541a0 0x7efd5c1f04c0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7efd54007e40 tx=0x7efd5400e4b0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 shutdown_connections 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efd5c1541a0 0x7efd5c1f04c0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd5c0aeb60 0x7efd5c1eff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efd48066690 0x7efd48068b50 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 --2- 172.21.15.32:0/2023692148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd5c06cb00 0x7efd5c14b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 >> 172.21.15.32:0/2023692148 conn(0x7efd5c072b80 msgr2=0x7efd5c15d7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 shutdown_connections 2024-04-18T05:12:34.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.487+0000 7efd62123640 1 -- 172.21.15.32:0/2023692148 wait complete. 2024-04-18T05:12:34.508 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-04-18T05:12:34.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bfb905640 1 Processor -- start 2024-04-18T05:12:34.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bfb905640 1 -- start start 2024-04-18T05:12:34.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bfb905640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0bf40c1340 0x7f0bf4153cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bfb905640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0bf40c2270 0x7f0bf40c2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bfb905640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bf4151720 con 0x7f0bf4151340 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bfb905640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bf40c3910 con 0x7f0bf40c1340 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bfb905640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bf4154310 con 0x7f0bf40c2270 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bf96a1640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0bf4151340 0x7f0bf40c0640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44046/0 (socket says 172.21.15.32:44046) 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bf96a1640 1 -- 172.21.15.32:0/32719954 learned_addr learned my addr 172.21.15.32:0/32719954 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bf8ea0640 1 --2- 172.21.15.32:0/32719954 >> v2:172.21.15.32:3300/0 conn(0x7f0bf40c1340 0x7f0bf4153cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bf8ea0640 1 -- 172.21.15.32:0/32719954 >> v2:172.21.15.92:3300/0 conn(0x7f0bf40c2270 msgr2=0x7f0bf40c2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bf8ea0640 1 --2- 172.21.15.32:0/32719954 >> v2:172.21.15.92:3300/0 conn(0x7f0bf40c2270 0x7f0bf40c2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bf8ea0640 1 -- 172.21.15.32:0/32719954 >> v1:172.21.15.32:6789/0 conn(0x7f0bf4151340 legacy=0x7f0bf40c0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.631+0000 7f0bf8ea0640 1 -- 172.21.15.32:0/32719954 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bf41545f0 con 0x7f0bf40c1340 2024-04-18T05:12:34.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bf8ea0640 1 --2- 172.21.15.32:0/32719954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 0x7f0bf4153cc0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f0bf40c3d60 tx=0x7f0be801c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e32eb35c914be968 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:34.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0be7fff640 1 -- 172.21.15.32:0/32719954 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be80a5740 con 0x7f0bf40c1340 2024-04-18T05:12:34.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0be7fff640 1 -- 172.21.15.32:0/32719954 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0be80a58a0 con 0x7f0bf40c1340 2024-04-18T05:12:34.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0be7fff640 1 -- 172.21.15.32:0/32719954 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be80a5c30 con 0x7f0bf40c1340 2024-04-18T05:12:34.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 -- 172.21.15.32:0/32719954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 msgr2=0x7f0bf4153cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 --2- 172.21.15.32:0/32719954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 0x7f0bf4153cc0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f0bf40c3d60 tx=0x7f0be801c700 comp rx=0 tx=0).stop 2024-04-18T05:12:34.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 -- 172.21.15.32:0/32719954 shutdown_connections 2024-04-18T05:12:34.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 --2- 172.21.15.32:0/32719954 >> v2:172.21.15.92:3300/0 conn(0x7f0bf40c2270 0x7f0bf40c2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 --2- 172.21.15.32:0/32719954 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 0x7f0bf4153cc0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 -- 172.21.15.32:0/32719954 >> 172.21.15.32:0/32719954 conn(0x7f0bf40c7330 msgr2=0x7f0bf40c7740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:34.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 -- 172.21.15.32:0/32719954 shutdown_connections 2024-04-18T05:12:34.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 -- 172.21.15.32:0/32719954 wait complete. 2024-04-18T05:12:34.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 Processor -- start 2024-04-18T05:12:34.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.635+0000 7f0bfb905640 1 -- start start 2024-04-18T05:12:34.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bfb905640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 0x7f0bf4147460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bfb905640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bf40c2270 0x7f0bf414c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bfb905640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bf4151340 0x7f0bf4145f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bfb905640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf406edf0 con 0x7f0bf40c1340 2024-04-18T05:12:34.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bfb905640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf406f8f0 con 0x7f0bf40c2270 2024-04-18T05:12:34.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bfb905640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf41f0ba0 con 0x7f0bf4151340 2024-04-18T05:12:34.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf96a1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 0x7f0bf4147460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf96a1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 0x7f0bf4147460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39980/0 (socket says 172.21.15.32:39980) 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf96a1640 1 -- 172.21.15.32:0/1778811065 learned_addr learned my addr 172.21.15.32:0/1778811065 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf9ea2640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bf4151340 0x7f0bf4145f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf8ea0640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bf40c2270 0x7f0bf414c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf96a1640 1 -- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bf4151340 msgr2=0x7f0bf4145f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf96a1640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bf4151340 0x7f0bf4145f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf96a1640 1 -- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bf40c2270 msgr2=0x7f0bf414c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf96a1640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bf40c2270 0x7f0bf414c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf96a1640 1 -- 172.21.15.32:0/1778811065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0be8009a70 con 0x7f0bf40c1340 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf9ea2640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bf4151340 0x7f0bf4145f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:34.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf8ea0640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bf40c2270 0x7f0bf414c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:34.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf96a1640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 0x7f0bf4147460 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f0bf000c780 tx=0x7f0bf000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:34.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0be5ffb640 1 -- 172.21.15.32:0/1778811065 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bf00072d0 con 0x7f0bf40c1340 2024-04-18T05:12:34.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0be5ffb640 1 -- 172.21.15.32:0/1778811065 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bf0007430 con 0x7f0bf40c1340 2024-04-18T05:12:34.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0be5ffb640 1 -- 172.21.15.32:0/1778811065 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bf00047f0 con 0x7f0bf40c1340 2024-04-18T05:12:34.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bf406fbb0 con 0x7f0bf40c1340 2024-04-18T05:12:34.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bf414cce0 con 0x7f0bf40c1340 2024-04-18T05:12:34.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bf4071a20 con 0x7f0bf40c1340 2024-04-18T05:12:34.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0be5ffb640 1 -- 172.21.15.32:0/1778811065 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0bf0004950 con 0x7f0bf40c1340 2024-04-18T05:12:34.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0be5ffb640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bd8066690 0x7f0bd8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:34.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0be5ffb640 1 -- 172.21.15.32:0/1778811065 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f0bf00831b0 con 0x7f0bf40c1340 2024-04-18T05:12:34.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf8ea0640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bd8066690 0x7f0bd8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:34.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.639+0000 7f0bf8ea0640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bd8066690 0x7f0bd8068b50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0be80af000 tx=0x7f0be80a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:34.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.643+0000 7f0be5ffb640 1 -- 172.21.15.32:0/1778811065 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0bf0050880 con 0x7f0bf40c1340 2024-04-18T05:12:34.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.859+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f0bf406cc50 con 0x7f0bf40c1340 2024-04-18T05:12:34.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.867+0000 7f0be5ffb640 1 -- 172.21.15.32:0/1778811065 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f0bf0053ea0 con 0x7f0bf40c1340 2024-04-18T05:12:34.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bd8066690 msgr2=0x7f0bd8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bd8066690 0x7f0bd8068b50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0be80af000 tx=0x7f0be80a7070 comp rx=0 tx=0).stop 2024-04-18T05:12:34.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 msgr2=0x7f0bf4147460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:34.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 0x7f0bf4147460 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f0bf000c780 tx=0x7f0bf000cc40 comp rx=0 tx=0).stop 2024-04-18T05:12:34.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 shutdown_connections 2024-04-18T05:12:34.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bf4151340 0x7f0bf4145f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bd8066690 0x7f0bd8068b50 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bf40c2270 0x7f0bf414c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 --2- 172.21.15.32:0/1778811065 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0bf40c1340 0x7f0bf4147460 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:34.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 >> 172.21.15.32:0/1778811065 conn(0x7f0bf40c7330 msgr2=0x7f0bf40a7420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:34.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 shutdown_connections 2024-04-18T05:12:34.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.871+0000 7f0bfb905640 1 -- 172.21.15.32:0/1778811065 wait complete. 2024-04-18T05:12:34.888 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-04-18T05:12:35.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f78a1dc5640 1 Processor -- start 2024-04-18T05:12:35.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f78a1dc5640 1 -- start start 2024-04-18T05:12:35.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f78a1dc5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 0x7f789c0c1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f78a1dc5640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f789c151df0 0x7f789c152260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f78a1dc5640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f789c0c0720 con 0x7f789c151580 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f78a1dc5640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f789c0bfdf0 con 0x7f789c151df0 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f78a1dc5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f789c0c00d0 con 0x7f789c14ab00 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f789bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f789c151df0 0x7f789c152260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f789bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f789c151df0 0x7f789c152260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39996/0 (socket says 172.21.15.32:39996) 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f789bfff640 1 -- 172.21.15.32:0/1164914504 learned_addr learned my addr 172.21.15.32:0/1164914504 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f789b7fe640 1 --2- 172.21.15.32:0/1164914504 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 0x7f789c0c1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f789bfff640 1 -- 172.21.15.32:0/1164914504 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 msgr2=0x7f789c0c1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f789bfff640 1 --2- 172.21.15.32:0/1164914504 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 0x7f789c0c1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f789bfff640 1 -- 172.21.15.32:0/1164914504 >> v1:172.21.15.92:6789/0 conn(0x7f789c151580 legacy=0x7f789c0c1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:34.999+0000 7f789bfff640 1 -- 172.21.15.32:0/1164914504 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f789c0c03b0 con 0x7f789c151df0 2024-04-18T05:12:35.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f789bfff640 1 --2- 172.21.15.32:0/1164914504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151df0 0x7f789c152260 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f7894009e50 tx=0x7f789401c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6168a6d8b5cc3b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:35.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f789a7fc640 1 -- 172.21.15.32:0/1164914504 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78940a5820 con 0x7f789c151df0 2024-04-18T05:12:35.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f789a7fc640 1 -- 172.21.15.32:0/1164914504 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78940a5980 con 0x7f789c151df0 2024-04-18T05:12:35.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f789a7fc640 1 -- 172.21.15.32:0/1164914504 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78940a5d10 con 0x7f789c151df0 2024-04-18T05:12:35.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 -- 172.21.15.32:0/1164914504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151df0 msgr2=0x7f789c152260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 --2- 172.21.15.32:0/1164914504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151df0 0x7f789c152260 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f7894009e50 tx=0x7f789401c940 comp rx=0 tx=0).stop 2024-04-18T05:12:35.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 -- 172.21.15.32:0/1164914504 shutdown_connections 2024-04-18T05:12:35.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 --2- 172.21.15.32:0/1164914504 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151df0 0x7f789c152260 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 --2- 172.21.15.32:0/1164914504 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 0x7f789c0c1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 -- 172.21.15.32:0/1164914504 >> 172.21.15.32:0/1164914504 conn(0x7f789c0a7d80 msgr2=0x7f789c069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:35.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 -- 172.21.15.32:0/1164914504 shutdown_connections 2024-04-18T05:12:35.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 -- 172.21.15.32:0/1164914504 wait complete. 2024-04-18T05:12:35.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 Processor -- start 2024-04-18T05:12:35.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.003+0000 7f78a1dc5640 1 -- start start 2024-04-18T05:12:35.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f78a1dc5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 0x7f789c071500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f78a1dc5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151580 0x7f789c0706c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f78a1dc5640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f789c151df0 0x7f789c13e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f78a1dc5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789c06cb90 con 0x7f789c151580 2024-04-18T05:12:35.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f78a1dc5640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789c06ce70 con 0x7f789c151df0 2024-04-18T05:12:35.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f78a1dc5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f789c06d150 con 0x7f789c14ab00 2024-04-18T05:12:35.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151580 0x7f789c0706c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151580 0x7f789c0706c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40002/0 (socket says 172.21.15.32:40002) 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789affd640 1 -- 172.21.15.32:0/647934775 learned_addr learned my addr 172.21.15.32:0/647934775 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789b7fe640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 0x7f789c071500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789bfff640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f789c151df0 0x7f789c13e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789affd640 1 -- 172.21.15.32:0/647934775 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 msgr2=0x7f789c071500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789affd640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 0x7f789c071500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789affd640 1 -- 172.21.15.32:0/647934775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f789c151df0 msgr2=0x7f789c13e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789affd640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f789c151df0 0x7f789c13e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789affd640 1 -- 172.21.15.32:0/647934775 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7894009b30 con 0x7f789c151580 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789affd640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151580 0x7f789c0706c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f789000c500 tx=0x7f789000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f7883fff640 1 -- 172.21.15.32:0/647934775 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7890005220 con 0x7f789c151580 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f7883fff640 1 -- 172.21.15.32:0/647934775 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7890005380 con 0x7f789c151580 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f789c06d430 con 0x7f789c151580 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f7883fff640 1 -- 172.21.15.32:0/647934775 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7890007270 con 0x7f789c151580 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f789c0701c0 con 0x7f789c151580 2024-04-18T05:12:35.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f789c04e250 con 0x7f789c151580 2024-04-18T05:12:35.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f7883fff640 1 -- 172.21.15.32:0/647934775 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f78900073d0 con 0x7f789c151580 2024-04-18T05:12:35.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f7883fff640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7888066690 0x7f7888068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f7883fff640 1 -- 172.21.15.32:0/647934775 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f7890083870 con 0x7f789c151580 2024-04-18T05:12:35.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789b7fe640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7888066690 0x7f7888068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.007+0000 7f789b7fe640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7888066690 0x7f7888068b50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f788c00b9d0 tx=0x7f788c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:35.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.011+0000 7f7883fff640 1 -- 172.21.15.32:0/647934775 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7890050e00 con 0x7f789c151580 2024-04-18T05:12:35.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.231+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f789c0ab3d0 con 0x7f789c151580 2024-04-18T05:12:35.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f7883fff640 1 -- 172.21.15.32:0/647934775 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7f7890054420 con 0x7f789c151580 2024-04-18T05:12:35.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7888066690 msgr2=0x7f7888068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7888066690 0x7f7888068b50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f788c00b9d0 tx=0x7f788c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151580 msgr2=0x7f789c0706c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151580 0x7f789c0706c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f789000c500 tx=0x7f789000c9c0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 shutdown_connections 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7888066690 0x7f7888068b50 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f789c151df0 0x7f789c13e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f789c151580 0x7f789c0706c0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 --2- 172.21.15.32:0/647934775 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f789c14ab00 0x7f789c071500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 >> 172.21.15.32:0/647934775 conn(0x7f789c0a7d80 msgr2=0x7f789c069e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 shutdown_connections 2024-04-18T05:12:35.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.239+0000 7f78a1dc5640 1 -- 172.21.15.32:0/647934775 wait complete. 2024-04-18T05:12:35.260 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-04-18T05:12:35.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99dc1e6640 1 Processor -- start 2024-04-18T05:12:35.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99dc1e6640 1 -- start start 2024-04-18T05:12:35.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99dc1e6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f99d4155090 0x7f99d40c3e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99dc1e6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99d40c6790 con 0x7f99d40c5c80 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99dc1e6640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99d4155500 con 0x7f99d4151110 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99dc1e6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99d40c61d0 con 0x7f99d4155090 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99d9781640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f99d40c5c80 0x7f99d4157ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44054/0 (socket says 172.21.15.32:44054) 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99da783640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f99d4155090 0x7f99d40c3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99d9781640 1 -- 172.21.15.32:0/635770457 learned_addr learned my addr 172.21.15.32:0/635770457 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99da783640 1 -- 172.21.15.32:0/635770457 >> v1:172.21.15.92:6789/0 conn(0x7f99d4151110 legacy=0x7f99d4154610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99da783640 1 -- 172.21.15.32:0/635770457 >> v1:172.21.15.32:6789/0 conn(0x7f99d40c5c80 legacy=0x7f99d4157ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99d8f80640 1 -- 172.21.15.32:0/635770457 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3059904931 0 0) 0x7f99d40c6790 con 0x7f99d40c5c80 2024-04-18T05:12:35.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99da783640 1 -- 172.21.15.32:0/635770457 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99d40c64b0 con 0x7f99d4155090 2024-04-18T05:12:35.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99da783640 1 --2- 172.21.15.32:0/635770457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4155090 0x7f99d40c3e30 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f99cc009dc0 tx=0x7f99cc01c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13d7e4663648cf23 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:35.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99d8f80640 1 -- 172.21.15.32:0/635770457 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99cc0a6700 con 0x7f99d4155090 2024-04-18T05:12:35.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99d8f80640 1 -- 172.21.15.32:0/635770457 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99cc0a6860 con 0x7f99d4155090 2024-04-18T05:12:35.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.383+0000 7f99d8f80640 1 -- 172.21.15.32:0/635770457 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99cc0a6bf0 con 0x7f99d4155090 2024-04-18T05:12:35.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- 172.21.15.32:0/635770457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4155090 msgr2=0x7f99d40c3e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 --2- 172.21.15.32:0/635770457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4155090 0x7f99d40c3e30 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f99cc009dc0 tx=0x7f99cc01c830 comp rx=0 tx=0).stop 2024-04-18T05:12:35.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- 172.21.15.32:0/635770457 shutdown_connections 2024-04-18T05:12:35.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 --2- 172.21.15.32:0/635770457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4155090 0x7f99d40c3e30 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- 172.21.15.32:0/635770457 >> 172.21.15.32:0/635770457 conn(0x7f99d40ab0a0 msgr2=0x7f99d40ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:35.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- 172.21.15.32:0/635770457 shutdown_connections 2024-04-18T05:12:35.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- 172.21.15.32:0/635770457 wait complete. 2024-04-18T05:12:35.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 Processor -- start 2024-04-18T05:12:35.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- start start 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99d40c5c80 0x7f99d40aa390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4151110 0x7f99d414bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99d4155090 0x7f99d414c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99d40bcb20 con 0x7f99d4151110 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99d41f0580 con 0x7f99d4155090 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99d41ec550 con 0x7f99d40c5c80 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9781640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4151110 0x7f99d414bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9781640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4151110 0x7f99d414bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40020/0 (socket says 172.21.15.32:40020) 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9781640 1 -- 172.21.15.32:0/484347571 learned_addr learned my addr 172.21.15.32:0/484347571 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9f82640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99d40c5c80 0x7f99d40aa390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99da783640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99d4155090 0x7f99d414c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9781640 1 -- 172.21.15.32:0/484347571 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99d40c5c80 msgr2=0x7f99d40aa390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9781640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99d40c5c80 0x7f99d40aa390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9781640 1 -- 172.21.15.32:0/484347571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99d4155090 msgr2=0x7f99d414c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9781640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99d4155090 0x7f99d414c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9781640 1 -- 172.21.15.32:0/484347571 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99cc009a70 con 0x7f99d4151110 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99d9781640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4151110 0x7f99d414bf40 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f99c400c410 tx=0x7f99c400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99ca7fc640 1 -- 172.21.15.32:0/484347571 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99c40074e0 con 0x7f99d4151110 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99ca7fc640 1 -- 172.21.15.32:0/484347571 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99c4007640 con 0x7f99d4151110 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99ca7fc640 1 -- 172.21.15.32:0/484347571 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99c4004a30 con 0x7f99d4151110 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99d41ec830 con 0x7f99d4151110 2024-04-18T05:12:35.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.387+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99d41ec240 con 0x7f99d4151110 2024-04-18T05:12:35.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.391+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99d40c4d20 con 0x7f99d4151110 2024-04-18T05:12:35.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.391+0000 7f99ca7fc640 1 -- 172.21.15.32:0/484347571 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f99c4004b90 con 0x7f99d4151110 2024-04-18T05:12:35.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.391+0000 7f99ca7fc640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99b8066690 0x7f99b8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.391+0000 7f99ca7fc640 1 -- 172.21.15.32:0/484347571 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f99c4083df0 con 0x7f99d4151110 2024-04-18T05:12:35.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.391+0000 7f99d9f82640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99b8066690 0x7f99b8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.391+0000 7f99d9f82640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99b8066690 0x7f99b8068b50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f99d0000f70 tx=0x7f99d0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:35.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.395+0000 7f99ca7fc640 1 -- 172.21.15.32:0/484347571 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f99c4051350 con 0x7f99d4151110 2024-04-18T05:12:35.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.615+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f99d41ecd50 con 0x7f99d4151110 2024-04-18T05:12:35.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.619+0000 7f99ca7fc640 1 -- 172.21.15.32:0/484347571 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f99d41ecd50 con 0x7f99d4151110 2024-04-18T05:12:35.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99b8066690 msgr2=0x7f99b8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99b8066690 0x7f99b8068b50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f99d0000f70 tx=0x7f99d0009040 comp rx=0 tx=0).stop 2024-04-18T05:12:35.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4151110 msgr2=0x7f99d414bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4151110 0x7f99d414bf40 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f99c400c410 tx=0x7f99c400c8d0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 shutdown_connections 2024-04-18T05:12:35.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f99b8066690 0x7f99b8068b50 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99d4155090 0x7f99d414c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f99d4151110 0x7f99d414bf40 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 --2- 172.21.15.32:0/484347571 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f99d40c5c80 0x7f99d40aa390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 >> 172.21.15.32:0/484347571 conn(0x7f99d40ab0a0 msgr2=0x7f99d40ab480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:35.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 shutdown_connections 2024-04-18T05:12:35.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.623+0000 7f99dc1e6640 1 -- 172.21.15.32:0/484347571 wait complete. 2024-04-18T05:12:35.644 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-04-18T05:12:35.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cccb26640 1 Processor -- start 2024-04-18T05:12:35.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cccb26640 1 -- start start 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cccb26640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5cc80a6a80 0x7f5cc80c3310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cccb26640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5cc806cd00 0x7f5cc815be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cccb26640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5cc80c3850 con 0x7f5cc80a66a0 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cccb26640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cc806f640 con 0x7f5cc80a6a80 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cccb26640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cc806fde0 con 0x7f5cc806cd00 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cc5d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5cc80a6a80 0x7f5cc80c3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cc5d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5cc80a6a80 0x7f5cc80c3310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40022/0 (socket says 172.21.15.32:40022) 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cc5d9b640 1 -- 172.21.15.32:0/1945309603 learned_addr learned my addr 172.21.15.32:0/1945309603 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cc6d9d640 1 --2- 172.21.15.32:0/1945309603 >> v2:172.21.15.92:3300/0 conn(0x7f5cc806cd00 0x7f5cc815be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cc5d9b640 1 -- 172.21.15.32:0/1945309603 >> v2:172.21.15.92:3300/0 conn(0x7f5cc806cd00 msgr2=0x7f5cc815be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cc5d9b640 1 --2- 172.21.15.32:0/1945309603 >> v2:172.21.15.92:3300/0 conn(0x7f5cc806cd00 0x7f5cc815be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cc5d9b640 1 -- 172.21.15.32:0/1945309603 >> v1:172.21.15.92:6789/0 conn(0x7f5cc80a66a0 legacy=0x7f5cc8158a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:35.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.763+0000 7f5cc5d9b640 1 -- 172.21.15.32:0/1945309603 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cc806f820 con 0x7f5cc80a6a80 2024-04-18T05:12:35.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cc5d9b640 1 --2- 172.21.15.32:0/1945309603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 0x7f5cc80c3310 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0009e50 tx=0x7f5cb001c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d182f03310c6ef23 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:35.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cc559a640 1 -- 172.21.15.32:0/1945309603 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb00090d0 con 0x7f5cc80a6a80 2024-04-18T05:12:35.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cc559a640 1 -- 172.21.15.32:0/1945309603 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cb0009230 con 0x7f5cc80a6a80 2024-04-18T05:12:35.770 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cc559a640 1 -- 172.21.15.32:0/1945309603 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb00a5a60 con 0x7f5cc80a6a80 2024-04-18T05:12:35.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 -- 172.21.15.32:0/1945309603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 msgr2=0x7f5cc80c3310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 --2- 172.21.15.32:0/1945309603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 0x7f5cc80c3310 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0009e50 tx=0x7f5cb001c980 comp rx=0 tx=0).stop 2024-04-18T05:12:35.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 -- 172.21.15.32:0/1945309603 shutdown_connections 2024-04-18T05:12:35.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 --2- 172.21.15.32:0/1945309603 >> v2:172.21.15.92:3300/0 conn(0x7f5cc806cd00 0x7f5cc815be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 --2- 172.21.15.32:0/1945309603 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 0x7f5cc80c3310 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 -- 172.21.15.32:0/1945309603 >> 172.21.15.32:0/1945309603 conn(0x7f5cc806e670 msgr2=0x7f5cc8072780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:35.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 -- 172.21.15.32:0/1945309603 shutdown_connections 2024-04-18T05:12:35.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 -- 172.21.15.32:0/1945309603 wait complete. 2024-04-18T05:12:35.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 Processor -- start 2024-04-18T05:12:35.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 -- start start 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5cc806cd00 0x7f5cc80a76d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5cc80a66a0 0x7f5cc8155f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 0x7f5cc814c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc80a7c10 con 0x7f5cc80a6a80 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc8151360 con 0x7f5cc806cd00 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cccb26640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc8152630 con 0x7f5cc80a66a0 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cc6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 0x7f5cc814c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cc6d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 0x7f5cc814c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40030/0 (socket says 172.21.15.32:40030) 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cc6d9d640 1 -- 172.21.15.32:0/3839387137 learned_addr learned my addr 172.21.15.32:0/3839387137 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cc5d9b640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5cc80a66a0 0x7f5cc8155f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.767+0000 7f5cc659c640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5cc806cd00 0x7f5cc80a76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cc6d9d640 1 -- 172.21.15.32:0/3839387137 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5cc80a66a0 msgr2=0x7f5cc8155f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cc6d9d640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5cc80a66a0 0x7f5cc8155f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cc6d9d640 1 -- 172.21.15.32:0/3839387137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5cc806cd00 msgr2=0x7f5cc80a76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cc6d9d640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5cc806cd00 0x7f5cc80a76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:35.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cc6d9d640 1 -- 172.21.15.32:0/3839387137 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cb0009b30 con 0x7f5cc80a6a80 2024-04-18T05:12:35.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cc6d9d640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 0x7f5cc814c120 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5cb800c7f0 tx=0x7f5cb800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:35.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cbeffd640 1 -- 172.21.15.32:0/3839387137 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb8004220 con 0x7f5cc80a6a80 2024-04-18T05:12:35.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cbeffd640 1 -- 172.21.15.32:0/3839387137 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cb8004380 con 0x7f5cc80a6a80 2024-04-18T05:12:35.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cbeffd640 1 -- 172.21.15.32:0/3839387137 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb8003840 con 0x7f5cc80a6a80 2024-04-18T05:12:35.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cc815c4d0 con 0x7f5cc80a6a80 2024-04-18T05:12:35.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cc8151890 con 0x7f5cc80a6a80 2024-04-18T05:12:35.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cc804e250 con 0x7f5cc80a6a80 2024-04-18T05:12:35.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cbeffd640 1 -- 172.21.15.32:0/3839387137 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5cb8003bb0 con 0x7f5cc80a6a80 2024-04-18T05:12:35.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cbeffd640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ca8066690 0x7f5ca8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:35.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cbeffd640 1 -- 172.21.15.32:0/3839387137 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f5cb8083e80 con 0x7f5cc80a6a80 2024-04-18T05:12:35.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cc659c640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ca8066690 0x7f5ca8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:35.776 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.771+0000 7f5cc659c640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ca8066690 0x7f5ca8068b50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5cc81505d0 tx=0x7f5cc0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:35.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.775+0000 7f5cbeffd640 1 -- 172.21.15.32:0/3839387137 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5cb8051550 con 0x7f5cc80a6a80 2024-04-18T05:12:35.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.987+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f5cc806f420 con 0x7f5cc80a6a80 2024-04-18T05:12:35.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.991+0000 7f5cbeffd640 1 -- 172.21.15.32:0/3839387137 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) v1 ==== 97+0+0 (secure 0 0 0) 0x7f5cb801e0a0 con 0x7f5cc80a6a80 2024-04-18T05:12:35.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ca8066690 msgr2=0x7f5ca8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:35.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ca8066690 0x7f5ca8068b50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5cc81505d0 tx=0x7f5cc0009040 comp rx=0 tx=0).stop 2024-04-18T05:12:35.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 msgr2=0x7f5cc814c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 0x7f5cc814c120 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f5cb800c7f0 tx=0x7f5cb800ccb0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 shutdown_connections 2024-04-18T05:12:36.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5cc80a6a80 0x7f5cc814c120 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5cc80a66a0 0x7f5cc8155f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ca8066690 0x7f5ca8068b50 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 --2- 172.21.15.32:0/3839387137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5cc806cd00 0x7f5cc80a76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 >> 172.21.15.32:0/3839387137 conn(0x7f5cc806e670 msgr2=0x7f5cc8162110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:36.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 shutdown_connections 2024-04-18T05:12:36.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:35.995+0000 7f5cccb26640 1 -- 172.21.15.32:0/3839387137 wait complete. 2024-04-18T05:12:36.014 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-04-18T05:12:36.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faec5bca640 1 Processor -- start 2024-04-18T05:12:36.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faec5bca640 1 -- start start 2024-04-18T05:12:36.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faec5bca640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7faec006ab90 0x7faec00c42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faec5bca640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faec00c1b00 0x7faec01572a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faec5bca640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faec00c3af0 con 0x7faec00c2050 2024-04-18T05:12:36.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faec5bca640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faec0158250 con 0x7faec00c1b00 2024-04-18T05:12:36.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faec5bca640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faec00c3dd0 con 0x7faec006ab90 2024-04-18T05:12:36.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faebeffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faec00c1b00 0x7faec01572a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faebeffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7faec00c1b00 0x7faec01572a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40036/0 (socket says 172.21.15.32:40036) 2024-04-18T05:12:36.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faebeffd640 1 -- 172.21.15.32:0/1280200457 learned_addr learned my addr 172.21.15.32:0/1280200457 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:36.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faebf7fe640 1 --2- 172.21.15.32:0/1280200457 >> v2:172.21.15.92:3300/0 conn(0x7faec006ab90 0x7faec00c42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faebeffd640 1 -- 172.21.15.32:0/1280200457 >> v2:172.21.15.92:3300/0 conn(0x7faec006ab90 msgr2=0x7faec00c42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:36.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faebeffd640 1 --2- 172.21.15.32:0/1280200457 >> v2:172.21.15.92:3300/0 conn(0x7faec006ab90 0x7faec00c42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faebeffd640 1 -- 172.21.15.32:0/1280200457 >> v1:172.21.15.92:6789/0 conn(0x7faec00c2050 legacy=0x7faec0153d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faebe7fc640 1 -- 172.21.15.32:0/1280200457 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1595732366 0 0) 0x7faec00c3af0 con 0x7faec00c2050 2024-04-18T05:12:36.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.135+0000 7faebeffd640 1 -- 172.21.15.32:0/1280200457 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faec0157f70 con 0x7faec00c1b00 2024-04-18T05:12:36.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.139+0000 7faebeffd640 1 --2- 172.21.15.32:0/1280200457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec00c1b00 0x7faec01572a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7faec006f030 tx=0x7faeb401c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dd7a875fb8c7af7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:36.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.139+0000 7faebe7fc640 1 -- 172.21.15.32:0/1280200457 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faec0154c50 con 0x7faec00c1b00 2024-04-18T05:12:36.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.139+0000 7faebe7fc640 1 -- 172.21.15.32:0/1280200457 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faeb40a6040 con 0x7faec00c1b00 2024-04-18T05:12:36.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.139+0000 7faebe7fc640 1 -- 172.21.15.32:0/1280200457 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb40aa830 con 0x7faec00c1b00 2024-04-18T05:12:36.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- 172.21.15.32:0/1280200457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec00c1b00 msgr2=0x7faec01572a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 --2- 172.21.15.32:0/1280200457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec00c1b00 0x7faec01572a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7faec006f030 tx=0x7faeb401c490 comp rx=0 tx=0).stop 2024-04-18T05:12:36.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- 172.21.15.32:0/1280200457 shutdown_connections 2024-04-18T05:12:36.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 --2- 172.21.15.32:0/1280200457 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec00c1b00 0x7faec01572a0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 --2- 172.21.15.32:0/1280200457 >> v2:172.21.15.92:3300/0 conn(0x7faec006ab90 0x7faec00c42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- 172.21.15.32:0/1280200457 >> 172.21.15.32:0/1280200457 conn(0x7faec006d560 msgr2=0x7faec006d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:36.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- 172.21.15.32:0/1280200457 shutdown_connections 2024-04-18T05:12:36.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- 172.21.15.32:0/1280200457 wait complete. 2024-04-18T05:12:36.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 Processor -- start 2024-04-18T05:12:36.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- start start 2024-04-18T05:12:36.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec006ab90 0x7faec0156350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faec00c1b00 0x7faec01eccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faec00c2050 0x7faec01ed200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faec01ec6e0 con 0x7faec006ab90 2024-04-18T05:12:36.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faec01507c0 con 0x7faec00c1b00 2024-04-18T05:12:36.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faec0150aa0 con 0x7faec00c2050 2024-04-18T05:12:36.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec006ab90 0x7faec0156350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebf7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec006ab90 0x7faec0156350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40052/0 (socket says 172.21.15.32:40052) 2024-04-18T05:12:36.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebf7fe640 1 -- 172.21.15.32:0/1066175225 learned_addr learned my addr 172.21.15.32:0/1066175225 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:36.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebffff640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faec00c2050 0x7faec01ed200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebeffd640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faec00c1b00 0x7faec01eccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebf7fe640 1 -- 172.21.15.32:0/1066175225 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faec00c2050 msgr2=0x7faec01ed200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebf7fe640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faec00c2050 0x7faec01ed200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebf7fe640 1 -- 172.21.15.32:0/1066175225 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faec00c1b00 msgr2=0x7faec01eccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebf7fe640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faec00c1b00 0x7faec01eccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebf7fe640 1 -- 172.21.15.32:0/1066175225 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faeb40094d0 con 0x7faec006ab90 2024-04-18T05:12:36.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faebf7fe640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec006ab90 0x7faec0156350 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7faeb000e870 tx=0x7faeb000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:36.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faea7fff640 1 -- 172.21.15.32:0/1066175225 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb00095d0 con 0x7faec006ab90 2024-04-18T05:12:36.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faea7fff640 1 -- 172.21.15.32:0/1066175225 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faeb000c940 con 0x7faec006ab90 2024-04-18T05:12:36.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faec01f0940 con 0x7faec006ab90 2024-04-18T05:12:36.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faea7fff640 1 -- 172.21.15.32:0/1066175225 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb000ccb0 con 0x7faec006ab90 2024-04-18T05:12:36.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.143+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faec01f0600 con 0x7faec006ab90 2024-04-18T05:12:36.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.147+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faec00a8880 con 0x7faec006ab90 2024-04-18T05:12:36.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.147+0000 7faea7fff640 1 -- 172.21.15.32:0/1066175225 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faeb0013470 con 0x7faec006ab90 2024-04-18T05:12:36.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.147+0000 7faea7fff640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faeac066690 0x7faeac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.147+0000 7faea7fff640 1 -- 172.21.15.32:0/1066175225 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7faeb00844f0 con 0x7faec006ab90 2024-04-18T05:12:36.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.147+0000 7faebeffd640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faeac066690 0x7faeac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.147+0000 7faebeffd640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faeac066690 0x7faeac068b50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7faeb40ae000 tx=0x7faeb4004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:36.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.151+0000 7faea7fff640 1 -- 172.21.15.32:0/1066175225 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7faec00a8880 con 0x7faec006ab90 2024-04-18T05:12:36.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.367+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7faec00a8880 con 0x7faec006ab90 2024-04-18T05:12:36.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.375+0000 7faea7fff640 1 -- 172.21.15.32:0/1066175225 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) v1 ==== 90+0+0 (secure 0 0 0) 0x7faec00a8880 con 0x7faec006ab90 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faeac066690 msgr2=0x7faeac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faeac066690 0x7faeac068b50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7faeb40ae000 tx=0x7faeb4004740 comp rx=0 tx=0).stop 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec006ab90 msgr2=0x7faec0156350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec006ab90 0x7faec0156350 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7faeb000e870 tx=0x7faeb000ed30 comp rx=0 tx=0).stop 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 shutdown_connections 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faec00c2050 0x7faec01ed200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faeac066690 0x7faeac068b50 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faec00c1b00 0x7faec01eccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 --2- 172.21.15.32:0/1066175225 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faec006ab90 0x7faec0156350 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 >> 172.21.15.32:0/1066175225 conn(0x7faec006d560 msgr2=0x7faec0071030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:36.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 shutdown_connections 2024-04-18T05:12:36.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.379+0000 7faec5bca640 1 -- 172.21.15.32:0/1066175225 wait complete. 2024-04-18T05:12:36.399 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:36.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea8058b640 1 Processor -- start 2024-04-18T05:12:36.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea8058b640 1 -- start start 2024-04-18T05:12:36.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea8058b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fea7806cd00 0x7fea7806b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea8058b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea780c4240 con 0x7fea780bcb80 2024-04-18T05:12:36.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea8058b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea780c46d0 con 0x7fea780aeb90 2024-04-18T05:12:36.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea8058b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea780c7750 con 0x7fea7806cd00 2024-04-18T05:12:36.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea7eb28640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fea7806cd00 0x7fea7806b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea7db26640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fea780bcb80 0x7fea7806b230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44060/0 (socket says 172.21.15.32:44060) 2024-04-18T05:12:36.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea7db26640 1 -- 172.21.15.32:0/2515729474 learned_addr learned my addr 172.21.15.32:0/2515729474 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:36.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea7eb28640 1 -- 172.21.15.32:0/2515729474 >> v1:172.21.15.92:6789/0 conn(0x7fea780aeb90 legacy=0x7fea780c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:36.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea7eb28640 1 -- 172.21.15.32:0/2515729474 >> v1:172.21.15.32:6789/0 conn(0x7fea780bcb80 legacy=0x7fea7806b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea7eb28640 1 -- 172.21.15.32:0/2515729474 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea78154780 con 0x7fea7806cd00 2024-04-18T05:12:36.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.519+0000 7fea7eb28640 1 --2- 172.21.15.32:0/2515729474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 0x7fea7806b940 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fea70009d90 tx=0x7fea7001c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c17e1398727bc8e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:36.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7d325640 1 -- 172.21.15.32:0/2515729474 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea700a5870 con 0x7fea7806cd00 2024-04-18T05:12:36.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7d325640 1 -- 172.21.15.32:0/2515729474 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea700a59d0 con 0x7fea7806cd00 2024-04-18T05:12:36.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7d325640 1 -- 172.21.15.32:0/2515729474 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea700a5d60 con 0x7fea7806cd00 2024-04-18T05:12:36.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- 172.21.15.32:0/2515729474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 msgr2=0x7fea7806b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 --2- 172.21.15.32:0/2515729474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 0x7fea7806b940 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fea70009d90 tx=0x7fea7001c8a0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- 172.21.15.32:0/2515729474 shutdown_connections 2024-04-18T05:12:36.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 --2- 172.21.15.32:0/2515729474 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 0x7fea7806b940 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- 172.21.15.32:0/2515729474 >> 172.21.15.32:0/2515729474 conn(0x7fea780ab0a0 msgr2=0x7fea780ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:36.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- 172.21.15.32:0/2515729474 shutdown_connections 2024-04-18T05:12:36.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- 172.21.15.32:0/2515729474 wait complete. 2024-04-18T05:12:36.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 Processor -- start 2024-04-18T05:12:36.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- start start 2024-04-18T05:12:36.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 0x7fea78157a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea780aeb90 0x7fea780ad940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea780bcb80 0x7fea780ade80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea781576a0 con 0x7fea7806cd00 2024-04-18T05:12:36.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea781501e0 con 0x7fea780aeb90 2024-04-18T05:12:36.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea78157fa0 con 0x7fea780bcb80 2024-04-18T05:12:36.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7e327640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 0x7fea78157a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7e327640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 0x7fea78157a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40066/0 (socket says 172.21.15.32:40066) 2024-04-18T05:12:36.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7e327640 1 -- 172.21.15.32:0/3104516017 learned_addr learned my addr 172.21.15.32:0/3104516017 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7e327640 1 -- 172.21.15.32:0/3104516017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea780bcb80 msgr2=0x7fea780ade80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7eb28640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea780bcb80 0x7fea780ade80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7db26640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea780aeb90 0x7fea780ad940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7e327640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea780bcb80 0x7fea780ade80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7e327640 1 -- 172.21.15.32:0/3104516017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea780aeb90 msgr2=0x7fea780ad940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7e327640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea780aeb90 0x7fea780ad940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7e327640 1 -- 172.21.15.32:0/3104516017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea70009a70 con 0x7fea7806cd00 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea7e327640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 0x7fea78157a60 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fea7400c450 tx=0x7fea7400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea6effd640 1 -- 172.21.15.32:0/3104516017 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea74012830 con 0x7fea7806cd00 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea6effd640 1 -- 172.21.15.32:0/3104516017 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea740129b0 con 0x7fea7806cd00 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea780c3110 con 0x7fea7806cd00 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea6effd640 1 -- 172.21.15.32:0/3104516017 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea74012d60 con 0x7fea7806cd00 2024-04-18T05:12:36.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.523+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea78150430 con 0x7fea7806cd00 2024-04-18T05:12:36.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.527+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea780c3630 con 0x7fea7806cd00 2024-04-18T05:12:36.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.527+0000 7fea6effd640 1 -- 172.21.15.32:0/3104516017 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fea7401c460 con 0x7fea7806cd00 2024-04-18T05:12:36.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.527+0000 7fea6effd640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea5c066690 0x7fea5c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.527+0000 7fea6effd640 1 -- 172.21.15.32:0/3104516017 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fea74083cf0 con 0x7fea7806cd00 2024-04-18T05:12:36.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.527+0000 7fea7db26640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea5c066690 0x7fea5c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.527+0000 7fea7db26640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea5c066690 0x7fea5c068b50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fea780c7b10 tx=0x7fea68009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:36.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.531+0000 7fea6effd640 1 -- 172.21.15.32:0/3104516017 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fea74088070 con 0x7fea7806cd00 2024-04-18T05:12:36.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.691+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fea780666e0 con 0x7fea7806cd00 2024-04-18T05:12:36.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.691+0000 7fea6effd640 1 -- 172.21.15.32:0/3104516017 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+12546 (secure 0 0 0) 0x7fea74051300 con 0x7fea7806cd00 2024-04-18T05:12:36.696 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:36.696 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":37,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:33.710081+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:36.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea5c066690 msgr2=0x7fea5c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea5c066690 0x7fea5c068b50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fea780c7b10 tx=0x7fea68009040 comp rx=0 tx=0).stop 2024-04-18T05:12:36.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 msgr2=0x7fea78157a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 0x7fea78157a60 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fea7400c450 tx=0x7fea7400c910 comp rx=0 tx=0).stop 2024-04-18T05:12:36.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 shutdown_connections 2024-04-18T05:12:36.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea780bcb80 0x7fea780ade80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea5c066690 0x7fea5c068b50 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea780aeb90 0x7fea780ad940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 --2- 172.21.15.32:0/3104516017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7806cd00 0x7fea78157a60 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 >> 172.21.15.32:0/3104516017 conn(0x7fea780ab0a0 msgr2=0x7fea78153380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:36.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 shutdown_connections 2024-04-18T05:12:36.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.695+0000 7fea8058b640 1 -- 172.21.15.32:0/3104516017 wait complete. 2024-04-18T05:12:36.715 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:12:36.715 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:36.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.839+0000 7f33205a1640 1 Processor -- start 2024-04-18T05:12:36.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.839+0000 7f33205a1640 1 -- start start 2024-04-18T05:12:36.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.839+0000 7f33205a1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 0x7f3318157ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.839+0000 7f33205a1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3318071d80 0x7f331815bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.839+0000 7f33205a1640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f331815b5e0 con 0x7f331806a310 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3318070720 con 0x7f3318071d80 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33181585d0 con 0x7f3318155a30 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331eb3e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3318071d80 0x7f331815bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331e33d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f331806a310 0x7f3318155320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44076/0 (socket says 172.21.15.32:44076) 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331eb3e640 1 --2- 172.21.15.32:0/3135585120 >> v2:172.21.15.32:3300/0 conn(0x7f3318071d80 0x7f331815bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40074/0 (socket says 172.21.15.32:40074) 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331e33d640 1 -- 172.21.15.32:0/3135585120 learned_addr learned my addr 172.21.15.32:0/3135585120 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331db3c640 1 --2- 172.21.15.32:0/3135585120 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 0x7f3318157ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331eb3e640 1 -- 172.21.15.32:0/3135585120 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 msgr2=0x7f3318157ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331eb3e640 1 --2- 172.21.15.32:0/3135585120 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 0x7f3318157ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331d33b640 1 -- 172.21.15.32:0/3135585120 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3431524023 0 0) 0x7f331815b5e0 con 0x7f331806a310 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331eb3e640 1 -- 172.21.15.32:0/3135585120 >> v1:172.21.15.32:6789/0 conn(0x7f331806a310 legacy=0x7f3318155320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331eb3e640 1 -- 172.21.15.32:0/3135585120 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33181588b0 con 0x7f3318071d80 2024-04-18T05:12:36.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331eb3e640 1 --2- 172.21.15.32:0/3135585120 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 0x7f331815bac0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f33080097c0 tx=0x7f330801c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8510e49a1bdf368d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:36.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331d33b640 1 -- 172.21.15.32:0/3135585120 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33080ab600 con 0x7f3318071d80 2024-04-18T05:12:36.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331d33b640 1 -- 172.21.15.32:0/3135585120 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33080a7050 con 0x7f3318071d80 2024-04-18T05:12:36.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f331d33b640 1 -- 172.21.15.32:0/3135585120 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33080ab980 con 0x7f3318071d80 2024-04-18T05:12:36.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 -- 172.21.15.32:0/3135585120 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 msgr2=0x7f331815bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 --2- 172.21.15.32:0/3135585120 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 0x7f331815bac0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f33080097c0 tx=0x7f330801c410 comp rx=0 tx=0).stop 2024-04-18T05:12:36.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 -- 172.21.15.32:0/3135585120 shutdown_connections 2024-04-18T05:12:36.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 --2- 172.21.15.32:0/3135585120 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 0x7f331815bac0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 --2- 172.21.15.32:0/3135585120 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 0x7f3318157ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 -- 172.21.15.32:0/3135585120 >> 172.21.15.32:0/3135585120 conn(0x7f33180c54b0 msgr2=0x7f33180c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:36.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 -- 172.21.15.32:0/3135585120 shutdown_connections 2024-04-18T05:12:36.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.843+0000 7f33205a1640 1 -- 172.21.15.32:0/3135585120 wait complete. 2024-04-18T05:12:36.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 Processor -- start 2024-04-18T05:12:36.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 -- start start 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f331806a310 0x7f33181f0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 0x7f33181f1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 0x7f33180a9180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3318152540 con 0x7f3318071d80 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33181f4a60 con 0x7f331806a310 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33181f0780 con 0x7f3318155a30 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331db3c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 0x7f33181f1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331db3c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 0x7f33181f1150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40076/0 (socket says 172.21.15.32:40076) 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331db3c640 1 -- 172.21.15.32:0/1718605525 learned_addr learned my addr 172.21.15.32:0/1718605525 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331eb3e640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 0x7f33180a9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331e33d640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f331806a310 0x7f33181f0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331db3c640 1 -- 172.21.15.32:0/1718605525 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 msgr2=0x7f33180a9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331db3c640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 0x7f33180a9180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331db3c640 1 -- 172.21.15.32:0/1718605525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f331806a310 msgr2=0x7f33181f0c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331db3c640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f331806a310 0x7f33181f0c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331db3c640 1 -- 172.21.15.32:0/1718605525 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3308009420 con 0x7f3318071d80 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f331db3c640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 0x7f33181f1150 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f330c00d800 tx=0x7f330c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f3316ffd640 1 -- 172.21.15.32:0/1718605525 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f330c00b6c0 con 0x7f3318071d80 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f3316ffd640 1 -- 172.21.15.32:0/1718605525 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f330c00b820 con 0x7f3318071d80 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3318151a00 con 0x7f3318071d80 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f3316ffd640 1 -- 172.21.15.32:0/1718605525 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f330c00bbb0 con 0x7f3318071d80 2024-04-18T05:12:36.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f331806c120 con 0x7f3318071d80 2024-04-18T05:12:36.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.847+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33181f0910 con 0x7f3318071d80 2024-04-18T05:12:36.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.851+0000 7f3316ffd640 1 -- 172.21.15.32:0/1718605525 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f330c00bd10 con 0x7f3318071d80 2024-04-18T05:12:36.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.851+0000 7f3316ffd640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3304066690 0x7f3304068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:36.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.851+0000 7f3316ffd640 1 -- 172.21.15.32:0/1718605525 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f330c0843d0 con 0x7f3318071d80 2024-04-18T05:12:36.854 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.851+0000 7f331e33d640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3304066690 0x7f3304068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:36.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.851+0000 7f331e33d640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3304066690 0x7f3304068b50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3310007fd0 tx=0x7f3310007ee0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:36.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:36.855+0000 7f3316ffd640 1 -- 172.21.15.32:0/1718605525 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f330c0519e0 con 0x7f3318071d80 2024-04-18T05:12:37.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.011+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f331804e1e0 con 0x7f3318071d80 2024-04-18T05:12:37.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.011+0000 7f3316ffd640 1 -- 172.21.15.32:0/1718605525 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v37) v1 ==== 93+0+10 (secure 0 0 0) 0x7f330c055000 con 0x7f3318071d80 2024-04-18T05:12:37.016 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:37.017 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3304066690 msgr2=0x7f3304068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3304066690 0x7f3304068b50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3310007fd0 tx=0x7f3310007ee0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 msgr2=0x7f33181f1150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 0x7f33181f1150 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f330c00d800 tx=0x7f330c00dcc0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 shutdown_connections 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3318155a30 0x7f33180a9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3318071d80 0x7f33181f1150 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3304066690 0x7f3304068b50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 --2- 172.21.15.32:0/1718605525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f331806a310 0x7f33181f0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 >> 172.21.15.32:0/1718605525 conn(0x7f33180c54b0 msgr2=0x7f33180bab50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 shutdown_connections 2024-04-18T05:12:37.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.015+0000 7f33205a1640 1 -- 172.21.15.32:0/1718605525 wait complete. 2024-04-18T05:12:37.033 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-18T05:12:37.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.147+0000 7f2e449f0640 1 Processor -- start 2024-04-18T05:12:37.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.147+0000 7f2e449f0640 1 -- start start 2024-04-18T05:12:37.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e449f0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2e400bcb80 0x7f2e4006b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e449f0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e4006cd00 0x7f2e4006b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e449f0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e400c4240 con 0x7f2e400aeb90 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e449f0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e400c7750 con 0x7f2e400bcb80 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e449f0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e400aef70 con 0x7f2e4006cd00 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3e59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2e400aeb90 0x7f2e400c5ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44086/0 (socket says 172.21.15.32:44086) 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3e59c640 1 -- 172.21.15.32:0/3434568842 learned_addr learned my addr 172.21.15.32:0/3434568842 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3ed9d640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e4006cd00 0x7f2e4006b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3dd9b640 1 --2- 172.21.15.32:0/3434568842 >> v2:172.21.15.92:3300/0 conn(0x7f2e400bcb80 0x7f2e4006b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 182936635 0 0) 0x7f2e400c4240 con 0x7f2e400aeb90 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e28003530 con 0x7f2e400aeb90 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3481669284 0 0) 0x7f2e28003530 con 0x7f2e400aeb90 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e4006cd00 msgr2=0x7f2e4006b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e4006cd00 0x7f2e4006b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 >> v2:172.21.15.92:3300/0 conn(0x7f2e400bcb80 msgr2=0x7f2e4006b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 --2- 172.21.15.32:0/3434568842 >> v2:172.21.15.92:3300/0 conn(0x7f2e400bcb80 0x7f2e4006b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e400c46d0 con 0x7f2e400aeb90 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f2e30001680 con 0x7f2e400aeb90 2024-04-18T05:12:37.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 >> v1:172.21.15.32:6789/0 conn(0x7f2e400aeb90 legacy=0x7f2e400c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e28003980 0x7f2e28003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e280047d0 0x7f2e28004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e4006cd00 0x7f2e28005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e400c7750 con 0x7f2e28003980 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e400aef70 con 0x7f2e280047d0 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2800b990 con 0x7f2e4006cd00 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3e59c640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e28003980 0x7f2e28003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3dd9b640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e280047d0 0x7f2e28004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3e59c640 1 -- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e4006cd00 msgr2=0x7f2e28005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3ed9d640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e4006cd00 0x7f2e28005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3e59c640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e4006cd00 0x7f2e28005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3e59c640 1 -- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e280047d0 msgr2=0x7f2e28004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3e59c640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e280047d0 0x7f2e28004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3e59c640 1 -- 172.21.15.32:0/3434568842 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e28003530 con 0x7f2e28003980 2024-04-18T05:12:37.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.151+0000 7f2e3dd9b640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e280047d0 0x7f2e28004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3e59c640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e28003980 0x7f2e28003da0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2e3000c240 tx=0x7f2e3001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a68d6c28033c7398 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e300058e0 con 0x7f2e28003980 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e30005a40 con 0x7f2e28003980 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3d59a640 1 -- 172.21.15.32:0/3434568842 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e30005df0 con 0x7f2e28003980 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 -- 172.21.15.32:0/3434568842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e28003980 msgr2=0x7f2e28003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 --2- 172.21.15.32:0/3434568842 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e28003980 0x7f2e28003da0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2e3000c240 tx=0x7f2e3001cc40 comp rx=0 tx=0).stop 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3ed9d640 1 -- 172.21.15.32:0/3434568842 reap_dead start 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 -- 172.21.15.32:0/3434568842 shutdown_connections 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 -- 172.21.15.32:0/3434568842 >> 172.21.15.32:0/3434568842 conn(0x7f2e400ab0a0 msgr2=0x7f2e400ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 -- 172.21.15.32:0/3434568842 shutdown_connections 2024-04-18T05:12:37.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 -- 172.21.15.32:0/3434568842 wait complete. 2024-04-18T05:12:37.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 Processor -- start 2024-04-18T05:12:37.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 -- start start 2024-04-18T05:12:37.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e28003980 0x7f2e40159f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e40155610 0x7f2e401ec340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e4014d870 0x7f2e4014dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4015a900 con 0x7f2e4014d870 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e40155180 con 0x7f2e40155610 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e449f0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4015ab50 con 0x7f2e28003980 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e4014d870 0x7f2e4014dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e4014d870 0x7f2e4014dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40086/0 (socket says 172.21.15.32:40086) 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3ed9d640 1 -- 172.21.15.32:0/1704701528 learned_addr learned my addr 172.21.15.32:0/1704701528 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3e59c640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e28003980 0x7f2e40159f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3dd9b640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e40155610 0x7f2e401ec340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3ed9d640 1 -- 172.21.15.32:0/1704701528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e28003980 msgr2=0x7f2e40159f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3ed9d640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e28003980 0x7f2e40159f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3ed9d640 1 -- 172.21.15.32:0/1704701528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e40155610 msgr2=0x7f2e401ec340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3ed9d640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e40155610 0x7f2e401ec340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.155+0000 7f2e3ed9d640 1 -- 172.21.15.32:0/1704701528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e4015ae30 con 0x7f2e4014d870 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e3ed9d640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e4014d870 0x7f2e4014dcf0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2e400bcf60 tx=0x7f2e3800f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e2effd640 1 -- 172.21.15.32:0/1704701528 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e38017400 con 0x7f2e4014d870 2024-04-18T05:12:37.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e2effd640 1 -- 172.21.15.32:0/1704701528 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e38011040 con 0x7f2e4014d870 2024-04-18T05:12:37.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e4015b110 con 0x7f2e4014d870 2024-04-18T05:12:37.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e2effd640 1 -- 172.21.15.32:0/1704701528 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e380177c0 con 0x7f2e4014d870 2024-04-18T05:12:37.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e401ec880 con 0x7f2e4014d870 2024-04-18T05:12:37.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e40155330 con 0x7f2e4014d870 2024-04-18T05:12:37.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e2effd640 1 -- 172.21.15.32:0/1704701528 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2e38017920 con 0x7f2e4014d870 2024-04-18T05:12:37.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e2effd640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2e20066690 0x7f2e20068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e2effd640 1 -- 172.21.15.32:0/1704701528 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f2e380843a0 con 0x7f2e4014d870 2024-04-18T05:12:37.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e3e59c640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2e20066690 0x7f2e20068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.159+0000 7f2e3e59c640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2e20066690 0x7f2e20068b50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2e300aa000 tx=0x7f2e30000ff0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:37.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.163+0000 7f2e2effd640 1 -- 172.21.15.32:0/1704701528 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f2e40155330 con 0x7f2e4014d870 2024-04-18T05:12:37.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f2e400c6bf0 con 0x7f2e4014d870 2024-04-18T05:12:37.322 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e2effd640 1 -- 172.21.15.32:0/1704701528 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v37) v1 ==== 84+0+65 (secure 0 0 0) 0x7f2e380519b0 con 0x7f2e4014d870 2024-04-18T05:12:37.323 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:37.323 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-04-18T05:12:37.323 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:37.323 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-04-18T05:12:37.323 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-04-18T05:12:37.323 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:37.323 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-04-18T05:12:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2e20066690 msgr2=0x7f2e20068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2e20066690 0x7f2e20068b50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2e300aa000 tx=0x7f2e30000ff0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e4014d870 msgr2=0x7f2e4014dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e4014d870 0x7f2e4014dcf0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2e400bcf60 tx=0x7f2e3800f4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 shutdown_connections 2024-04-18T05:12:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2e4014d870 0x7f2e4014dcf0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2e20066690 0x7f2e20068b50 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e40155610 0x7f2e401ec340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 --2- 172.21.15.32:0/1704701528 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2e28003980 0x7f2e40159f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 >> 172.21.15.32:0/1704701528 conn(0x7f2e400ab0a0 msgr2=0x7f2e40150bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:37.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 shutdown_connections 2024-04-18T05:12:37.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.319+0000 7f2e449f0640 1 -- 172.21.15.32:0/1704701528 wait complete. 2024-04-18T05:12:37.340 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-18T05:12:37.340 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-18T05:12:37.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f95a28a4640 1 Processor -- start 2024-04-18T05:12:37.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f95a28a4640 1 -- start start 2024-04-18T05:12:37.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f95a28a4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f959c151420 0x7f959c0c1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f95a28a4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c0c5770 0x7f959c157950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f95a28a4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f959c0c2430 con 0x7f959c153d90 2024-04-18T05:12:37.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f95a28a4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f959c157530 con 0x7f959c151420 2024-04-18T05:12:37.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f95a28a4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f959c0c2220 con 0x7f959c0c5770 2024-04-18T05:12:37.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f95a0e41640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c0c5770 0x7f959c157950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f959bfff640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f959c151420 0x7f959c0c1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f959bfff640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f959c151420 0x7f959c0c1ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:53652/0 (socket says 172.21.15.32:53652) 2024-04-18T05:12:37.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f959b7fe640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f959c153d90 0x7f959c0a8fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:49418/0 (socket says 172.21.15.32:49418) 2024-04-18T05:12:37.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.451+0000 7f959bfff640 1 -- 172.21.15.32:0/1414035128 learned_addr learned my addr 172.21.15.32:0/1414035128 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:37.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f959bfff640 1 -- 172.21.15.32:0/1414035128 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c0c5770 msgr2=0x7f959c157950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:37.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f959bfff640 1 --2- 172.21.15.32:0/1414035128 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c0c5770 0x7f959c157950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f959bfff640 1 -- 172.21.15.32:0/1414035128 >> v1:172.21.15.92:6789/0 conn(0x7f959c153d90 legacy=0x7f959c0a8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.458 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f959bfff640 1 -- 172.21.15.32:0/1414035128 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f959c0c53a0 con 0x7f959c151420 2024-04-18T05:12:37.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f959bfff640 1 --2- 172.21.15.32:0/1414035128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f959c151420 0x7f959c0c1ce0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9594009e50 tx=0x7f959401c9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b352f54ec9851af8 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:37.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f959affd640 1 -- 172.21.15.32:0/1414035128 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95940a5750 con 0x7f959c151420 2024-04-18T05:12:37.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f959affd640 1 -- 172.21.15.32:0/1414035128 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95940a58b0 con 0x7f959c151420 2024-04-18T05:12:37.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f959affd640 1 -- 172.21.15.32:0/1414035128 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95940a5c40 con 0x7f959c151420 2024-04-18T05:12:37.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f95a28a4640 1 -- 172.21.15.32:0/1414035128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f959c151420 msgr2=0x7f959c0c1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f95a28a4640 1 --2- 172.21.15.32:0/1414035128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f959c151420 0x7f959c0c1ce0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9594009e50 tx=0x7f959401c9a0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f95a28a4640 1 -- 172.21.15.32:0/1414035128 shutdown_connections 2024-04-18T05:12:37.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f95a28a4640 1 --2- 172.21.15.32:0/1414035128 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c0c5770 0x7f959c157950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f95a28a4640 1 --2- 172.21.15.32:0/1414035128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f959c151420 0x7f959c0c1ce0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f95a28a4640 1 -- 172.21.15.32:0/1414035128 >> 172.21.15.32:0/1414035128 conn(0x7f959c072f80 msgr2=0x7f959c0c7360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:37.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f95a28a4640 1 -- 172.21.15.32:0/1414035128 shutdown_connections 2024-04-18T05:12:37.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.455+0000 7f95a28a4640 1 -- 172.21.15.32:0/1414035128 wait complete. 2024-04-18T05:12:37.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 Processor -- start 2024-04-18T05:12:37.462 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 -- start start 2024-04-18T05:12:37.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f959c0c5770 0x7f959c0aacd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c151420 0x7f959c0a7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f959c153d90 0x7f959c06c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f959c0a8af0 con 0x7f959c153d90 2024-04-18T05:12:37.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f959c0a8d40 con 0x7f959c0c5770 2024-04-18T05:12:37.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f959c1ece90 con 0x7f959c151420 2024-04-18T05:12:37.463 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a0e41640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f959c153d90 0x7f959c06c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a0e41640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f959c153d90 0x7f959c06c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40102/0 (socket says 172.21.15.32:40102) 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a0e41640 1 -- 172.21.15.32:0/2991597166 learned_addr learned my addr 172.21.15.32:0/2991597166 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f959b7fe640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c151420 0x7f959c0a7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f959bfff640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f959c0c5770 0x7f959c0aacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a0e41640 1 -- 172.21.15.32:0/2991597166 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c151420 msgr2=0x7f959c0a7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a0e41640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c151420 0x7f959c0a7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a0e41640 1 -- 172.21.15.32:0/2991597166 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f959c0c5770 msgr2=0x7f959c0aacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a0e41640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f959c0c5770 0x7f959c0aacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a0e41640 1 -- 172.21.15.32:0/2991597166 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9594009b30 con 0x7f959c153d90 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a0e41640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f959c153d90 0x7f959c06c480 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f958c00e930 tx=0x7f958c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f9598ff9640 1 -- 172.21.15.32:0/2991597166 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c0096b0 con 0x7f959c153d90 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f959c1ed170 con 0x7f959c153d90 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f9598ff9640 1 -- 172.21.15.32:0/2991597166 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f958c00c9a0 con 0x7f959c153d90 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f9598ff9640 1 -- 172.21.15.32:0/2991597166 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c00cd30 con 0x7f959c153d90 2024-04-18T05:12:37.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f959c14df10 con 0x7f959c153d90 2024-04-18T05:12:37.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f959c0a8f80 con 0x7f959c153d90 2024-04-18T05:12:37.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f9598ff9640 1 -- 172.21.15.32:0/2991597166 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f958c013470 con 0x7f959c153d90 2024-04-18T05:12:37.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f9598ff9640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f957c066690 0x7f957c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:37.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f9598ff9640 1 -- 172.21.15.32:0/2991597166 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f958c084300 con 0x7f959c153d90 2024-04-18T05:12:37.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.459+0000 7f959bfff640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f957c066690 0x7f957c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:37.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.463+0000 7f959bfff640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f957c066690 0x7f957c068b50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f95940ae000 tx=0x7f95940a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:37.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.463+0000 7f9598ff9640 1 -- 172.21.15.32:0/2991597166 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f959c0a8f80 con 0x7f959c153d90 2024-04-18T05:12:37.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:37.627+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f959c1eccf0 con 0x7f959c153d90 2024-04-18T05:12:38.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.531+0000 7f9598ff9640 1 -- 172.21.15.32:0/2991597166 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v38) v1 ==== 138+0+0 (secure 0 0 0) 0x7f959c1eccf0 con 0x7f959c153d90 2024-04-18T05:12:38.539 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-04-18T05:12:38.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f957c066690 msgr2=0x7f957c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:38.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f957c066690 0x7f957c068b50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f95940ae000 tx=0x7f95940a7070 comp rx=0 tx=0).stop 2024-04-18T05:12:38.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f959c153d90 msgr2=0x7f959c06c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:38.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f959c153d90 0x7f959c06c480 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f958c00e930 tx=0x7f958c00edf0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 shutdown_connections 2024-04-18T05:12:38.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f959c153d90 0x7f959c06c480 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f959c151420 0x7f959c0a7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f957c066690 0x7f957c068b50 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 --2- 172.21.15.32:0/2991597166 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f959c0c5770 0x7f959c0aacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 >> 172.21.15.32:0/2991597166 conn(0x7f959c072f80 msgr2=0x7f959c0c6f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:38.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 shutdown_connections 2024-04-18T05:12:38.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.539+0000 7f95a28a4640 1 -- 172.21.15.32:0/2991597166 wait complete. 2024-04-18T05:12:38.565 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-18T05:12:38.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22d5562640 1 Processor -- start 2024-04-18T05:12:38.695 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22d5562640 1 -- start start 2024-04-18T05:12:38.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22d5562640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d006df40 0x7f22d0151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:38.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22d5562640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f22d013ae10 0x7f22d01559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:38.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22d5562640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22d00a8200 con 0x7f22d013a8c0 2024-04-18T05:12:38.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22d5562640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22d00a8fb0 con 0x7f22d013ae10 2024-04-18T05:12:38.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22d5562640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22d01520a0 con 0x7f22d006df40 2024-04-18T05:12:38.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22ce7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f22d013ae10 0x7f22d01559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:38.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22ce7fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f22d013ae10 0x7f22d01559f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40110/0 (socket says 172.21.15.32:40110) 2024-04-18T05:12:38.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22cf7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f22d013a8c0 0x7f22d00a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44092/0 (socket says 172.21.15.32:44092) 2024-04-18T05:12:38.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22ce7fc640 1 -- 172.21.15.32:0/1266079886 learned_addr learned my addr 172.21.15.32:0/1266079886 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:38.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22ceffd640 1 --2- 172.21.15.32:0/1266079886 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d006df40 0x7f22d0151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:38.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22ce7fc640 1 -- 172.21.15.32:0/1266079886 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d006df40 msgr2=0x7f22d0151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:38.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22ce7fc640 1 --2- 172.21.15.32:0/1266079886 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d006df40 0x7f22d0151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22ce7fc640 1 -- 172.21.15.32:0/1266079886 >> v1:172.21.15.32:6789/0 conn(0x7f22d013a8c0 legacy=0x7f22d00a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:38.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22ce7fc640 1 -- 172.21.15.32:0/1266079886 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22d00a84e0 con 0x7f22d013ae10 2024-04-18T05:12:38.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.691+0000 7f22ceffd640 1 --2- 172.21.15.32:0/1266079886 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d006df40 0x7f22d0151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:38.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22ce7fc640 1 --2- 172.21.15.32:0/1266079886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013ae10 0x7f22d01559f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f22c40098a0 tx=0x7f22c401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=538931c75a22d674 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:38.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22cdffb640 1 -- 172.21.15.32:0/1266079886 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22c40a6040 con 0x7f22d013ae10 2024-04-18T05:12:38.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22cdffb640 1 -- 172.21.15.32:0/1266079886 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22c40aa600 con 0x7f22d013ae10 2024-04-18T05:12:38.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22cdffb640 1 -- 172.21.15.32:0/1266079886 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22c40aa990 con 0x7f22d013ae10 2024-04-18T05:12:38.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22d5562640 1 -- 172.21.15.32:0/1266079886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013ae10 msgr2=0x7f22d01559f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:38.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22d5562640 1 --2- 172.21.15.32:0/1266079886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013ae10 0x7f22d01559f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f22c40098a0 tx=0x7f22c401c480 comp rx=0 tx=0).stop 2024-04-18T05:12:38.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22d5562640 1 -- 172.21.15.32:0/1266079886 shutdown_connections 2024-04-18T05:12:38.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22d5562640 1 --2- 172.21.15.32:0/1266079886 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013ae10 0x7f22d01559f0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22d5562640 1 --2- 172.21.15.32:0/1266079886 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d006df40 0x7f22d0151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22d5562640 1 -- 172.21.15.32:0/1266079886 >> 172.21.15.32:0/1266079886 conn(0x7f22d00c54b0 msgr2=0x7f22d00c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:38.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22d5562640 1 -- 172.21.15.32:0/1266079886 shutdown_connections 2024-04-18T05:12:38.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.695+0000 7f22d5562640 1 -- 172.21.15.32:0/1266079886 wait complete. 2024-04-18T05:12:38.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 Processor -- start 2024-04-18T05:12:38.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 -- start start 2024-04-18T05:12:38.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22d006df40 0x7f22d01f3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:38.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013a8c0 0x7f22d0136b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:38.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d013ae10 0x7f22d00ba790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22d00ba300 con 0x7f22d013a8c0 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22d01389f0 con 0x7f22d006df40 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22d0138cd0 con 0x7f22d013ae10 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ce7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013a8c0 0x7f22d0136b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ce7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013a8c0 0x7f22d0136b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40124/0 (socket says 172.21.15.32:40124) 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ce7fc640 1 -- 172.21.15.32:0/1448413929 learned_addr learned my addr 172.21.15.32:0/1448413929 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22cf7fe640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d013ae10 0x7f22d00ba790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ceffd640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22d006df40 0x7f22d01f3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ce7fc640 1 -- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d013ae10 msgr2=0x7f22d00ba790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ce7fc640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d013ae10 0x7f22d00ba790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ce7fc640 1 -- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22d006df40 msgr2=0x7f22d01f3d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ce7fc640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22d006df40 0x7f22d01f3d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:38.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ce7fc640 1 -- 172.21.15.32:0/1448413929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22c40094d0 con 0x7f22d013a8c0 2024-04-18T05:12:38.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22cf7fe640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d013ae10 0x7f22d00ba790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:38.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ceffd640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22d006df40 0x7f22d01f3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:38.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22ce7fc640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013a8c0 0x7f22d0136b10 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f22c401ab30 tx=0x7f22c4019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:38.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22b77fe640 1 -- 172.21.15.32:0/1448413929 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22c40b3800 con 0x7f22d013a8c0 2024-04-18T05:12:38.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22b77fe640 1 -- 172.21.15.32:0/1448413929 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22c40b3960 con 0x7f22d013a8c0 2024-04-18T05:12:38.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22d0138fb0 con 0x7f22d013a8c0 2024-04-18T05:12:38.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22b77fe640 1 -- 172.21.15.32:0/1448413929 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22c40b3d10 con 0x7f22d013a8c0 2024-04-18T05:12:38.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22d006cbf0 con 0x7f22d013a8c0 2024-04-18T05:12:38.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22d0138e10 con 0x7f22d013a8c0 2024-04-18T05:12:38.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22b77fe640 1 -- 172.21.15.32:0/1448413929 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f22c40c6440 con 0x7f22d013a8c0 2024-04-18T05:12:38.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.699+0000 7f22b77fe640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f22bc066690 0x7f22bc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:38.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.703+0000 7f22b77fe640 1 -- 172.21.15.32:0/1448413929 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f22c411eb70 con 0x7f22d013a8c0 2024-04-18T05:12:38.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.703+0000 7f22ceffd640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f22bc066690 0x7f22bc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:38.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.703+0000 7f22ceffd640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f22bc066690 0x7f22bc068b50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f22d006d140 tx=0x7f22c0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:38.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.707+0000 7f22b77fe640 1 -- 172.21.15.32:0/1448413929 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f22d0138e10 con 0x7f22d013a8c0 2024-04-18T05:12:38.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:38.863+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f22d0138e10 con 0x7f22d013a8c0 2024-04-18T05:12:39.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.551+0000 7f22b77fe640 1 -- 172.21.15.32:0/1448413929 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v39) v1 ==== 170+0+0 (secure 0 0 0) 0x7f22d0138e10 con 0x7f22d013a8c0 2024-04-18T05:12:39.560 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-04-18T05:12:39.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f22bc066690 msgr2=0x7f22bc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:39.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f22bc066690 0x7f22bc068b50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f22d006d140 tx=0x7f22c0008040 comp rx=0 tx=0).stop 2024-04-18T05:12:39.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013a8c0 msgr2=0x7f22d0136b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:39.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013a8c0 0x7f22d0136b10 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f22c401ab30 tx=0x7f22c4019220 comp rx=0 tx=0).stop 2024-04-18T05:12:39.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 shutdown_connections 2024-04-18T05:12:39.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f22d013ae10 0x7f22d00ba790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f22d013a8c0 0x7f22d0136b10 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f22bc066690 0x7f22bc068b50 secure :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f22d006d140 tx=0x7f22c0008040 comp rx=0 tx=0).stop 2024-04-18T05:12:39.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 --2- 172.21.15.32:0/1448413929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22d006df40 0x7f22d01f3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 >> 172.21.15.32:0/1448413929 conn(0x7f22d00c54b0 msgr2=0x7f22d00bf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:39.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 shutdown_connections 2024-04-18T05:12:39.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.567+0000 7f22d5562640 1 -- 172.21.15.32:0/1448413929 wait complete. 2024-04-18T05:12:39.599 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-18T05:12:39.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.711+0000 7f8433a52640 1 Processor -- start 2024-04-18T05:12:39.717 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.711+0000 7f8433a52640 1 -- start start 2024-04-18T05:12:39.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8433a52640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f842c157c40 0x7f842c15f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:39.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8433a52640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f842c0c46c0 con 0x7f842c1569a0 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8433a52640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f842c155050 con 0x7f842c0bcb30 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8433a52640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f842c06c610 con 0x7f842c157c40 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f84317ee640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f842c1569a0 0x7f842c0c6280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44106/0 (socket says 172.21.15.32:44106) 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f84317ee640 1 -- 172.21.15.32:0/4261764945 learned_addr learned my addr 172.21.15.32:0/4261764945 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8431fef640 1 --2- 172.21.15.32:0/4261764945 >> v2:172.21.15.92:3300/0 conn(0x7f842c157c40 0x7f842c15f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1636590909 0 0) 0x7f842c0c46c0 con 0x7f842c1569a0 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8418003530 con 0x7f842c1569a0 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2644174894 0 0) 0x7f8418003530 con 0x7f842c1569a0 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 >> v2:172.21.15.92:3300/0 conn(0x7f842c157c40 msgr2=0x7f842c15f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 --2- 172.21.15.32:0/4261764945 >> v2:172.21.15.92:3300/0 conn(0x7f842c157c40 0x7f842c15f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 >> v1:172.21.15.92:6789/0 conn(0x7f842c0bcb30 legacy=0x7f842c157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f842c154980 con 0x7f842c1569a0 2024-04-18T05:12:39.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f8428001a00 con 0x7f842c1569a0 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 >> v1:172.21.15.32:6789/0 conn(0x7f842c1569a0 legacy=0x7f842c0c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8418003980 0x7f8418003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84180047d0 0x7f8418004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8418005190 0x7f841800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f842c06c610 con 0x7f8418005190 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f841800c030 con 0x7f84180047d0 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f841800c1f0 con 0x7f8418003980 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8431fef640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8418005190 0x7f841800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f84317ee640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8418003980 0x7f8418003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8430fed640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84180047d0 0x7f8418004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8431fef640 1 -- 172.21.15.32:0/4261764945 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8418003980 msgr2=0x7f8418003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8431fef640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8418003980 0x7f8418003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8431fef640 1 -- 172.21.15.32:0/4261764945 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84180047d0 msgr2=0x7f8418004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:39.721 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8431fef640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84180047d0 0x7f8418004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8431fef640 1 -- 172.21.15.32:0/4261764945 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8418003530 con 0x7f8418005190 2024-04-18T05:12:39.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8431fef640 1 -- 172.21.15.32:0/4261764945 reap_dead start 2024-04-18T05:12:39.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.715+0000 7f8431fef640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8418005190 0x7f841800b990 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f8424009ae0 tx=0x7f842401cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2943310fcf87ca9a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:39.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8424004020 con 0x7f8418005190 2024-04-18T05:12:39.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8424004180 con 0x7f8418005190 2024-04-18T05:12:39.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8423fff640 1 -- 172.21.15.32:0/4261764945 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84240a56a0 con 0x7f8418005190 2024-04-18T05:12:39.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- 172.21.15.32:0/4261764945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8418005190 msgr2=0x7f841800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:39.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8418005190 0x7f841800b990 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f8424009ae0 tx=0x7f842401cab0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- 172.21.15.32:0/4261764945 shutdown_connections 2024-04-18T05:12:39.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 --2- 172.21.15.32:0/4261764945 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8418005190 0x7f841800b990 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- 172.21.15.32:0/4261764945 >> 172.21.15.32:0/4261764945 conn(0x7f842c072950 msgr2=0x7f842c072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:39.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- 172.21.15.32:0/4261764945 shutdown_connections 2024-04-18T05:12:39.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- 172.21.15.32:0/4261764945 wait complete. 2024-04-18T05:12:39.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 Processor -- start 2024-04-18T05:12:39.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- start start 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8418005190 0x7f842c0a93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f842c1ecc90 0x7f842c0c9c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f842c0ca1c0 0x7f842c0c6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f842c0a9dc0 con 0x7f842c0ca1c0 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f842c14d8e0 con 0x7f8418005190 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f842c1ed120 con 0x7f842c1ecc90 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8431fef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f842c0ca1c0 0x7f842c0c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8431fef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f842c0ca1c0 0x7f842c0c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40136/0 (socket says 172.21.15.32:40136) 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8431fef640 1 -- 172.21.15.32:0/2784293956 learned_addr learned my addr 172.21.15.32:0/2784293956 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f84317ee640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8418005190 0x7f842c0a93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8430fed640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f842c1ecc90 0x7f842c0c9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8431fef640 1 -- 172.21.15.32:0/2784293956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f842c1ecc90 msgr2=0x7f842c0c9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:39.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8431fef640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f842c1ecc90 0x7f842c0c9c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8431fef640 1 -- 172.21.15.32:0/2784293956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8418005190 msgr2=0x7f842c0a93a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8431fef640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8418005190 0x7f842c0a93a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8431fef640 1 -- 172.21.15.32:0/2784293956 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f842c0c7e30 con 0x7f842c0ca1c0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8431fef640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f842c0ca1c0 0x7f842c0c6280 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f842401d350 tx=0x7f8424019850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8421ffb640 1 -- 172.21.15.32:0/2784293956 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84240044f0 con 0x7f842c0ca1c0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8421ffb640 1 -- 172.21.15.32:0/2784293956 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8424003620 con 0x7f842c0ca1c0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f842c0c8110 con 0x7f842c0ca1c0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8421ffb640 1 -- 172.21.15.32:0/2784293956 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84240039b0 con 0x7f842c0ca1c0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.719+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f842c0a8e80 con 0x7f842c0ca1c0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.723+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f842c0c2840 con 0x7f842c0ca1c0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.723+0000 7f8421ffb640 1 -- 172.21.15.32:0/2784293956 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8424003b10 con 0x7f842c0ca1c0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.723+0000 7f8421ffb640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f84100666c0 0x7f8410068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.723+0000 7f8421ffb640 1 -- 172.21.15.32:0/2784293956 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f842411e720 con 0x7f842c0ca1c0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.723+0000 7f84317ee640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f84100666c0 0x7f8410068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:39.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.723+0000 7f84317ee640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f84100666c0 0x7f8410068b80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8428002240 tx=0x7f8428009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:39.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.727+0000 7f8421ffb640 1 -- 172.21.15.32:0/2784293956 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f84240eba40 con 0x7f842c0ca1c0 2024-04-18T05:12:39.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.915+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f842c0a9070 con 0x7f842c0ca1c0 2024-04-18T05:12:39.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.931+0000 7f8421ffb640 1 -- 172.21.15.32:0/2784293956 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v12) v1 ==== 172+0+0 (secure 0 0 0) 0x7f84240ef060 con 0x7f842c0ca1c0 2024-04-18T05:12:39.937 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 5 and data pool 6 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f84100666c0 msgr2=0x7f8410068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f84100666c0 0x7f8410068b80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8428002240 tx=0x7f8428009040 comp rx=0 tx=0).stop 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f842c0ca1c0 msgr2=0x7f842c0c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f842c0ca1c0 0x7f842c0c6280 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f842401d350 tx=0x7f8424019850 comp rx=0 tx=0).stop 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 shutdown_connections 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f842c0ca1c0 0x7f842c0c6280 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f842c1ecc90 0x7f842c0c9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f84100666c0 0x7f8410068b80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 --2- 172.21.15.32:0/2784293956 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8418005190 0x7f842c0a93a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:39.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 >> 172.21.15.32:0/2784293956 conn(0x7f842c072950 msgr2=0x7f842c157430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:39.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 shutdown_connections 2024-04-18T05:12:39.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:39.947+0000 7f8433a52640 1 -- 172.21.15.32:0/2784293956 wait complete. 2024-04-18T05:12:39.974 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:40.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.083+0000 7eff5e2be640 1 Processor -- start 2024-04-18T05:12:40.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.083+0000 7eff5e2be640 1 -- start start 2024-04-18T05:12:40.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5e2be640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7eff580bcb80 0x7eff5806b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5e2be640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff5806cd00 0x7eff5806b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5e2be640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff580c4240 con 0x7eff580aeb90 2024-04-18T05:12:40.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5e2be640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff580c7750 con 0x7eff580bcb80 2024-04-18T05:12:40.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5e2be640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff580aef70 con 0x7eff5806cd00 2024-04-18T05:12:40.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff57fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7eff580aeb90 0x7eff580c5ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44108/0 (socket says 172.21.15.32:44108) 2024-04-18T05:12:40.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff57fff640 1 -- 172.21.15.32:0/666386615 learned_addr learned my addr 172.21.15.32:0/666386615 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5c85b640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff5806cd00 0x7eff5806b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff577fe640 1 --2- 172.21.15.32:0/666386615 >> v2:172.21.15.92:3300/0 conn(0x7eff580bcb80 0x7eff5806b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1067972653 0 0) 0x7eff580c4240 con 0x7eff580aeb90 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7eff44003530 con 0x7eff580aeb90 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1024230980 0 0) 0x7eff44003530 con 0x7eff580aeb90 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff5806cd00 msgr2=0x7eff5806b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff5806cd00 0x7eff5806b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 >> v2:172.21.15.92:3300/0 conn(0x7eff580bcb80 msgr2=0x7eff5806b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 --2- 172.21.15.32:0/666386615 >> v2:172.21.15.92:3300/0 conn(0x7eff580bcb80 0x7eff5806b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff580c46d0 con 0x7eff580aeb90 2024-04-18T05:12:40.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7eff48001680 con 0x7eff580aeb90 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 >> v1:172.21.15.32:6789/0 conn(0x7eff580aeb90 legacy=0x7eff580c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff5806cd00 0x7eff44003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff44003f00 0x7eff440047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff44004d10 0x7eff44005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff580c7750 con 0x7eff44004d10 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff580aef70 con 0x7eff44003f00 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff4400b9e0 con 0x7eff5806cd00 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5c85b640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff44004d10 0x7eff44005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff57fff640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff5806cd00 0x7eff44003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff577fe640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff44003f00 0x7eff440047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5c85b640 1 -- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff5806cd00 msgr2=0x7eff44003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:40.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5c85b640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff5806cd00 0x7eff44003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5c85b640 1 -- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff44003f00 msgr2=0x7eff440047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:40.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5c85b640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff44003f00 0x7eff440047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff5c85b640 1 -- 172.21.15.32:0/666386615 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff44003530 con 0x7eff44004d10 2024-04-18T05:12:40.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.087+0000 7eff577fe640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff44003f00 0x7eff440047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:40.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5c85b640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff44004d10 0x7eff44005190 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7eff5000e170 tx=0x7eff5001cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c8a3baebc819594 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:40.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff500a5b60 con 0x7eff44004d10 2024-04-18T05:12:40.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff5000f040 con 0x7eff44004d10 2024-04-18T05:12:40.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff56ffd640 1 -- 172.21.15.32:0/666386615 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff500ad440 con 0x7eff44004d10 2024-04-18T05:12:40.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- 172.21.15.32:0/666386615 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff44004d10 msgr2=0x7eff44005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 --2- 172.21.15.32:0/666386615 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff44004d10 0x7eff44005190 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7eff5000e170 tx=0x7eff5001cc60 comp rx=0 tx=0).stop 2024-04-18T05:12:40.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5c85b640 1 -- 172.21.15.32:0/666386615 reap_dead start 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- 172.21.15.32:0/666386615 shutdown_connections 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- 172.21.15.32:0/666386615 >> 172.21.15.32:0/666386615 conn(0x7eff580ab0a0 msgr2=0x7eff580ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- 172.21.15.32:0/666386615 shutdown_connections 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- 172.21.15.32:0/666386615 wait complete. 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 Processor -- start 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- start start 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff580c9700 0x7eff580c8f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff580c9ae0 0x7eff58149730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff580c7aa0 0x7eff58149c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff580ca2a0 con 0x7eff580c9700 2024-04-18T05:12:40.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff58155080 con 0x7eff580c9ae0 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff58155360 con 0x7eff580c7aa0 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff57fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff580c9700 0x7eff580c8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff57fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff580c9700 0x7eff580c8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40150/0 (socket says 172.21.15.32:40150) 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff57fff640 1 -- 172.21.15.32:0/2433280785 learned_addr learned my addr 172.21.15.32:0/2433280785 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff577fe640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff580c9ae0 0x7eff58149730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff57fff640 1 -- 172.21.15.32:0/2433280785 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff580c7aa0 msgr2=0x7eff58149c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff57fff640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff580c7aa0 0x7eff58149c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff57fff640 1 -- 172.21.15.32:0/2433280785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff580c9ae0 msgr2=0x7eff58149730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff57fff640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff580c9ae0 0x7eff58149730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff57fff640 1 -- 172.21.15.32:0/2433280785 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff58155640 con 0x7eff580c9700 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff57fff640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff580c9700 0x7eff580c8f50 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7eff48004850 tx=0x7eff48011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:40.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff54ff9640 1 -- 172.21.15.32:0/2433280785 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff4800fc20 con 0x7eff580c9700 2024-04-18T05:12:40.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff54ff9640 1 -- 172.21.15.32:0/2433280785 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff4800fda0 con 0x7eff580c9700 2024-04-18T05:12:40.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff58155920 con 0x7eff580c9700 2024-04-18T05:12:40.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff54ff9640 1 -- 172.21.15.32:0/2433280785 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff48015650 con 0x7eff580c9700 2024-04-18T05:12:40.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.091+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff581e7f80 con 0x7eff580c9700 2024-04-18T05:12:40.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.095+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff58155b60 con 0x7eff580c9700 2024-04-18T05:12:40.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.095+0000 7eff54ff9640 1 -- 172.21.15.32:0/2433280785 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7eff480157b0 con 0x7eff580c9700 2024-04-18T05:12:40.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.095+0000 7eff54ff9640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff38066690 0x7eff38068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.095+0000 7eff54ff9640 1 -- 172.21.15.32:0/2433280785 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6029+0+0 (secure 0 0 0) 0x7eff48087680 con 0x7eff580c9700 2024-04-18T05:12:40.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.095+0000 7eff577fe640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff38066690 0x7eff38068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.095+0000 7eff577fe640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff38066690 0x7eff38068b50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7eff580c38d0 tx=0x7eff40008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:40.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.099+0000 7eff54ff9640 1 -- 172.21.15.32:0/2433280785 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7eff58155b60 con 0x7eff580c9700 2024-04-18T05:12:40.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.259+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7eff58155b60 con 0x7eff580c9700 2024-04-18T05:12:40.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.263+0000 7eff54ff9640 1 -- 172.21.15.32:0/2433280785 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+16271 (secure 0 0 0) 0x7eff58155b60 con 0x7eff580c9700 2024-04-18T05:12:40.267 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:40.268 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":40,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:39.922278+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:40.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff38066690 msgr2=0x7eff38068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff38066690 0x7eff38068b50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7eff580c38d0 tx=0x7eff40008040 comp rx=0 tx=0).stop 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff580c9700 msgr2=0x7eff580c8f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff580c9700 0x7eff580c8f50 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7eff48004850 tx=0x7eff48011f90 comp rx=0 tx=0).stop 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 shutdown_connections 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff580c7aa0 0x7eff58149c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff38066690 0x7eff38068b50 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff580c9ae0 0x7eff58149730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 --2- 172.21.15.32:0/2433280785 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff580c9700 0x7eff580c8f50 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 >> 172.21.15.32:0/2433280785 conn(0x7eff580ab0a0 msgr2=0x7eff580acb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 shutdown_connections 2024-04-18T05:12:40.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.267+0000 7eff5e2be640 1 -- 172.21.15.32:0/2433280785 wait complete. 2024-04-18T05:12:40.287 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:40.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.407+0000 7f4870a43640 1 Processor -- start 2024-04-18T05:12:40.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f4870a43640 1 -- start start 2024-04-18T05:12:40.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f4870a43640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f486c0a84c0 0x7f486c1519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f4870a43640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f486c0a8d00 con 0x7f486c0a88a0 2024-04-18T05:12:40.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f4870a43640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f486c155e50 con 0x7f486c06d5d0 2024-04-18T05:12:40.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f4870a43640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f486c0a9080 con 0x7f486c0a84c0 2024-04-18T05:12:40.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f4869d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f486c0a88a0 0x7f486c06cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44116/0 (socket says 172.21.15.32:44116) 2024-04-18T05:12:40.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f4869d9b640 1 -- 172.21.15.32:0/964537010 learned_addr learned my addr 172.21.15.32:0/964537010 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:40.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f486a59c640 1 --2- 172.21.15.32:0/964537010 >> v2:172.21.15.92:3300/0 conn(0x7f486c0a84c0 0x7f486c1519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f486959a640 1 -- 172.21.15.32:0/964537010 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2664369011 0 0) 0x7f486c0a8d00 con 0x7f486c0a88a0 2024-04-18T05:12:40.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f486959a640 1 -- 172.21.15.32:0/964537010 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4854003530 con 0x7f486c0a88a0 2024-04-18T05:12:40.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f486959a640 1 -- 172.21.15.32:0/964537010 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1672175031 0 0) 0x7f4854003530 con 0x7f486c0a88a0 2024-04-18T05:12:40.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f486a59c640 1 -- 172.21.15.32:0/964537010 >> v1:172.21.15.92:6789/0 conn(0x7f486c06d5d0 legacy=0x7f486c15c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f486a59c640 1 -- 172.21.15.32:0/964537010 >> v1:172.21.15.32:6789/0 conn(0x7f486c0a88a0 legacy=0x7f486c06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.411+0000 7f486a59c640 1 -- 172.21.15.32:0/964537010 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f486c154f60 con 0x7f486c0a84c0 2024-04-18T05:12:40.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f486a59c640 1 --2- 172.21.15.32:0/964537010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a84c0 0x7f486c1519f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f485c0097c0 tx=0x7f485c01c1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73a7ec22dc61e9ff server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:40.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f486959a640 1 -- 172.21.15.32:0/964537010 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4860001680 con 0x7f486c0a84c0 2024-04-18T05:12:40.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f486959a640 1 -- 172.21.15.32:0/964537010 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f485c0a7050 con 0x7f486c0a84c0 2024-04-18T05:12:40.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f486959a640 1 -- 172.21.15.32:0/964537010 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c0ab600 con 0x7f486c0a84c0 2024-04-18T05:12:40.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f4870a43640 1 -- 172.21.15.32:0/964537010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a84c0 msgr2=0x7f486c1519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f4870a43640 1 --2- 172.21.15.32:0/964537010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a84c0 0x7f486c1519f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f485c0097c0 tx=0x7f485c01c1e0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f4870a43640 1 -- 172.21.15.32:0/964537010 shutdown_connections 2024-04-18T05:12:40.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f4870a43640 1 --2- 172.21.15.32:0/964537010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a84c0 0x7f486c1519f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f4870a43640 1 -- 172.21.15.32:0/964537010 >> 172.21.15.32:0/964537010 conn(0x7f486c069e80 msgr2=0x7f486c06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:40.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f4870a43640 1 -- 172.21.15.32:0/964537010 shutdown_connections 2024-04-18T05:12:40.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f4870a43640 1 -- 172.21.15.32:0/964537010 wait complete. 2024-04-18T05:12:40.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f4870a43640 1 Processor -- start 2024-04-18T05:12:40.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.415+0000 7f4870a43640 1 -- start start 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4870a43640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f486c06d5d0 0x7f486c12bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4870a43640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f486c0a84c0 0x7f486c0c2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4870a43640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a88a0 0x7f486c0c32f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4870a43640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c1eb610 con 0x7f486c0a84c0 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4870a43640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c0c3830 con 0x7f486c0a88a0 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4870a43640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f486c1eefc0 con 0x7f486c06d5d0 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4869d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f486c0a84c0 0x7f486c0c2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4869d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f486c0a84c0 0x7f486c0c2db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40164/0 (socket says 172.21.15.32:40164) 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4869d9b640 1 -- 172.21.15.32:0/3600153383 learned_addr learned my addr 172.21.15.32:0/3600153383 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f486a59c640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f486c06d5d0 0x7f486c12bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f486ad9d640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a88a0 0x7f486c0c32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4869d9b640 1 -- 172.21.15.32:0/3600153383 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f486c06d5d0 msgr2=0x7f486c12bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4869d9b640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f486c06d5d0 0x7f486c12bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4869d9b640 1 -- 172.21.15.32:0/3600153383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a88a0 msgr2=0x7f486c0c32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4869d9b640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a88a0 0x7f486c0c32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4869d9b640 1 -- 172.21.15.32:0/3600153383 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f485c009420 con 0x7f486c0a84c0 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f486ad9d640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a88a0 0x7f486c0c32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4869d9b640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f486c0a84c0 0x7f486c0c2db0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f4860007fd0 tx=0x7f486000cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f485affd640 1 -- 172.21.15.32:0/3600153383 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48600072d0 con 0x7f486c0a84c0 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f485affd640 1 -- 172.21.15.32:0/3600153383 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4860007430 con 0x7f486c0a84c0 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f486c1eace0 con 0x7f486c0a84c0 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f485affd640 1 -- 172.21.15.32:0/3600153383 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48600047f0 con 0x7f486c0a84c0 2024-04-18T05:12:40.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f486c1eb2a0 con 0x7f486c0a84c0 2024-04-18T05:12:40.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f486c0666e0 con 0x7f486c0a84c0 2024-04-18T05:12:40.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f485affd640 1 -- 172.21.15.32:0/3600153383 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4860004950 con 0x7f486c0a84c0 2024-04-18T05:12:40.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f485affd640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f484c066690 0x7f484c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f485affd640 1 -- 172.21.15.32:0/3600153383 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4860083710 con 0x7f486c0a84c0 2024-04-18T05:12:40.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f486a59c640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f484c066690 0x7f484c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.419+0000 7f486a59c640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f484c066690 0x7f484c068b50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f485c0ad000 tx=0x7f485c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:40.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.423+0000 7f485affd640 1 -- 172.21.15.32:0/3600153383 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f4860050940 con 0x7f486c0a84c0 2024-04-18T05:12:40.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.587+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f486c0c0230 con 0x7f486c0a84c0 2024-04-18T05:12:40.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.587+0000 7f485affd640 1 -- 172.21.15.32:0/3600153383 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+16271 (secure 0 0 0) 0x7f4860053f60 con 0x7f486c0a84c0 2024-04-18T05:12:40.593 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:40.594 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":40,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:39.922278+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:40.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f484c066690 msgr2=0x7f484c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f484c066690 0x7f484c068b50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f485c0ad000 tx=0x7f485c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f486c0a84c0 msgr2=0x7f486c0c2db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f486c0a84c0 0x7f486c0c2db0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f4860007fd0 tx=0x7f486000cbe0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 shutdown_connections 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f484c066690 0x7f484c068b50 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c0a88a0 0x7f486c0c32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f486c0a84c0 0x7f486c0c2db0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 --2- 172.21.15.32:0/3600153383 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f486c06d5d0 0x7f486c12bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 >> 172.21.15.32:0/3600153383 conn(0x7f486c069e80 msgr2=0x7f486c0aa390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 shutdown_connections 2024-04-18T05:12:40.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.591+0000 7f4870a43640 1 -- 172.21.15.32:0/3600153383 wait complete. 2024-04-18T05:12:40.613 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-18T05:12:40.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f3185a8d640 1 Processor -- start 2024-04-18T05:12:40.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f3185a8d640 1 -- start start 2024-04-18T05:12:40.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f3185a8d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f318006df40 0x7f3180151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f3185a8d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31800a8200 con 0x7f318013ae10 2024-04-18T05:12:40.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f3185a8d640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31800a84e0 con 0x7f318013a8c0 2024-04-18T05:12:40.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f3185a8d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31800a8fb0 con 0x7f318006df40 2024-04-18T05:12:40.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f317effd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f318013ae10 0x7f31801559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44120/0 (socket says 172.21.15.32:44120) 2024-04-18T05:12:40.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f317effd640 1 -- 172.21.15.32:0/1796578390 learned_addr learned my addr 172.21.15.32:0/1796578390 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:40.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f317f7fe640 1 --2- 172.21.15.32:0/1796578390 >> v2:172.21.15.92:3300/0 conn(0x7f318006df40 0x7f3180151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f317e7fc640 1 -- 172.21.15.32:0/1796578390 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 513158906 0 0) 0x7f31800a8200 con 0x7f318013ae10 2024-04-18T05:12:40.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f317e7fc640 1 -- 172.21.15.32:0/1796578390 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3168003530 con 0x7f318013ae10 2024-04-18T05:12:40.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f317e7fc640 1 -- 172.21.15.32:0/1796578390 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 182056154 0 0) 0x7f3168003530 con 0x7f318013ae10 2024-04-18T05:12:40.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f317f7fe640 1 -- 172.21.15.32:0/1796578390 >> v1:172.21.15.92:6789/0 conn(0x7f318013a8c0 legacy=0x7f31800a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f317f7fe640 1 -- 172.21.15.32:0/1796578390 >> v1:172.21.15.32:6789/0 conn(0x7f318013ae10 legacy=0x7f31801559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.743+0000 7f317f7fe640 1 -- 172.21.15.32:0/1796578390 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31800a87c0 con 0x7f318006df40 2024-04-18T05:12:40.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 --2- 172.21.15.32:0/1796578390 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f318006df40 0x7f3180151b60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f31700097c0 tx=0x7f317001c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f56c66a369e9e8e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:40.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317e7fc640 1 -- 172.21.15.32:0/1796578390 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3174001680 con 0x7f318006df40 2024-04-18T05:12:40.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317e7fc640 1 -- 172.21.15.32:0/1796578390 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31700a7050 con 0x7f318006df40 2024-04-18T05:12:40.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317e7fc640 1 -- 172.21.15.32:0/1796578390 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31700ab600 con 0x7f318006df40 2024-04-18T05:12:40.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 -- 172.21.15.32:0/1796578390 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f318006df40 msgr2=0x7f3180151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 --2- 172.21.15.32:0/1796578390 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f318006df40 0x7f3180151b60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f31700097c0 tx=0x7f317001c330 comp rx=0 tx=0).stop 2024-04-18T05:12:40.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 -- 172.21.15.32:0/1796578390 shutdown_connections 2024-04-18T05:12:40.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 --2- 172.21.15.32:0/1796578390 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f318006df40 0x7f3180151b60 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 -- 172.21.15.32:0/1796578390 >> 172.21.15.32:0/1796578390 conn(0x7f31800c54b0 msgr2=0x7f31800c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:40.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 -- 172.21.15.32:0/1796578390 shutdown_connections 2024-04-18T05:12:40.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 -- 172.21.15.32:0/1796578390 wait complete. 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 Processor -- start 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 -- start start 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f318006df40 0x7f318006c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f318013a8c0 0x7f3180135860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f318013ae10 0x7f31801ed150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31800bc830 con 0x7f318006df40 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31800be070 con 0x7f318013ae10 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3185a8d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f318006a280 con 0x7f318013a8c0 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f318006df40 0x7f318006c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f318006df40 0x7f318006c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:40172/0 (socket says 172.21.15.32:40172) 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 -- 172.21.15.32:0/3631292050 learned_addr learned my addr 172.21.15.32:0/3631292050 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317effd640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f318013a8c0 0x7f3180135860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 -- 172.21.15.32:0/3631292050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f318013a8c0 msgr2=0x7f3180135860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f318013a8c0 0x7f3180135860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 -- 172.21.15.32:0/3631292050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f318013ae10 msgr2=0x7f31801ed150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317ffff640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f318013ae10 0x7f31801ed150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f318013ae10 0x7f31801ed150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 -- 172.21.15.32:0/3631292050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3170009420 con 0x7f318006df40 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f317f7fe640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f318006df40 0x7f318006c610 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f31700ae040 tx=0x7f31700190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.747+0000 7f3167fff640 1 -- 172.21.15.32:0/3631292050 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31700b4410 con 0x7f318006df40 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f3167fff640 1 -- 172.21.15.32:0/3631292050 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31700b4570 con 0x7f318006df40 2024-04-18T05:12:40.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31800be2a0 con 0x7f318006df40 2024-04-18T05:12:40.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f3167fff640 1 -- 172.21.15.32:0/3631292050 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31700b48e0 con 0x7f318006df40 2024-04-18T05:12:40.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31800be860 con 0x7f318006df40 2024-04-18T05:12:40.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3180156080 con 0x7f318006df40 2024-04-18T05:12:40.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f3167fff640 1 -- 172.21.15.32:0/3631292050 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f31700b2040 con 0x7f318006df40 2024-04-18T05:12:40.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f3167fff640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f316c0666c0 0x7f316c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:40.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f3167fff640 1 -- 172.21.15.32:0/3631292050 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f317011e4c0 con 0x7f318006df40 2024-04-18T05:12:40.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f317effd640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f316c0666c0 0x7f316c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:40.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.751+0000 7f317effd640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f316c0666c0 0x7f316c068b80 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f31800c5f50 tx=0x7f3174009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:40.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.755+0000 7f3167fff640 1 -- 172.21.15.32:0/3631292050 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f31700eb6f0 con 0x7f318006df40 2024-04-18T05:12:40.959 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:40.955+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f318004e1e0 con 0x7f318006df40 2024-04-18T05:12:41.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.935+0000 7f3167fff640 1 -- 172.21.15.32:0/3631292050 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) v1 ==== 118+0+0 (secure 0 0 0) 0x7f31700eed10 con 0x7f318006df40 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f316c0666c0 msgr2=0x7f316c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f316c0666c0 0x7f316c068b80 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f31800c5f50 tx=0x7f3174009040 comp rx=0 tx=0).stop 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f318006df40 msgr2=0x7f318006c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f318006df40 0x7f318006c610 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f31700ae040 tx=0x7f31700190d0 comp rx=0 tx=0).stop 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 shutdown_connections 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f316c0666c0 0x7f316c068b80 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f318013ae10 0x7f31801ed150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f318013a8c0 0x7f3180135860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 --2- 172.21.15.32:0/3631292050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f318006df40 0x7f318006c610 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:41.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 >> 172.21.15.32:0/3631292050 conn(0x7f31800c54b0 msgr2=0x7f31800c07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:41.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 shutdown_connections 2024-04-18T05:12:41.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:41.939+0000 7f3185a8d640 1 -- 172.21.15.32:0/3631292050 wait complete. 2024-04-18T05:12:41.964 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-18T05:12:41.964 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-18T05:12:42.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.095+0000 7f9f483bb640 1 Processor -- start 2024-04-18T05:12:42.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.095+0000 7f9f483bb640 1 -- start start 2024-04-18T05:12:42.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f483bb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f4014efb0 0x7f9f400a8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:42.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f483bb640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f40151c70 con 0x7f9f4006a550 2024-04-18T05:12:42.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f483bb640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f40151f50 con 0x7f9f4006a110 2024-04-18T05:12:42.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f483bb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f400a92a0 con 0x7f9f4014efb0 2024-04-18T05:12:42.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f46958640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9f4006a550 0x7f9f40155820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51544/0 (socket says 172.21.15.32:51544) 2024-04-18T05:12:42.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f46958640 1 -- 172.21.15.32:0/2365869790 learned_addr learned my addr 172.21.15.32:0/2365869790 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:42.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f46157640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f4014efb0 0x7f9f400a8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:42.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3865861175 0 0) 0x7f9f40151c70 con 0x7f9f4006a550 2024-04-18T05:12:42.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f2c003530 con 0x7f9f4006a550 2024-04-18T05:12:42.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 273471992 0 0) 0x7f9f2c003530 con 0x7f9f4006a550 2024-04-18T05:12:42.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f4014efb0 msgr2=0x7f9f400a8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:42.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f4014efb0 0x7f9f400a8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 >> v1:172.21.15.92:6789/0 conn(0x7f9f4006a110 legacy=0x7f9f40155110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:42.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f40152230 con 0x7f9f4006a550 2024-04-18T05:12:42.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f9f38001a00 con 0x7f9f4006a550 2024-04-18T05:12:42.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 >> v1:172.21.15.32:6789/0 conn(0x7f9f4006a550 legacy=0x7f9f40155820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f2c0039b0 0x7f9f2c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f2c0047d0 0x7f9f2c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f4014efb0 0x7f9f2c005260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f400a92a0 con 0x7f9f2c0047d0 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2c00bb50 con 0x7f9f2c0039b0 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f2c00bd10 con 0x7f9f4014efb0 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45956640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f2c0047d0 0x7f9f2c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f46958640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f4014efb0 0x7f9f2c005260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f46157640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f2c0039b0 0x7f9f2c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45956640 1 -- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f4014efb0 msgr2=0x7f9f2c005260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45956640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f4014efb0 0x7f9f2c005260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45956640 1 -- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f2c0039b0 msgr2=0x7f9f2c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45956640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f2c0039b0 0x7f9f2c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.099+0000 7f9f45956640 1 -- 172.21.15.32:0/2365869790 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f2c003530 con 0x7f9f2c0047d0 2024-04-18T05:12:42.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f2c0047d0 0x7f9f2c004c50 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f9f30001780 tx=0x7f9f3001c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfd73c0cd7f578da server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f300052d0 con 0x7f9f2c0047d0 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f300a7050 con 0x7f9f2c0047d0 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45155640 1 -- 172.21.15.32:0/2365869790 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30003600 con 0x7f9f2c0047d0 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- 172.21.15.32:0/2365869790 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f2c0047d0 msgr2=0x7f9f2c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 --2- 172.21.15.32:0/2365869790 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f2c0047d0 0x7f9f2c004c50 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f9f30001780 tx=0x7f9f3001c3c0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f46958640 1 -- 172.21.15.32:0/2365869790 reap_dead start 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- 172.21.15.32:0/2365869790 shutdown_connections 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- 172.21.15.32:0/2365869790 >> 172.21.15.32:0/2365869790 conn(0x7f9f400c54b0 msgr2=0x7f9f400c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- 172.21.15.32:0/2365869790 shutdown_connections 2024-04-18T05:12:42.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- 172.21.15.32:0/2365869790 wait complete. 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 Processor -- start 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- start start 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f2c0047d0 0x7f9f400ba0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f400c2ca0 0x7f9f401ef5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f400c49b0 0x7f9f400c3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f401528f0 con 0x7f9f400c2ca0 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f401547e0 con 0x7f9f400c49b0 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f40153620 con 0x7f9f2c0047d0 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f400c2ca0 0x7f9f401ef5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:42.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f400c2ca0 0x7f9f401ef5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59944/0 (socket says 172.21.15.32:59944) 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 -- 172.21.15.32:0/2933400584 learned_addr learned my addr 172.21.15.32:0/2933400584 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f46157640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f2c0047d0 0x7f9f400ba0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f46958640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f400c49b0 0x7f9f400c3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 -- 172.21.15.32:0/2933400584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f2c0047d0 msgr2=0x7f9f400ba0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f2c0047d0 0x7f9f400ba0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 -- 172.21.15.32:0/2933400584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f400c49b0 msgr2=0x7f9f400c3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f400c49b0 0x7f9f400c3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 -- 172.21.15.32:0/2933400584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f401efe40 con 0x7f9f400c2ca0 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f45956640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f400c2ca0 0x7f9f401ef5f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f9f30005040 tx=0x7f9f2c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f36ffd640 1 -- 172.21.15.32:0/2933400584 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30007180 con 0x7f9f400c2ca0 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f36ffd640 1 -- 172.21.15.32:0/2933400584 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f300072e0 con 0x7f9f400c2ca0 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f401f0120 con 0x7f9f400c2ca0 2024-04-18T05:12:42.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.103+0000 7f9f36ffd640 1 -- 172.21.15.32:0/2933400584 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30007670 con 0x7f9f400c2ca0 2024-04-18T05:12:42.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.107+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f401efb30 con 0x7f9f400c2ca0 2024-04-18T05:12:42.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.107+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f40153110 con 0x7f9f400c2ca0 2024-04-18T05:12:42.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.107+0000 7f9f36ffd640 1 -- 172.21.15.32:0/2933400584 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9f300067e0 con 0x7f9f400c2ca0 2024-04-18T05:12:42.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.107+0000 7f9f36ffd640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f240666c0 0x7f9f24068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:42.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.107+0000 7f9f36ffd640 1 -- 172.21.15.32:0/2933400584 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9f3011e4b0 con 0x7f9f400c2ca0 2024-04-18T05:12:42.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.107+0000 7f9f46157640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f240666c0 0x7f9f24068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:42.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.107+0000 7f9f46157640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f240666c0 0x7f9f24068b80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c009ae0 tx=0x7f9f3c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:42.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.111+0000 7f9f36ffd640 1 -- 172.21.15.32:0/2933400584 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9f40153110 con 0x7f9f400c2ca0 2024-04-18T05:12:42.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.307+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f9f40153110 con 0x7f9f400c2ca0 2024-04-18T05:12:42.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.935+0000 7f9f36ffd640 1 -- 172.21.15.32:0/2933400584 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v16) v1 ==== 122+0+0 (secure 0 0 0) 0x7f9f40153110 con 0x7f9f400c2ca0 2024-04-18T05:12:42.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f240666c0 msgr2=0x7f9f24068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:42.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f240666c0 0x7f9f24068b80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c009ae0 tx=0x7f9f3c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:42.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f400c2ca0 msgr2=0x7f9f401ef5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:42.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f400c2ca0 0x7f9f401ef5f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f9f30005040 tx=0x7f9f2c005800 comp rx=0 tx=0).stop 2024-04-18T05:12:42.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 shutdown_connections 2024-04-18T05:12:42.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f240666c0 0x7f9f24068b80 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f400c49b0 0x7f9f400c3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f400c2ca0 0x7f9f401ef5f0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 --2- 172.21.15.32:0/2933400584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f2c0047d0 0x7f9f400ba0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 >> 172.21.15.32:0/2933400584 conn(0x7f9f400c54b0 msgr2=0x7f9f4014fd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 shutdown_connections 2024-04-18T05:12:42.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:42.939+0000 7f9f483bb640 1 -- 172.21.15.32:0/2933400584 wait complete. 2024-04-18T05:12:42.967 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-18T05:12:42.968 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:12:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5557f94640 1 Processor -- start 2024-04-18T05:12:43.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5557f94640 1 -- start start 2024-04-18T05:12:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5557f94640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f555014def0 0x7f55500716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5557f94640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f55500c1820 0x7f5550070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5557f94640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 0x7f5550070880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5557f94640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f555014e2d0 con 0x7f55500c1820 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5557f94640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5550151440 con 0x7f555014def0 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5557f94640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5550151720 con 0x7f55500c0e50 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f555552f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f55500c1820 0x7f5550070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f555552f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f55500c1820 0x7f5550070340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59950/0 (socket says 172.21.15.32:59950) 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f555552f640 1 -- 172.21.15.32:0/747778640 learned_addr learned my addr 172.21.15.32:0/747778640 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5556531640 1 --2- 172.21.15.32:0/747778640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 0x7f5550070880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f5555d30640 1 --2- 172.21.15.32:0/747778640 >> v2:172.21.15.92:3300/0 conn(0x7f555014def0 0x7f55500716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f555552f640 1 -- 172.21.15.32:0/747778640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 msgr2=0x7f5550070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f555552f640 1 --2- 172.21.15.32:0/747778640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 0x7f5550070880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f555552f640 1 -- 172.21.15.32:0/747778640 >> v2:172.21.15.92:3300/0 conn(0x7f555014def0 msgr2=0x7f55500716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:43.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f555552f640 1 --2- 172.21.15.32:0/747778640 >> v2:172.21.15.92:3300/0 conn(0x7f555014def0 0x7f55500716f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.095+0000 7f555552f640 1 -- 172.21.15.32:0/747778640 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55500c1cf0 con 0x7f55500c1820 2024-04-18T05:12:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f555552f640 1 --2- 172.21.15.32:0/747778640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 0x7f5550070340 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f55500c2d40 tx=0x7f554001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aad3403b7af1c01d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5554d2e640 1 -- 172.21.15.32:0/747778640 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55400ab600 con 0x7f55500c1820 2024-04-18T05:12:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5554d2e640 1 -- 172.21.15.32:0/747778640 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55400a7050 con 0x7f55500c1820 2024-04-18T05:12:43.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5554d2e640 1 -- 172.21.15.32:0/747778640 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55400ab980 con 0x7f55500c1820 2024-04-18T05:12:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 -- 172.21.15.32:0/747778640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 msgr2=0x7f5550070340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 --2- 172.21.15.32:0/747778640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 0x7f5550070340 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f55500c2d40 tx=0x7f554001c490 comp rx=0 tx=0).stop 2024-04-18T05:12:43.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 -- 172.21.15.32:0/747778640 shutdown_connections 2024-04-18T05:12:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 --2- 172.21.15.32:0/747778640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 0x7f5550070880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 --2- 172.21.15.32:0/747778640 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 0x7f5550070340 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 --2- 172.21.15.32:0/747778640 >> v2:172.21.15.92:3300/0 conn(0x7f555014def0 0x7f55500716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 -- 172.21.15.32:0/747778640 >> 172.21.15.32:0/747778640 conn(0x7f5550069e80 msgr2=0x7f555006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 -- 172.21.15.32:0/747778640 shutdown_connections 2024-04-18T05:12:43.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 -- 172.21.15.32:0/747778640 wait complete. 2024-04-18T05:12:43.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 Processor -- start 2024-04-18T05:12:43.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 -- start start 2024-04-18T05:12:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 0x7f5550143590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 0x7f555014e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f555014def0 0x7f555014e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5550147cf0 con 0x7f55500c1820 2024-04-18T05:12:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5550144350 con 0x7f555014def0 2024-04-18T05:12:43.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f5557f94640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5550148bb0 con 0x7f55500c0e50 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f555552f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 0x7f555014e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f555552f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 0x7f555014e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59952/0 (socket says 172.21.15.32:59952) 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.099+0000 7f555552f640 1 -- 172.21.15.32:0/790680733 learned_addr learned my addr 172.21.15.32:0/790680733 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f5555d30640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 0x7f5550143590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f5556531640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f555014def0 0x7f555014e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f555552f640 1 -- 172.21.15.32:0/790680733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 msgr2=0x7f5550143590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f555552f640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 0x7f5550143590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f555552f640 1 -- 172.21.15.32:0/790680733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f555014def0 msgr2=0x7f555014e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f555552f640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f555014def0 0x7f555014e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f555552f640 1 -- 172.21.15.32:0/790680733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55400094d0 con 0x7f55500c1820 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f555552f640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 0x7f555014e460 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f554001ab40 tx=0x7f5540019230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f55467fc640 1 -- 172.21.15.32:0/790680733 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55400b6650 con 0x7f55500c1820 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f55467fc640 1 -- 172.21.15.32:0/790680733 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55400b67d0 con 0x7f55500c1820 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5550148e90 con 0x7f55500c1820 2024-04-18T05:12:43.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f55467fc640 1 -- 172.21.15.32:0/790680733 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55400b6b80 con 0x7f55500c1820 2024-04-18T05:12:43.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5550149170 con 0x7f55500c1820 2024-04-18T05:12:43.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5550150e80 con 0x7f55500c1820 2024-04-18T05:12:43.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f55467fc640 1 -- 172.21.15.32:0/790680733 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f55400b2040 con 0x7f55500c1820 2024-04-18T05:12:43.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f55467fc640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5534066690 0x7f5534068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f55467fc640 1 -- 172.21.15.32:0/790680733 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f554011e640 con 0x7f55500c1820 2024-04-18T05:12:43.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f5555d30640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5534066690 0x7f5534068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.109 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.103+0000 7f5555d30640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5534066690 0x7f5534068b50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f554c00b930 tx=0x7f554c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:43.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.107+0000 7f55467fc640 1 -- 172.21.15.32:0/790680733 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5550150e80 con 0x7f55500c1820 2024-04-18T05:12:43.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5550150e80 con 0x7f55500c1820 2024-04-18T05:12:43.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f55467fc640 1 -- 172.21.15.32:0/790680733 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4734 (secure 0 0 0) 0x7f5550150e80 con 0x7f55500c1820 2024-04-18T05:12:43.307 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:43.307 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4963,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:39.923036+0000","modified":"2024-04-18T05:12:42.935518+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5379":{"gid":5379,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.32:6837/3232325641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3232325641},{"type":"v1","addr":"172.21.15.32:6837","nonce":3232325641}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-04-18T05:12:43.307 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 16 2024-04-18T05:12:43.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5534066690 msgr2=0x7f5534068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5534066690 0x7f5534068b50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f554c00b930 tx=0x7f554c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:43.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 msgr2=0x7f555014e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 0x7f555014e460 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f554001ab40 tx=0x7f5540019230 comp rx=0 tx=0).stop 2024-04-18T05:12:43.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 shutdown_connections 2024-04-18T05:12:43.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5534066690 0x7f5534068b50 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f555014def0 0x7f555014e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55500c1820 0x7f555014e460 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 --2- 172.21.15.32:0/790680733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55500c0e50 0x7f5550143590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 >> 172.21.15.32:0/790680733 conn(0x7f5550069e80 msgr2=0x7f555006d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:43.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.303+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 shutdown_connections 2024-04-18T05:12:43.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.307+0000 7f5557f94640 1 -- 172.21.15.32:0/790680733 wait complete. 2024-04-18T05:12:43.326 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:43.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7772fa7640 1 Processor -- start 2024-04-18T05:12:43.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7772fa7640 1 -- start start 2024-04-18T05:12:43.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7772fa7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0bcb80 0x7f776c06b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7772fa7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f776c0c4240 con 0x7f776c0aeb90 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7772fa7640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f776c0c46d0 con 0x7f776c06cd00 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7772fa7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f776c0c7750 con 0x7f776c0bcb80 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7770d43640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f776c0aeb90 0x7f776c0c5ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51546/0 (socket says 172.21.15.32:51546) 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7770d43640 1 -- 172.21.15.32:0/3253906638 learned_addr learned my addr 172.21.15.32:0/3253906638 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776bfff640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0bcb80 0x7f776c06b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3549621238 0 0) 0x7f776c0c4240 con 0x7f776c0aeb90 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7754003530 con 0x7f776c0aeb90 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2693299890 0 0) 0x7f7754003530 con 0x7f776c0aeb90 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0bcb80 msgr2=0x7f776c06b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0bcb80 0x7f776c06b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 >> v1:172.21.15.92:6789/0 conn(0x7f776c06cd00 legacy=0x7f776c06b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f776c154780 con 0x7f776c0aeb90 2024-04-18T05:12:43.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f775c001680 con 0x7f776c0aeb90 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 >> v1:172.21.15.32:6789/0 conn(0x7f776c0aeb90 legacy=0x7f776c0c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77540039b0 0x7f7754003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77540047d0 0x7f7754004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0bcb80 0x7f77540051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c0c7750 con 0x7f77540047d0 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f775400baf0 con 0x7f77540039b0 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f775400bcb0 con 0x7f776c0bcb80 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776bfff640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77540047d0 0x7f7754004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7770d43640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77540039b0 0x7f7754003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7771544640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0bcb80 0x7f77540051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776bfff640 1 -- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0bcb80 msgr2=0x7f77540051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776bfff640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0bcb80 0x7f77540051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776bfff640 1 -- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77540039b0 msgr2=0x7f7754003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:43.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776bfff640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77540039b0 0x7f7754003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f776bfff640 1 -- 172.21.15.32:0/3253906638 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7754003530 con 0x7f77540047d0 2024-04-18T05:12:43.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.439+0000 7f7771544640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0bcb80 0x7f77540051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:43.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f776bfff640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77540047d0 0x7f7754004c50 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f7760009ab0 tx=0x7f776001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8480bfe62fa2168 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:43.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77600a5530 con 0x7f77540047d0 2024-04-18T05:12:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77600a5690 con 0x7f77540047d0 2024-04-18T05:12:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f776b7fe640 1 -- 172.21.15.32:0/3253906638 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77600a5a40 con 0x7f77540047d0 2024-04-18T05:12:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 -- 172.21.15.32:0/3253906638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77540047d0 msgr2=0x7f7754004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 --2- 172.21.15.32:0/3253906638 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f77540047d0 0x7f7754004c50 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f7760009ab0 tx=0x7f776001ca50 comp rx=0 tx=0).stop 2024-04-18T05:12:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7771544640 1 -- 172.21.15.32:0/3253906638 reap_dead start 2024-04-18T05:12:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 -- 172.21.15.32:0/3253906638 shutdown_connections 2024-04-18T05:12:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 -- 172.21.15.32:0/3253906638 >> 172.21.15.32:0/3253906638 conn(0x7f776c0ab0a0 msgr2=0x7f776c0ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 -- 172.21.15.32:0/3253906638 shutdown_connections 2024-04-18T05:12:43.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 -- 172.21.15.32:0/3253906638 wait complete. 2024-04-18T05:12:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 Processor -- start 2024-04-18T05:12:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 -- start start 2024-04-18T05:12:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77540047d0 0x7f776c14cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0c96b0 0x7f776c1ec350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f776c1ec890 0x7f776c14b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c15d590 con 0x7f776c1ec890 2024-04-18T05:12:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c1f0000 con 0x7f77540047d0 2024-04-18T05:12:43.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.443+0000 7f7772fa7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f776c0c94a0 con 0x7f776c0c96b0 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7771544640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f776c1ec890 0x7f776c14b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7771544640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f776c1ec890 0x7f776c14b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59972/0 (socket says 172.21.15.32:59972) 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7771544640 1 -- 172.21.15.32:0/664238373 learned_addr learned my addr 172.21.15.32:0/664238373 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f776bfff640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0c96b0 0x7f776c1ec350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7770d43640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77540047d0 0x7f776c14cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7771544640 1 -- 172.21.15.32:0/664238373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0c96b0 msgr2=0x7f776c1ec350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7771544640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0c96b0 0x7f776c1ec350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7771544640 1 -- 172.21.15.32:0/664238373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77540047d0 msgr2=0x7f776c14cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7771544640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77540047d0 0x7f776c14cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7771544640 1 -- 172.21.15.32:0/664238373 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f776c1ef9f0 con 0x7f776c1ec890 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7771544640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f776c1ec890 0x7f776c14b8a0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f776c0a8e90 tx=0x7f776400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f77697fa640 1 -- 172.21.15.32:0/664238373 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7764006d60 con 0x7f776c1ec890 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f77697fa640 1 -- 172.21.15.32:0/664238373 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7764003980 con 0x7f776c1ec890 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f776c0c91c0 con 0x7f776c1ec890 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f77697fa640 1 -- 172.21.15.32:0/664238373 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7764003d30 con 0x7f776c1ec890 2024-04-18T05:12:43.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f776c14d0f0 con 0x7f776c1ec890 2024-04-18T05:12:43.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f776c1f0190 con 0x7f776c1ec890 2024-04-18T05:12:43.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f77697fa640 1 -- 172.21.15.32:0/664238373 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7764005070 con 0x7f776c1ec890 2024-04-18T05:12:43.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f77697fa640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f77580666c0 0x7f7758068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f77697fa640 1 -- 172.21.15.32:0/664238373 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7764083fd0 con 0x7f776c1ec890 2024-04-18T05:12:43.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7770d43640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f77580666c0 0x7f7758068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.447+0000 7f7770d43640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f77580666c0 0x7f7758068b80 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f775c000c10 tx=0x7f775c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:43.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.451+0000 7f77697fa640 1 -- 172.21.15.32:0/664238373 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7764051290 con 0x7f776c1ec890 2024-04-18T05:12:43.508 INFO:tasks.ceph.mds.c.smithi032.stderr:2024-04-18T05:12:43.503+0000 7f63db37d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-18T05:12:43.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.611+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f776c0666e0 con 0x7f776c1ec890 2024-04-18T05:12:43.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f77697fa640 1 -- 172.21.15.32:0/664238373 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16258 (secure 0 0 0) 0x7f77640548b0 con 0x7f776c1ec890 2024-04-18T05:12:43.618 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:43.618 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":41,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:40.926257+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:43.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f77580666c0 msgr2=0x7f7758068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f77580666c0 0x7f7758068b80 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f775c000c10 tx=0x7f775c009040 comp rx=0 tx=0).stop 2024-04-18T05:12:43.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f776c1ec890 msgr2=0x7f776c14b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f776c1ec890 0x7f776c14b8a0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f776c0a8e90 tx=0x7f776400dc00 comp rx=0 tx=0).stop 2024-04-18T05:12:43.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 shutdown_connections 2024-04-18T05:12:43.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f776c1ec890 0x7f776c14b8a0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f776c0c96b0 0x7f776c1ec350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f77580666c0 0x7f7758068b80 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 --2- 172.21.15.32:0/664238373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77540047d0 0x7f776c14cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 >> 172.21.15.32:0/664238373 conn(0x7f776c0ab0a0 msgr2=0x7f776c0ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:43.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 shutdown_connections 2024-04-18T05:12:43.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.615+0000 7f7772fa7640 1 -- 172.21.15.32:0/664238373 wait complete. 2024-04-18T05:12:43.636 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-18T05:12:43.636 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:12:43.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.751+0000 7fc101e76640 1 Processor -- start 2024-04-18T05:12:43.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.751+0000 7fc101e76640 1 -- start start 2024-04-18T05:12:43.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc101e76640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc0fc0a84c0 0x7fc0fc1519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc101e76640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc0fc06d5d0 0x7fc0fc15c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc101e76640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0fc0a8d00 con 0x7fc0fc0a88a0 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc101e76640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0fc0a9080 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc101e76640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0fc155e50 con 0x7fc0fc06d5d0 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0faffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc0fc0a88a0 0x7fc0fc06cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51552/0 (socket says 172.21.15.32:51552) 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0faffd640 1 -- 172.21.15.32:0/2536344879 learned_addr learned my addr 172.21.15.32:0/2536344879 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fb7fe640 1 --2- 172.21.15.32:0/2536344879 >> v2:172.21.15.32:3300/0 conn(0x7fc0fc0a84c0 0x7fc0fc1519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fa7fc640 1 -- 172.21.15.32:0/2536344879 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1321033578 0 0) 0x7fc0fc0a8d00 con 0x7fc0fc0a88a0 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fbfff640 1 --2- 172.21.15.32:0/2536344879 >> v2:172.21.15.92:3300/0 conn(0x7fc0fc06d5d0 0x7fc0fc15c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fa7fc640 1 -- 172.21.15.32:0/2536344879 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0e8003530 con 0x7fc0fc0a88a0 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fb7fe640 1 -- 172.21.15.32:0/2536344879 >> v2:172.21.15.92:3300/0 conn(0x7fc0fc06d5d0 msgr2=0x7fc0fc15c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fb7fe640 1 --2- 172.21.15.32:0/2536344879 >> v2:172.21.15.92:3300/0 conn(0x7fc0fc06d5d0 0x7fc0fc15c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fb7fe640 1 -- 172.21.15.32:0/2536344879 >> v1:172.21.15.32:6789/0 conn(0x7fc0fc0a88a0 legacy=0x7fc0fc06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fb7fe640 1 -- 172.21.15.32:0/2536344879 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0fc154f60 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fb7fe640 1 --2- 172.21.15.32:0/2536344879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 0x7fc0fc1519f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc06ddb0 tx=0x7fc0e401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7819eae5fadf35d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:43.760 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fa7fc640 1 -- 172.21.15.32:0/2536344879 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e40ab600 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fa7fc640 1 -- 172.21.15.32:0/2536344879 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0e40a7050 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.755+0000 7fc0fa7fc640 1 -- 172.21.15.32:0/2536344879 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0e40ab960 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- 172.21.15.32:0/2536344879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 msgr2=0x7fc0fc1519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 --2- 172.21.15.32:0/2536344879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 0x7fc0fc1519f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc06ddb0 tx=0x7fc0e401c3f0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- 172.21.15.32:0/2536344879 shutdown_connections 2024-04-18T05:12:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 --2- 172.21.15.32:0/2536344879 >> v2:172.21.15.92:3300/0 conn(0x7fc0fc06d5d0 0x7fc0fc15c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 --2- 172.21.15.32:0/2536344879 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 0x7fc0fc1519f0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- 172.21.15.32:0/2536344879 >> 172.21.15.32:0/2536344879 conn(0x7fc0fc069e80 msgr2=0x7fc0fc06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- 172.21.15.32:0/2536344879 shutdown_connections 2024-04-18T05:12:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- 172.21.15.32:0/2536344879 wait complete. 2024-04-18T05:12:43.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 Processor -- start 2024-04-18T05:12:43.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- start start 2024-04-18T05:12:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc0fc06d5d0 0x7fc0fc071860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 0x7fc0fc0be850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc0a88a0 0x7fc0fc06fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0fc0c1b30 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0fc071da0 con 0x7fc0fc06d5d0 2024-04-18T05:12:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0fc071110 con 0x7fc0fc0a88a0 2024-04-18T05:12:43.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0faffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 0x7fc0fc0be850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0faffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 0x7fc0fc0be850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59990/0 (socket says 172.21.15.32:59990) 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0faffd640 1 -- 172.21.15.32:0/917520342 learned_addr learned my addr 172.21.15.32:0/917520342 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0fb7fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc0fc06d5d0 0x7fc0fc071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0fbfff640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc0a88a0 0x7fc0fc06fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0faffd640 1 -- 172.21.15.32:0/917520342 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc0a88a0 msgr2=0x7fc0fc06fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0faffd640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc0a88a0 0x7fc0fc06fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0faffd640 1 -- 172.21.15.32:0/917520342 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc0fc06d5d0 msgr2=0x7fc0fc071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0faffd640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc0fc06d5d0 0x7fc0fc071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0faffd640 1 -- 172.21.15.32:0/917520342 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0e4009420 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0faffd640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 0x7fc0fc0be850 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc0ec00cb40 tx=0x7fc0ec00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0f3fff640 1 -- 172.21.15.32:0/917520342 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0ec00ac30 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0f3fff640 1 -- 172.21.15.32:0/917520342 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0ec00ad90 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc0f3fff640 1 -- 172.21.15.32:0/917520342 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0ec012620 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0fc1524a0 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.759+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0fc0c2930 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.767 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.763+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0fc0666e0 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.763+0000 7fc0f3fff640 1 -- 172.21.15.32:0/917520342 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc0ec007070 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.763+0000 7fc0f3fff640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc0dc066690 0x7fc0dc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:43.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.763+0000 7fc0fb7fe640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc0dc066690 0x7fc0dc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:43.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.763+0000 7fc0f3fff640 1 -- 172.21.15.32:0/917520342 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc0ec084120 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.763+0000 7fc0fb7fe640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc0dc066690 0x7fc0dc068b50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc0e40ad000 tx=0x7fc0e40a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:43.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.767+0000 7fc0f3fff640 1 -- 172.21.15.32:0/917520342 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc0ec051490 con 0x7fc0fc0a84c0 2024-04-18T05:12:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.923+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc0fc155ae0 con 0x7fc0dc066690 2024-04-18T05:12:43.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.935+0000 7fc0f3fff640 1 -- 172.21.15.32:0/917520342 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286811 (secure 0 0 0) 0x7fc0e40ab660 con 0x7fc0dc066690 2024-04-18T05:12:43.942 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:43.943 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:12:43.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc0dc066690 msgr2=0x7fc0dc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc0dc066690 0x7fc0dc068b50 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fc0e40ad000 tx=0x7fc0e40a6000 comp rx=0 tx=0).stop 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 msgr2=0x7fc0fc0be850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 0x7fc0fc0be850 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc0ec00cb40 tx=0x7fc0ec00cf40 comp rx=0 tx=0).stop 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 shutdown_connections 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc0fc0a88a0 0x7fc0fc06fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc0fc0a84c0 0x7fc0fc0be850 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc0dc066690 0x7fc0dc068b50 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 --2- 172.21.15.32:0/917520342 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc0fc06d5d0 0x7fc0fc071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 >> 172.21.15.32:0/917520342 conn(0x7fc0fc069e80 msgr2=0x7fc0fc12d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 shutdown_connections 2024-04-18T05:12:43.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:43.939+0000 7fc101e76640 1 -- 172.21.15.32:0/917520342 wait complete. 2024-04-18T05:12:43.958 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":79,"stamp":"2024-04-18T05:12:42.862395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592660,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":182,"acting":182,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":43,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237320,"kb_used_data":4720,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737400,"statfs":{"total":773094113280,"available":772851097600,"internally_reserved":0,"allocated":4833280,"data_stored":2701281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2292,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.328370"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982699+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:39.982699+0000","last_peered":"2024-04-18T05:12:39.982699+0000","last_clean":"2024-04-18T05:12:39.982699+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:39.982699+0000","last_undegraded":"2024-04-18T05:12:39.982699+0000","last_fullsized":"2024-04-18T05:12:39.982699+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.988107+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:39.988107+0000","last_peered":"2024-04-18T05:12:39.988107+0000","last_clean":"2024-04-18T05:12:39.988107+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:39.988107+0000","last_undegraded":"2024-04-18T05:12:39.988107+0000","last_fullsized":"2024-04-18T05:12:39.988107+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.970483+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:39.970483+0000","last_peered":"2024-04-18T05:12:39.970483+0000","last_clean":"2024-04-18T05:12:39.970483+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:39.970483+0000","last_undegraded":"2024-04-18T05:12:39.970483+0000","last_fullsized":"2024-04-18T05:12:39.970483+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.981632+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:39.981632+0000","last_peered":"2024-04-18T05:12:39.981632+0000","last_clean":"2024-04-18T05:12:39.981632+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:39.981632+0000","last_undegraded":"2024-04-18T05:12:39.981632+0000","last_fullsized":"2024-04-18T05:12:39.981632+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986716+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:39.986716+0000","last_peered":"2024-04-18T05:12:39.986716+0000","last_clean":"2024-04-18T05:12:39.986716+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:39.986716+0000","last_undegraded":"2024-04-18T05:12:39.986716+0000","last_fullsized":"2024-04-18T05:12:39.986716+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.972047+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:39.972047+0000","last_peered":"2024-04-18T05:12:39.972047+0000","last_clean":"2024-04-18T05:12:39.972047+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:39.972047+0000","last_undegraded":"2024-04-18T05:12:39.972047+0000","last_fullsized":"2024-04-18T05:12:39.972047+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986038+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:39.986038+0000","last_peered":"2024-04-18T05:12:39.986038+0000","last_clean":"2024-04-18T05:12:39.986038+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:39.986038+0000","last_undegraded":"2024-04-18T05:12:39.986038+0000","last_fullsized":"2024-04-18T05:12:39.986038+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.956799+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:39.956799+0000","last_peered":"2024-04-18T05:12:39.956799+0000","last_clean":"2024-04-18T05:12:39.956799+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:39.956799+0000","last_undegraded":"2024-04-18T05:12:39.956799+0000","last_fullsized":"2024-04-18T05:12:39.956799+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958512+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:39.958512+0000","last_peered":"2024-04-18T05:12:39.958512+0000","last_clean":"2024-04-18T05:12:39.958512+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:39.958512+0000","last_undegraded":"2024-04-18T05:12:39.958512+0000","last_fullsized":"2024-04-18T05:12:39.958512+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985009+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:39.985009+0000","last_peered":"2024-04-18T05:12:39.985009+0000","last_clean":"2024-04-18T05:12:39.985009+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:39.985009+0000","last_undegraded":"2024-04-18T05:12:39.985009+0000","last_fullsized":"2024-04-18T05:12:39.985009+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.941657+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:39.941657+0000","last_peered":"2024-04-18T05:12:39.941657+0000","last_clean":"2024-04-18T05:12:39.941657+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:39.941657+0000","last_undegraded":"2024-04-18T05:12:39.941657+0000","last_fullsized":"2024-04-18T05:12:39.941657+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957647+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:39.957647+0000","last_peered":"2024-04-18T05:12:39.957647+0000","last_clean":"2024-04-18T05:12:39.957647+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:39.957647+0000","last_undegraded":"2024-04-18T05:12:39.957647+0000","last_fullsized":"2024-04-18T05:12:39.957647+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984252+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:39.984252+0000","last_peered":"2024-04-18T05:12:39.984252+0000","last_clean":"2024-04-18T05:12:39.984252+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:39.984252+0000","last_undegraded":"2024-04-18T05:12:39.984252+0000","last_fullsized":"2024-04-18T05:12:39.984252+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958096+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:39.958096+0000","last_peered":"2024-04-18T05:12:39.958096+0000","last_clean":"2024-04-18T05:12:39.958096+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:39.958096+0000","last_undegraded":"2024-04-18T05:12:39.958096+0000","last_fullsized":"2024-04-18T05:12:39.958096+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937853+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:39.937853+0000","last_peered":"2024-04-18T05:12:39.937853+0000","last_clean":"2024-04-18T05:12:39.937853+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:39.937853+0000","last_undegraded":"2024-04-18T05:12:39.937853+0000","last_fullsized":"2024-04-18T05:12:39.937853+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980799+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:39.980799+0000","last_peered":"2024-04-18T05:12:39.980799+0000","last_clean":"2024-04-18T05:12:39.980799+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:39.980799+0000","last_undegraded":"2024-04-18T05:12:39.980799+0000","last_fullsized":"2024-04-18T05:12:39.980799+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949709+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:39.949709+0000","last_peered":"2024-04-18T05:12:39.949709+0000","last_clean":"2024-04-18T05:12:39.949709+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:39.949709+0000","last_undegraded":"2024-04-18T05:12:39.949709+0000","last_fullsized":"2024-04-18T05:12:39.949709+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.964826+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:39.964826+0000","last_peered":"2024-04-18T05:12:39.964826+0000","last_clean":"2024-04-18T05:12:39.964826+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:39.964826+0000","last_undegraded":"2024-04-18T05:12:39.964826+0000","last_fullsized":"2024-04-18T05:12:39.964826+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949939+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:39.949939+0000","last_peered":"2024-04-18T05:12:39.949939+0000","last_clean":"2024-04-18T05:12:39.949939+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:39.949939+0000","last_undegraded":"2024-04-18T05:12:39.949939+0000","last_fullsized":"2024-04-18T05:12:39.949939+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969195+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:39.969195+0000","last_peered":"2024-04-18T05:12:39.969195+0000","last_clean":"2024-04-18T05:12:39.969195+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:39.969195+0000","last_undegraded":"2024-04-18T05:12:39.969195+0000","last_fullsized":"2024-04-18T05:12:39.969195+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982765+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:39.982765+0000","last_peered":"2024-04-18T05:12:39.982765+0000","last_clean":"2024-04-18T05:12:39.982765+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:39.982765+0000","last_undegraded":"2024-04-18T05:12:39.982765+0000","last_fullsized":"2024-04-18T05:12:39.982765+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.954726+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:39.954726+0000","last_peered":"2024-04-18T05:12:39.954726+0000","last_clean":"2024-04-18T05:12:39.954726+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:39.954726+0000","last_undegraded":"2024-04-18T05:12:39.954726+0000","last_fullsized":"2024-04-18T05:12:39.954726+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.968616+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:39.968616+0000","last_peered":"2024-04-18T05:12:39.968616+0000","last_clean":"2024-04-18T05:12:39.968616+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:39.968616+0000","last_undegraded":"2024-04-18T05:12:39.968616+0000","last_fullsized":"2024-04-18T05:12:39.968616+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958545+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:39.958545+0000","last_peered":"2024-04-18T05:12:39.958545+0000","last_clean":"2024-04-18T05:12:39.958545+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:39.958545+0000","last_undegraded":"2024-04-18T05:12:39.958545+0000","last_fullsized":"2024-04-18T05:12:39.958545+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984785+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:39.984785+0000","last_peered":"2024-04-18T05:12:39.984785+0000","last_clean":"2024-04-18T05:12:39.984785+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:39.984785+0000","last_undegraded":"2024-04-18T05:12:39.984785+0000","last_fullsized":"2024-04-18T05:12:39.984785+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969191+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:39.969191+0000","last_peered":"2024-04-18T05:12:39.969191+0000","last_clean":"2024-04-18T05:12:39.969191+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:39.969191+0000","last_undegraded":"2024-04-18T05:12:39.969191+0000","last_fullsized":"2024-04-18T05:12:39.969191+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969216+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:39.969216+0000","last_peered":"2024-04-18T05:12:39.969216+0000","last_clean":"2024-04-18T05:12:39.969216+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:39.969216+0000","last_undegraded":"2024-04-18T05:12:39.969216+0000","last_fullsized":"2024-04-18T05:12:39.969216+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986209+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:39.986209+0000","last_peered":"2024-04-18T05:12:39.986209+0000","last_clean":"2024-04-18T05:12:39.986209+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:39.986209+0000","last_undegraded":"2024-04-18T05:12:39.986209+0000","last_fullsized":"2024-04-18T05:12:39.986209+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985443+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:39.985443+0000","last_peered":"2024-04-18T05:12:39.985443+0000","last_clean":"2024-04-18T05:12:39.985443+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:39.985443+0000","last_undegraded":"2024-04-18T05:12:39.985443+0000","last_fullsized":"2024-04-18T05:12:39.985443+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.941069+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:39.941069+0000","last_peered":"2024-04-18T05:12:39.941069+0000","last_clean":"2024-04-18T05:12:39.941069+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:39.941069+0000","last_undegraded":"2024-04-18T05:12:39.941069+0000","last_fullsized":"2024-04-18T05:12:39.941069+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.979318+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:39.979318+0000","last_peered":"2024-04-18T05:12:39.979318+0000","last_clean":"2024-04-18T05:12:39.979318+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:39.979318+0000","last_undegraded":"2024-04-18T05:12:39.979318+0000","last_fullsized":"2024-04-18T05:12:39.979318+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987274+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:39.987274+0000","last_peered":"2024-04-18T05:12:39.987274+0000","last_clean":"2024-04-18T05:12:39.987274+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:39.987274+0000","last_undegraded":"2024-04-18T05:12:39.987274+0000","last_fullsized":"2024-04-18T05:12:39.987274+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984588+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:39.984588+0000","last_peered":"2024-04-18T05:12:39.984588+0000","last_clean":"2024-04-18T05:12:39.984588+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:39.984588+0000","last_undegraded":"2024-04-18T05:12:39.984588+0000","last_fullsized":"2024-04-18T05:12:39.984588+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.940743+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:39.940743+0000","last_peered":"2024-04-18T05:12:39.940743+0000","last_clean":"2024-04-18T05:12:39.940743+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:39.940743+0000","last_undegraded":"2024-04-18T05:12:39.940743+0000","last_fullsized":"2024-04-18T05:12:39.940743+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.990838+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:39.990838+0000","last_peered":"2024-04-18T05:12:39.990838+0000","last_clean":"2024-04-18T05:12:39.990838+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:39.990838+0000","last_undegraded":"2024-04-18T05:12:39.990838+0000","last_fullsized":"2024-04-18T05:12:39.990838+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986375+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:39.986375+0000","last_peered":"2024-04-18T05:12:39.986375+0000","last_clean":"2024-04-18T05:12:39.986375+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:39.986375+0000","last_undegraded":"2024-04-18T05:12:39.986375+0000","last_fullsized":"2024-04-18T05:12:39.986375+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984444+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:39.984444+0000","last_peered":"2024-04-18T05:12:39.984444+0000","last_clean":"2024-04-18T05:12:39.984444+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:39.984444+0000","last_undegraded":"2024-04-18T05:12:39.984444+0000","last_fullsized":"2024-04-18T05:12:39.984444+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.965131+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:39.965131+0000","last_peered":"2024-04-18T05:12:39.965131+0000","last_clean":"2024-04-18T05:12:39.965131+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:39.965131+0000","last_undegraded":"2024-04-18T05:12:39.965131+0000","last_fullsized":"2024-04-18T05:12:39.965131+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.972383+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:39.972383+0000","last_peered":"2024-04-18T05:12:39.972383+0000","last_clean":"2024-04-18T05:12:39.972383+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:39.972383+0000","last_undegraded":"2024-04-18T05:12:39.972383+0000","last_fullsized":"2024-04-18T05:12:39.972383+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.970002+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:39.970002+0000","last_peered":"2024-04-18T05:12:39.970002+0000","last_clean":"2024-04-18T05:12:39.970002+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:39.970002+0000","last_undegraded":"2024-04-18T05:12:39.970002+0000","last_fullsized":"2024-04-18T05:12:39.970002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982430+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:39.982430+0000","last_peered":"2024-04-18T05:12:39.982430+0000","last_clean":"2024-04-18T05:12:39.982430+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:39.982430+0000","last_undegraded":"2024-04-18T05:12:39.982430+0000","last_fullsized":"2024-04-18T05:12:39.982430+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.945880+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:39.945880+0000","last_peered":"2024-04-18T05:12:39.945880+0000","last_clean":"2024-04-18T05:12:39.945880+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:39.945880+0000","last_undegraded":"2024-04-18T05:12:39.945880+0000","last_fullsized":"2024-04-18T05:12:39.945880+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.946158+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:39.946158+0000","last_peered":"2024-04-18T05:12:39.946158+0000","last_clean":"2024-04-18T05:12:39.946158+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:39.946158+0000","last_undegraded":"2024-04-18T05:12:39.946158+0000","last_fullsized":"2024-04-18T05:12:39.946158+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986703+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:39.986703+0000","last_peered":"2024-04-18T05:12:39.986703+0000","last_clean":"2024-04-18T05:12:39.986703+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:39.986703+0000","last_undegraded":"2024-04-18T05:12:39.986703+0000","last_fullsized":"2024-04-18T05:12:39.986703+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.942097+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:39.942097+0000","last_peered":"2024-04-18T05:12:39.942097+0000","last_clean":"2024-04-18T05:12:39.942097+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:39.942097+0000","last_undegraded":"2024-04-18T05:12:39.942097+0000","last_fullsized":"2024-04-18T05:12:39.942097+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977100+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:39.977100+0000","last_peered":"2024-04-18T05:12:39.977100+0000","last_clean":"2024-04-18T05:12:39.977100+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:39.977100+0000","last_undegraded":"2024-04-18T05:12:39.977100+0000","last_fullsized":"2024-04-18T05:12:39.977100+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958484+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:39.958484+0000","last_peered":"2024-04-18T05:12:39.958484+0000","last_clean":"2024-04-18T05:12:39.958484+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:39.958484+0000","last_undegraded":"2024-04-18T05:12:39.958484+0000","last_fullsized":"2024-04-18T05:12:39.958484+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.950798+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:39.950798+0000","last_peered":"2024-04-18T05:12:39.950798+0000","last_clean":"2024-04-18T05:12:39.950798+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:39.950798+0000","last_undegraded":"2024-04-18T05:12:39.950798+0000","last_fullsized":"2024-04-18T05:12:39.950798+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932737+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:39.932737+0000","last_peered":"2024-04-18T05:12:39.932737+0000","last_clean":"2024-04-18T05:12:39.932737+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:39.932737+0000","last_undegraded":"2024-04-18T05:12:39.932737+0000","last_fullsized":"2024-04-18T05:12:39.932737+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985185+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:39.985185+0000","last_peered":"2024-04-18T05:12:39.985185+0000","last_clean":"2024-04-18T05:12:39.985185+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:39.985185+0000","last_undegraded":"2024-04-18T05:12:39.985185+0000","last_fullsized":"2024-04-18T05:12:39.985185+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982075+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:39.982075+0000","last_peered":"2024-04-18T05:12:39.982075+0000","last_clean":"2024-04-18T05:12:39.982075+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:39.982075+0000","last_undegraded":"2024-04-18T05:12:39.982075+0000","last_fullsized":"2024-04-18T05:12:39.982075+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.959440+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:39.959440+0000","last_peered":"2024-04-18T05:12:39.959440+0000","last_clean":"2024-04-18T05:12:39.959440+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:39.959440+0000","last_undegraded":"2024-04-18T05:12:39.959440+0000","last_fullsized":"2024-04-18T05:12:39.959440+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.991827+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:39.991827+0000","last_peered":"2024-04-18T05:12:39.991827+0000","last_clean":"2024-04-18T05:12:39.991827+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:39.991827+0000","last_undegraded":"2024-04-18T05:12:39.991827+0000","last_fullsized":"2024-04-18T05:12:39.991827+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977115+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:39.977115+0000","last_peered":"2024-04-18T05:12:39.977115+0000","last_clean":"2024-04-18T05:12:39.977115+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:39.977115+0000","last_undegraded":"2024-04-18T05:12:39.977115+0000","last_fullsized":"2024-04-18T05:12:39.977115+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.990575+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:39.990575+0000","last_peered":"2024-04-18T05:12:39.990575+0000","last_clean":"2024-04-18T05:12:39.990575+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:39.990575+0000","last_undegraded":"2024-04-18T05:12:39.990575+0000","last_fullsized":"2024-04-18T05:12:39.990575+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987121+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:39.987121+0000","last_peered":"2024-04-18T05:12:39.987121+0000","last_clean":"2024-04-18T05:12:39.987121+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:39.987121+0000","last_undegraded":"2024-04-18T05:12:39.987121+0000","last_fullsized":"2024-04-18T05:12:39.987121+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937209+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:39.937209+0000","last_peered":"2024-04-18T05:12:39.937209+0000","last_clean":"2024-04-18T05:12:39.937209+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:39.937209+0000","last_undegraded":"2024-04-18T05:12:39.937209+0000","last_fullsized":"2024-04-18T05:12:39.937209+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949957+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:39.949957+0000","last_peered":"2024-04-18T05:12:39.949957+0000","last_clean":"2024-04-18T05:12:39.949957+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:39.949957+0000","last_undegraded":"2024-04-18T05:12:39.949957+0000","last_fullsized":"2024-04-18T05:12:39.949957+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932530+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:39.932530+0000","last_peered":"2024-04-18T05:12:39.932530+0000","last_clean":"2024-04-18T05:12:39.932530+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:39.932530+0000","last_undegraded":"2024-04-18T05:12:39.932530+0000","last_fullsized":"2024-04-18T05:12:39.932530+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.959268+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:39.959268+0000","last_peered":"2024-04-18T05:12:39.959268+0000","last_clean":"2024-04-18T05:12:39.959268+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:39.959268+0000","last_undegraded":"2024-04-18T05:12:39.959268+0000","last_fullsized":"2024-04-18T05:12:39.959268+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987176+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:39.987176+0000","last_peered":"2024-04-18T05:12:39.987176+0000","last_clean":"2024-04-18T05:12:39.987176+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:39.987176+0000","last_undegraded":"2024-04-18T05:12:39.987176+0000","last_fullsized":"2024-04-18T05:12:39.987176+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.954843+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:39.954843+0000","last_peered":"2024-04-18T05:12:39.954843+0000","last_clean":"2024-04-18T05:12:39.954843+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:39.954843+0000","last_undegraded":"2024-04-18T05:12:39.954843+0000","last_fullsized":"2024-04-18T05:12:39.954843+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984767+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:39.984767+0000","last_peered":"2024-04-18T05:12:39.984767+0000","last_clean":"2024-04-18T05:12:39.984767+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:39.984767+0000","last_undegraded":"2024-04-18T05:12:39.984767+0000","last_fullsized":"2024-04-18T05:12:39.984767+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.981980+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:39.981980+0000","last_peered":"2024-04-18T05:12:39.981980+0000","last_clean":"2024-04-18T05:12:39.981980+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:39.981980+0000","last_undegraded":"2024-04-18T05:12:39.981980+0000","last_fullsized":"2024-04-18T05:12:39.981980+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985347+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:39.985347+0000","last_peered":"2024-04-18T05:12:39.985347+0000","last_clean":"2024-04-18T05:12:39.985347+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:39.985347+0000","last_undegraded":"2024-04-18T05:12:39.985347+0000","last_fullsized":"2024-04-18T05:12:39.985347+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-04-18T05:12:38.546593+0000","last_change":"2024-04-18T05:12:38.546593+0000","last_active":"2024-04-18T05:12:38.524433+0000","last_peered":"2024-04-18T05:12:38.524433+0000","last_clean":"2024-04-18T05:12:38.524433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:38.546593+0000","last_undegraded":"2024-04-18T05:12:38.546593+0000","last_fullsized":"2024-04-18T05:12:38.546593+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980727+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:39.980727+0000","last_peered":"2024-04-18T05:12:39.980727+0000","last_clean":"2024-04-18T05:12:39.980727+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:39.980727+0000","last_undegraded":"2024-04-18T05:12:39.980727+0000","last_fullsized":"2024-04-18T05:12:39.980727+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957484+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:39.957484+0000","last_peered":"2024-04-18T05:12:39.957484+0000","last_clean":"2024-04-18T05:12:39.957484+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:39.957484+0000","last_undegraded":"2024-04-18T05:12:39.957484+0000","last_fullsized":"2024-04-18T05:12:39.957484+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957990+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:39.957990+0000","last_peered":"2024-04-18T05:12:39.957990+0000","last_clean":"2024-04-18T05:12:39.957990+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:39.957990+0000","last_undegraded":"2024-04-18T05:12:39.957990+0000","last_fullsized":"2024-04-18T05:12:39.957990+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980815+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:39.980815+0000","last_peered":"2024-04-18T05:12:39.980815+0000","last_clean":"2024-04-18T05:12:39.980815+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:39.980815+0000","last_undegraded":"2024-04-18T05:12:39.980815+0000","last_fullsized":"2024-04-18T05:12:39.980815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984216+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:39.984216+0000","last_peered":"2024-04-18T05:12:39.984216+0000","last_clean":"2024-04-18T05:12:39.984216+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:39.984216+0000","last_undegraded":"2024-04-18T05:12:39.984216+0000","last_fullsized":"2024-04-18T05:12:39.984216+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937437+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:39.937437+0000","last_peered":"2024-04-18T05:12:39.937437+0000","last_clean":"2024-04-18T05:12:39.937437+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:39.937437+0000","last_undegraded":"2024-04-18T05:12:39.937437+0000","last_fullsized":"2024-04-18T05:12:39.937437+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958477+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:39.958477+0000","last_peered":"2024-04-18T05:12:39.958477+0000","last_clean":"2024-04-18T05:12:39.958477+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:39.958477+0000","last_undegraded":"2024-04-18T05:12:39.958477+0000","last_fullsized":"2024-04-18T05:12:39.958477+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.951191+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:39.951191+0000","last_peered":"2024-04-18T05:12:39.951191+0000","last_clean":"2024-04-18T05:12:39.951191+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:39.951191+0000","last_undegraded":"2024-04-18T05:12:39.951191+0000","last_fullsized":"2024-04-18T05:12:39.951191+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977152+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:39.977152+0000","last_peered":"2024-04-18T05:12:39.977152+0000","last_clean":"2024-04-18T05:12:39.977152+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:39.977152+0000","last_undegraded":"2024-04-18T05:12:39.977152+0000","last_fullsized":"2024-04-18T05:12:39.977152+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.936899+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:39.936899+0000","last_peered":"2024-04-18T05:12:39.936899+0000","last_clean":"2024-04-18T05:12:39.936899+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:39.936899+0000","last_undegraded":"2024-04-18T05:12:39.936899+0000","last_fullsized":"2024-04-18T05:12:39.936899+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.968849+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:39.968849+0000","last_peered":"2024-04-18T05:12:39.968849+0000","last_clean":"2024-04-18T05:12:39.968849+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:39.968849+0000","last_undegraded":"2024-04-18T05:12:39.968849+0000","last_fullsized":"2024-04-18T05:12:39.968849+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.956916+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:39.956916+0000","last_peered":"2024-04-18T05:12:39.956916+0000","last_clean":"2024-04-18T05:12:39.956916+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:39.956916+0000","last_undegraded":"2024-04-18T05:12:39.956916+0000","last_fullsized":"2024-04-18T05:12:39.956916+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-04-18T05:12:38.545248+0000","last_change":"2024-04-18T05:12:38.545248+0000","last_active":"2024-04-18T05:12:38.524433+0000","last_peered":"2024-04-18T05:12:38.524433+0000","last_clean":"2024-04-18T05:12:38.524433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:38.545248+0000","last_undegraded":"2024-04-18T05:12:38.545248+0000","last_fullsized":"2024-04-18T05:12:38.545248+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982554+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:39.982554+0000","last_peered":"2024-04-18T05:12:39.982554+0000","last_clean":"2024-04-18T05:12:39.982554+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:39.982554+0000","last_undegraded":"2024-04-18T05:12:39.982554+0000","last_fullsized":"2024-04-18T05:12:39.982554+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-04-18T05:12:38.545451+0000","last_change":"2024-04-18T05:12:38.545451+0000","last_active":"2024-04-18T05:12:38.524433+0000","last_peered":"2024-04-18T05:12:38.524433+0000","last_clean":"2024-04-18T05:12:38.524433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:38.545451+0000","last_undegraded":"2024-04-18T05:12:38.545451+0000","last_fullsized":"2024-04-18T05:12:38.545451+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.953038+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:39.953038+0000","last_peered":"2024-04-18T05:12:39.953038+0000","last_clean":"2024-04-18T05:12:39.953038+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:39.953038+0000","last_undegraded":"2024-04-18T05:12:39.953038+0000","last_fullsized":"2024-04-18T05:12:39.953038+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984779+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:39.984779+0000","last_peered":"2024-04-18T05:12:39.984779+0000","last_clean":"2024-04-18T05:12:39.984779+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:39.984779+0000","last_undegraded":"2024-04-18T05:12:39.984779+0000","last_fullsized":"2024-04-18T05:12:39.984779+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.933093+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:39.933093+0000","last_peered":"2024-04-18T05:12:39.933093+0000","last_clean":"2024-04-18T05:12:39.933093+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:39.933093+0000","last_undegraded":"2024-04-18T05:12:39.933093+0000","last_fullsized":"2024-04-18T05:12:39.933093+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985004+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:39.985004+0000","last_peered":"2024-04-18T05:12:39.985004+0000","last_clean":"2024-04-18T05:12:39.985004+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:39.985004+0000","last_undegraded":"2024-04-18T05:12:39.985004+0000","last_fullsized":"2024-04-18T05:12:39.985004+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932793+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:39.932793+0000","last_peered":"2024-04-18T05:12:39.932793+0000","last_clean":"2024-04-18T05:12:39.932793+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:39.932793+0000","last_undegraded":"2024-04-18T05:12:39.932793+0000","last_fullsized":"2024-04-18T05:12:39.932793+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969995+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:39.969995+0000","last_peered":"2024-04-18T05:12:39.969995+0000","last_clean":"2024-04-18T05:12:39.969995+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:39.969995+0000","last_undegraded":"2024-04-18T05:12:39.969995+0000","last_fullsized":"2024-04-18T05:12:39.969995+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.947930+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:39.947930+0000","last_peered":"2024-04-18T05:12:39.947930+0000","last_clean":"2024-04-18T05:12:39.947930+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:39.947930+0000","last_undegraded":"2024-04-18T05:12:39.947930+0000","last_fullsized":"2024-04-18T05:12:39.947930+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969512+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:39.969512+0000","last_peered":"2024-04-18T05:12:39.969512+0000","last_clean":"2024-04-18T05:12:39.969512+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:39.969512+0000","last_undegraded":"2024-04-18T05:12:39.969512+0000","last_fullsized":"2024-04-18T05:12:39.969512+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.934669+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:39.934669+0000","last_peered":"2024-04-18T05:12:39.934669+0000","last_clean":"2024-04-18T05:12:39.934669+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:39.934669+0000","last_undegraded":"2024-04-18T05:12:39.934669+0000","last_fullsized":"2024-04-18T05:12:39.934669+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.565985+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:39.565985+0000","last_peered":"2024-04-18T05:12:39.565985+0000","last_clean":"2024-04-18T05:12:39.565985+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:39.565985+0000","last_undegraded":"2024-04-18T05:12:39.565985+0000","last_fullsized":"2024-04-18T05:12:39.565985+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":116,"acting":116,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2292,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":37,"ondisk_log_size":37,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":192267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":1.0169999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.78300000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.83599999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.0660000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.80700000000000005}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.113},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.88600000000000001}]}]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":783183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":1.639}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":1.006},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":1.6859999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":4.2789999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":2.173}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.1930000000000001},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.821}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":2.262},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":2.855}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.546},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.081}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.3759999999999999},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.712}]}]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":193921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96699999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.99099999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.78700000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.91000000000000003}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":0.84199999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.119},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.69599999999999995}]}]},{"osd":3,"up_from":15,"seq":64424509460,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":458752,"data_stored":192323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.47499999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.85999999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.75800000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.81799999999999995},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.99099999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.90800000000000003}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.88500000000000001}]}]},{"osd":2,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":192233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63900000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.59399999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":0.93700000000000006}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.95599999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.28},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.3300000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.2030000000000001},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.254}]}]},{"osd":1,"up_from":15,"seq":64424509459,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":1052672,"data_stored":782623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.33200000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.309},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.436}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.37}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.84499999999999997}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.72099999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":0.77400000000000002}]}]},{"osd":0,"up_from":15,"seq":64424509460,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":462848,"data_stored":192325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.67000000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.60799999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.42299999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.89100000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.86699999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.91300000000000003},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.92500000000000004}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.84699999999999998},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.96699999999999997}]}]},{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":172406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.60199999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":1.1659999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.92000000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":1.1259999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.746},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.2050000000000001},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.82499999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.026},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:12:43.964 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:12:44.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.107+0000 7f73ad4b8640 1 Processor -- start 2024-04-18T05:12:44.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73ad4b8640 1 -- start start 2024-04-18T05:12:44.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73ad4b8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f73a80bec20 0x7f73a8153b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73ad4b8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a806d0c0 0x7f73a806d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73ad4b8640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73a806dab0 con 0x7f73a813cde0 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73ad4b8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73a8070540 con 0x7f73a80bec20 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73ad4b8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73a81540e0 con 0x7f73a806d0c0 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a67fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f73a80bec20 0x7f73a8153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a67fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f73a80bec20 0x7f73a8153b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60006/0 (socket says 172.21.15.32:60006) 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a6ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f73a813cde0 0x7f73a80c10e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51554/0 (socket says 172.21.15.32:51554) 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a67fc640 1 -- 172.21.15.32:0/1268171921 learned_addr learned my addr 172.21.15.32:0/1268171921 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a77fe640 1 --2- 172.21.15.32:0/1268171921 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a806d0c0 0x7f73a806d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a67fc640 1 -- 172.21.15.32:0/1268171921 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a806d0c0 msgr2=0x7f73a806d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a67fc640 1 --2- 172.21.15.32:0/1268171921 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a806d0c0 0x7f73a806d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a67fc640 1 -- 172.21.15.32:0/1268171921 >> v1:172.21.15.32:6789/0 conn(0x7f73a813cde0 legacy=0x7f73a80c10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a67fc640 1 -- 172.21.15.32:0/1268171921 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73a81543c0 con 0x7f73a80bec20 2024-04-18T05:12:44.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a77fe640 1 --2- 172.21.15.32:0/1268171921 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a806d0c0 0x7f73a806d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:44.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a67fc640 1 --2- 172.21.15.32:0/1268171921 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 0x7f73a8153b00 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f739c009870 tx=0x7f739c01c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f84884b4e106715 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:44.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a5ffb640 1 -- 172.21.15.32:0/1268171921 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f739c0a6040 con 0x7f73a80bec20 2024-04-18T05:12:44.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a5ffb640 1 -- 172.21.15.32:0/1268171921 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f739c0aa600 con 0x7f73a80bec20 2024-04-18T05:12:44.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73a5ffb640 1 -- 172.21.15.32:0/1268171921 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f739c0aa990 con 0x7f73a80bec20 2024-04-18T05:12:44.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73ad4b8640 1 -- 172.21.15.32:0/1268171921 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 msgr2=0x7f73a8153b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.111+0000 7f73ad4b8640 1 --2- 172.21.15.32:0/1268171921 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 0x7f73a8153b00 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f739c009870 tx=0x7f739c01c4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- 172.21.15.32:0/1268171921 shutdown_connections 2024-04-18T05:12:44.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 --2- 172.21.15.32:0/1268171921 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a806d0c0 0x7f73a806d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 --2- 172.21.15.32:0/1268171921 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 0x7f73a8153b00 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- 172.21.15.32:0/1268171921 >> 172.21.15.32:0/1268171921 conn(0x7f73a8069e80 msgr2=0x7f73a806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:44.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- 172.21.15.32:0/1268171921 shutdown_connections 2024-04-18T05:12:44.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- 172.21.15.32:0/1268171921 wait complete. 2024-04-18T05:12:44.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 Processor -- start 2024-04-18T05:12:44.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- start start 2024-04-18T05:12:44.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73a806d0c0 0x7f73a80a8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 0x7f73a8071860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a813cde0 0x7f73a8156730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73a8157d00 con 0x7f73a80bec20 2024-04-18T05:12:44.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73a8155f70 con 0x7f73a806d0c0 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73a814e580 con 0x7f73a813cde0 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a67fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 0x7f73a8071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a67fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 0x7f73a8071860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60010/0 (socket says 172.21.15.32:60010) 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a67fc640 1 -- 172.21.15.32:0/3552454824 learned_addr learned my addr 172.21.15.32:0/3552454824 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a77fe640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a813cde0 0x7f73a8156730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a67fc640 1 -- 172.21.15.32:0/3552454824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a813cde0 msgr2=0x7f73a8156730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a67fc640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a813cde0 0x7f73a8156730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a6ffd640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73a806d0c0 0x7f73a80a8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a67fc640 1 -- 172.21.15.32:0/3552454824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73a806d0c0 msgr2=0x7f73a80a8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a67fc640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73a806d0c0 0x7f73a80a8cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a67fc640 1 -- 172.21.15.32:0/3552454824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f739c0094d0 con 0x7f73a80bec20 2024-04-18T05:12:44.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73a67fc640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 0x7f73a8071860 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f739c01a0d0 tx=0x7f739c01ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:44.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f738f7fe640 1 -- 172.21.15.32:0/3552454824 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f739c0b3800 con 0x7f73a80bec20 2024-04-18T05:12:44.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f738f7fe640 1 -- 172.21.15.32:0/3552454824 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f739c0b3960 con 0x7f73a80bec20 2024-04-18T05:12:44.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73a81eca90 con 0x7f73a80bec20 2024-04-18T05:12:44.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f738f7fe640 1 -- 172.21.15.32:0/3552454824 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f739c0b3cd0 con 0x7f73a80bec20 2024-04-18T05:12:44.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73a81ecd70 con 0x7f73a80bec20 2024-04-18T05:12:44.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.115+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73a80666e0 con 0x7f73a80bec20 2024-04-18T05:12:44.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.119+0000 7f738f7fe640 1 -- 172.21.15.32:0/3552454824 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f739c0c6430 con 0x7f73a80bec20 2024-04-18T05:12:44.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.119+0000 7f738f7fe640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f73940666c0 0x7f7394068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.119+0000 7f738f7fe640 1 -- 172.21.15.32:0/3552454824 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f739c11f0d0 con 0x7f73a80bec20 2024-04-18T05:12:44.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.119+0000 7f73a6ffd640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f73940666c0 0x7f7394068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.119+0000 7f73a6ffd640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f73940666c0 0x7f7394068b80 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f7398007fd0 tx=0x7f7398009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:44.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.123+0000 7f738f7fe640 1 -- 172.21.15.32:0/3552454824 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f739c0ec370 con 0x7f73a80bec20 2024-04-18T05:12:44.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.275+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f73a80bf7a0 con 0x7f73940666c0 2024-04-18T05:12:44.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.295+0000 7f738f7fe640 1 -- 172.21.15.32:0/3552454824 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286811 (secure 0 0 0) 0x7f7398005ba0 con 0x7f73940666c0 2024-04-18T05:12:44.303 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:44.305 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:12:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f73940666c0 msgr2=0x7f7394068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f73940666c0 0x7f7394068b80 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f7398007fd0 tx=0x7f7398009040 comp rx=0 tx=0).stop 2024-04-18T05:12:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 msgr2=0x7f73a8071860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 0x7f73a8071860 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f739c01a0d0 tx=0x7f739c01ace0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 shutdown_connections 2024-04-18T05:12:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f73a813cde0 0x7f73a8156730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f73a80bec20 0x7f73a8071860 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f73940666c0 0x7f7394068b80 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 --2- 172.21.15.32:0/3552454824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73a806d0c0 0x7f73a80a8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.299+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 >> 172.21.15.32:0/3552454824 conn(0x7f73a8069e80 msgr2=0x7f73a813c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:44.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.303+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 shutdown_connections 2024-04-18T05:12:44.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.303+0000 7f73ad4b8640 1 -- 172.21.15.32:0/3552454824 wait complete. 2024-04-18T05:12:44.322 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":79,"stamp":"2024-04-18T05:12:42.862395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592660,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":182,"acting":182,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":43,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237320,"kb_used_data":4720,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737400,"statfs":{"total":773094113280,"available":772851097600,"internally_reserved":0,"allocated":4833280,"data_stored":2701281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2292,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.328370"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982699+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:39.982699+0000","last_peered":"2024-04-18T05:12:39.982699+0000","last_clean":"2024-04-18T05:12:39.982699+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:39.982699+0000","last_undegraded":"2024-04-18T05:12:39.982699+0000","last_fullsized":"2024-04-18T05:12:39.982699+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.988107+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:39.988107+0000","last_peered":"2024-04-18T05:12:39.988107+0000","last_clean":"2024-04-18T05:12:39.988107+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:39.988107+0000","last_undegraded":"2024-04-18T05:12:39.988107+0000","last_fullsized":"2024-04-18T05:12:39.988107+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.970483+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:39.970483+0000","last_peered":"2024-04-18T05:12:39.970483+0000","last_clean":"2024-04-18T05:12:39.970483+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:39.970483+0000","last_undegraded":"2024-04-18T05:12:39.970483+0000","last_fullsized":"2024-04-18T05:12:39.970483+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.981632+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:39.981632+0000","last_peered":"2024-04-18T05:12:39.981632+0000","last_clean":"2024-04-18T05:12:39.981632+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:39.981632+0000","last_undegraded":"2024-04-18T05:12:39.981632+0000","last_fullsized":"2024-04-18T05:12:39.981632+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986716+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:39.986716+0000","last_peered":"2024-04-18T05:12:39.986716+0000","last_clean":"2024-04-18T05:12:39.986716+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:39.986716+0000","last_undegraded":"2024-04-18T05:12:39.986716+0000","last_fullsized":"2024-04-18T05:12:39.986716+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.972047+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:39.972047+0000","last_peered":"2024-04-18T05:12:39.972047+0000","last_clean":"2024-04-18T05:12:39.972047+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:39.972047+0000","last_undegraded":"2024-04-18T05:12:39.972047+0000","last_fullsized":"2024-04-18T05:12:39.972047+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986038+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:39.986038+0000","last_peered":"2024-04-18T05:12:39.986038+0000","last_clean":"2024-04-18T05:12:39.986038+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:39.986038+0000","last_undegraded":"2024-04-18T05:12:39.986038+0000","last_fullsized":"2024-04-18T05:12:39.986038+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.956799+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:39.956799+0000","last_peered":"2024-04-18T05:12:39.956799+0000","last_clean":"2024-04-18T05:12:39.956799+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:39.956799+0000","last_undegraded":"2024-04-18T05:12:39.956799+0000","last_fullsized":"2024-04-18T05:12:39.956799+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958512+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:39.958512+0000","last_peered":"2024-04-18T05:12:39.958512+0000","last_clean":"2024-04-18T05:12:39.958512+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:39.958512+0000","last_undegraded":"2024-04-18T05:12:39.958512+0000","last_fullsized":"2024-04-18T05:12:39.958512+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985009+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:39.985009+0000","last_peered":"2024-04-18T05:12:39.985009+0000","last_clean":"2024-04-18T05:12:39.985009+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:39.985009+0000","last_undegraded":"2024-04-18T05:12:39.985009+0000","last_fullsized":"2024-04-18T05:12:39.985009+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.941657+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:39.941657+0000","last_peered":"2024-04-18T05:12:39.941657+0000","last_clean":"2024-04-18T05:12:39.941657+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:39.941657+0000","last_undegraded":"2024-04-18T05:12:39.941657+0000","last_fullsized":"2024-04-18T05:12:39.941657+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957647+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:39.957647+0000","last_peered":"2024-04-18T05:12:39.957647+0000","last_clean":"2024-04-18T05:12:39.957647+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:39.957647+0000","last_undegraded":"2024-04-18T05:12:39.957647+0000","last_fullsized":"2024-04-18T05:12:39.957647+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984252+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:39.984252+0000","last_peered":"2024-04-18T05:12:39.984252+0000","last_clean":"2024-04-18T05:12:39.984252+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:39.984252+0000","last_undegraded":"2024-04-18T05:12:39.984252+0000","last_fullsized":"2024-04-18T05:12:39.984252+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958096+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:39.958096+0000","last_peered":"2024-04-18T05:12:39.958096+0000","last_clean":"2024-04-18T05:12:39.958096+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:39.958096+0000","last_undegraded":"2024-04-18T05:12:39.958096+0000","last_fullsized":"2024-04-18T05:12:39.958096+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937853+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:39.937853+0000","last_peered":"2024-04-18T05:12:39.937853+0000","last_clean":"2024-04-18T05:12:39.937853+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:39.937853+0000","last_undegraded":"2024-04-18T05:12:39.937853+0000","last_fullsized":"2024-04-18T05:12:39.937853+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980799+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:39.980799+0000","last_peered":"2024-04-18T05:12:39.980799+0000","last_clean":"2024-04-18T05:12:39.980799+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:39.980799+0000","last_undegraded":"2024-04-18T05:12:39.980799+0000","last_fullsized":"2024-04-18T05:12:39.980799+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949709+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:39.949709+0000","last_peered":"2024-04-18T05:12:39.949709+0000","last_clean":"2024-04-18T05:12:39.949709+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:39.949709+0000","last_undegraded":"2024-04-18T05:12:39.949709+0000","last_fullsized":"2024-04-18T05:12:39.949709+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.964826+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:39.964826+0000","last_peered":"2024-04-18T05:12:39.964826+0000","last_clean":"2024-04-18T05:12:39.964826+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:39.964826+0000","last_undegraded":"2024-04-18T05:12:39.964826+0000","last_fullsized":"2024-04-18T05:12:39.964826+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949939+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:39.949939+0000","last_peered":"2024-04-18T05:12:39.949939+0000","last_clean":"2024-04-18T05:12:39.949939+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:39.949939+0000","last_undegraded":"2024-04-18T05:12:39.949939+0000","last_fullsized":"2024-04-18T05:12:39.949939+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969195+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:39.969195+0000","last_peered":"2024-04-18T05:12:39.969195+0000","last_clean":"2024-04-18T05:12:39.969195+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:39.969195+0000","last_undegraded":"2024-04-18T05:12:39.969195+0000","last_fullsized":"2024-04-18T05:12:39.969195+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982765+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:39.982765+0000","last_peered":"2024-04-18T05:12:39.982765+0000","last_clean":"2024-04-18T05:12:39.982765+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:39.982765+0000","last_undegraded":"2024-04-18T05:12:39.982765+0000","last_fullsized":"2024-04-18T05:12:39.982765+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.954726+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:39.954726+0000","last_peered":"2024-04-18T05:12:39.954726+0000","last_clean":"2024-04-18T05:12:39.954726+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:39.954726+0000","last_undegraded":"2024-04-18T05:12:39.954726+0000","last_fullsized":"2024-04-18T05:12:39.954726+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.968616+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:39.968616+0000","last_peered":"2024-04-18T05:12:39.968616+0000","last_clean":"2024-04-18T05:12:39.968616+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:39.968616+0000","last_undegraded":"2024-04-18T05:12:39.968616+0000","last_fullsized":"2024-04-18T05:12:39.968616+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958545+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:39.958545+0000","last_peered":"2024-04-18T05:12:39.958545+0000","last_clean":"2024-04-18T05:12:39.958545+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:39.958545+0000","last_undegraded":"2024-04-18T05:12:39.958545+0000","last_fullsized":"2024-04-18T05:12:39.958545+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984785+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:39.984785+0000","last_peered":"2024-04-18T05:12:39.984785+0000","last_clean":"2024-04-18T05:12:39.984785+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:39.984785+0000","last_undegraded":"2024-04-18T05:12:39.984785+0000","last_fullsized":"2024-04-18T05:12:39.984785+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969191+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:39.969191+0000","last_peered":"2024-04-18T05:12:39.969191+0000","last_clean":"2024-04-18T05:12:39.969191+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:39.969191+0000","last_undegraded":"2024-04-18T05:12:39.969191+0000","last_fullsized":"2024-04-18T05:12:39.969191+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969216+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:39.969216+0000","last_peered":"2024-04-18T05:12:39.969216+0000","last_clean":"2024-04-18T05:12:39.969216+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:39.969216+0000","last_undegraded":"2024-04-18T05:12:39.969216+0000","last_fullsized":"2024-04-18T05:12:39.969216+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986209+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:39.986209+0000","last_peered":"2024-04-18T05:12:39.986209+0000","last_clean":"2024-04-18T05:12:39.986209+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:39.986209+0000","last_undegraded":"2024-04-18T05:12:39.986209+0000","last_fullsized":"2024-04-18T05:12:39.986209+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985443+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:39.985443+0000","last_peered":"2024-04-18T05:12:39.985443+0000","last_clean":"2024-04-18T05:12:39.985443+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:39.985443+0000","last_undegraded":"2024-04-18T05:12:39.985443+0000","last_fullsized":"2024-04-18T05:12:39.985443+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.941069+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:39.941069+0000","last_peered":"2024-04-18T05:12:39.941069+0000","last_clean":"2024-04-18T05:12:39.941069+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:39.941069+0000","last_undegraded":"2024-04-18T05:12:39.941069+0000","last_fullsized":"2024-04-18T05:12:39.941069+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.979318+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:39.979318+0000","last_peered":"2024-04-18T05:12:39.979318+0000","last_clean":"2024-04-18T05:12:39.979318+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:39.979318+0000","last_undegraded":"2024-04-18T05:12:39.979318+0000","last_fullsized":"2024-04-18T05:12:39.979318+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987274+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:39.987274+0000","last_peered":"2024-04-18T05:12:39.987274+0000","last_clean":"2024-04-18T05:12:39.987274+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:39.987274+0000","last_undegraded":"2024-04-18T05:12:39.987274+0000","last_fullsized":"2024-04-18T05:12:39.987274+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984588+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:39.984588+0000","last_peered":"2024-04-18T05:12:39.984588+0000","last_clean":"2024-04-18T05:12:39.984588+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:39.984588+0000","last_undegraded":"2024-04-18T05:12:39.984588+0000","last_fullsized":"2024-04-18T05:12:39.984588+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.940743+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:39.940743+0000","last_peered":"2024-04-18T05:12:39.940743+0000","last_clean":"2024-04-18T05:12:39.940743+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:39.940743+0000","last_undegraded":"2024-04-18T05:12:39.940743+0000","last_fullsized":"2024-04-18T05:12:39.940743+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.990838+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:39.990838+0000","last_peered":"2024-04-18T05:12:39.990838+0000","last_clean":"2024-04-18T05:12:39.990838+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:39.990838+0000","last_undegraded":"2024-04-18T05:12:39.990838+0000","last_fullsized":"2024-04-18T05:12:39.990838+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986375+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:39.986375+0000","last_peered":"2024-04-18T05:12:39.986375+0000","last_clean":"2024-04-18T05:12:39.986375+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:39.986375+0000","last_undegraded":"2024-04-18T05:12:39.986375+0000","last_fullsized":"2024-04-18T05:12:39.986375+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984444+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:39.984444+0000","last_peered":"2024-04-18T05:12:39.984444+0000","last_clean":"2024-04-18T05:12:39.984444+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:39.984444+0000","last_undegraded":"2024-04-18T05:12:39.984444+0000","last_fullsized":"2024-04-18T05:12:39.984444+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.965131+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:39.965131+0000","last_peered":"2024-04-18T05:12:39.965131+0000","last_clean":"2024-04-18T05:12:39.965131+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:39.965131+0000","last_undegraded":"2024-04-18T05:12:39.965131+0000","last_fullsized":"2024-04-18T05:12:39.965131+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.972383+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:39.972383+0000","last_peered":"2024-04-18T05:12:39.972383+0000","last_clean":"2024-04-18T05:12:39.972383+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:39.972383+0000","last_undegraded":"2024-04-18T05:12:39.972383+0000","last_fullsized":"2024-04-18T05:12:39.972383+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.970002+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:39.970002+0000","last_peered":"2024-04-18T05:12:39.970002+0000","last_clean":"2024-04-18T05:12:39.970002+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:39.970002+0000","last_undegraded":"2024-04-18T05:12:39.970002+0000","last_fullsized":"2024-04-18T05:12:39.970002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982430+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:39.982430+0000","last_peered":"2024-04-18T05:12:39.982430+0000","last_clean":"2024-04-18T05:12:39.982430+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:39.982430+0000","last_undegraded":"2024-04-18T05:12:39.982430+0000","last_fullsized":"2024-04-18T05:12:39.982430+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.945880+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:39.945880+0000","last_peered":"2024-04-18T05:12:39.945880+0000","last_clean":"2024-04-18T05:12:39.945880+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:39.945880+0000","last_undegraded":"2024-04-18T05:12:39.945880+0000","last_fullsized":"2024-04-18T05:12:39.945880+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.946158+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:39.946158+0000","last_peered":"2024-04-18T05:12:39.946158+0000","last_clean":"2024-04-18T05:12:39.946158+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:39.946158+0000","last_undegraded":"2024-04-18T05:12:39.946158+0000","last_fullsized":"2024-04-18T05:12:39.946158+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986703+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:39.986703+0000","last_peered":"2024-04-18T05:12:39.986703+0000","last_clean":"2024-04-18T05:12:39.986703+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:39.986703+0000","last_undegraded":"2024-04-18T05:12:39.986703+0000","last_fullsized":"2024-04-18T05:12:39.986703+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.942097+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:39.942097+0000","last_peered":"2024-04-18T05:12:39.942097+0000","last_clean":"2024-04-18T05:12:39.942097+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:39.942097+0000","last_undegraded":"2024-04-18T05:12:39.942097+0000","last_fullsized":"2024-04-18T05:12:39.942097+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977100+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:39.977100+0000","last_peered":"2024-04-18T05:12:39.977100+0000","last_clean":"2024-04-18T05:12:39.977100+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:39.977100+0000","last_undegraded":"2024-04-18T05:12:39.977100+0000","last_fullsized":"2024-04-18T05:12:39.977100+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958484+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:39.958484+0000","last_peered":"2024-04-18T05:12:39.958484+0000","last_clean":"2024-04-18T05:12:39.958484+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:39.958484+0000","last_undegraded":"2024-04-18T05:12:39.958484+0000","last_fullsized":"2024-04-18T05:12:39.958484+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.950798+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:39.950798+0000","last_peered":"2024-04-18T05:12:39.950798+0000","last_clean":"2024-04-18T05:12:39.950798+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:39.950798+0000","last_undegraded":"2024-04-18T05:12:39.950798+0000","last_fullsized":"2024-04-18T05:12:39.950798+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932737+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:39.932737+0000","last_peered":"2024-04-18T05:12:39.932737+0000","last_clean":"2024-04-18T05:12:39.932737+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:39.932737+0000","last_undegraded":"2024-04-18T05:12:39.932737+0000","last_fullsized":"2024-04-18T05:12:39.932737+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985185+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:39.985185+0000","last_peered":"2024-04-18T05:12:39.985185+0000","last_clean":"2024-04-18T05:12:39.985185+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:39.985185+0000","last_undegraded":"2024-04-18T05:12:39.985185+0000","last_fullsized":"2024-04-18T05:12:39.985185+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982075+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:39.982075+0000","last_peered":"2024-04-18T05:12:39.982075+0000","last_clean":"2024-04-18T05:12:39.982075+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:39.982075+0000","last_undegraded":"2024-04-18T05:12:39.982075+0000","last_fullsized":"2024-04-18T05:12:39.982075+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.959440+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:39.959440+0000","last_peered":"2024-04-18T05:12:39.959440+0000","last_clean":"2024-04-18T05:12:39.959440+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:39.959440+0000","last_undegraded":"2024-04-18T05:12:39.959440+0000","last_fullsized":"2024-04-18T05:12:39.959440+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.991827+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:39.991827+0000","last_peered":"2024-04-18T05:12:39.991827+0000","last_clean":"2024-04-18T05:12:39.991827+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:39.991827+0000","last_undegraded":"2024-04-18T05:12:39.991827+0000","last_fullsized":"2024-04-18T05:12:39.991827+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977115+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:39.977115+0000","last_peered":"2024-04-18T05:12:39.977115+0000","last_clean":"2024-04-18T05:12:39.977115+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:39.977115+0000","last_undegraded":"2024-04-18T05:12:39.977115+0000","last_fullsized":"2024-04-18T05:12:39.977115+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.990575+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:39.990575+0000","last_peered":"2024-04-18T05:12:39.990575+0000","last_clean":"2024-04-18T05:12:39.990575+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:39.990575+0000","last_undegraded":"2024-04-18T05:12:39.990575+0000","last_fullsized":"2024-04-18T05:12:39.990575+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987121+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:39.987121+0000","last_peered":"2024-04-18T05:12:39.987121+0000","last_clean":"2024-04-18T05:12:39.987121+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:39.987121+0000","last_undegraded":"2024-04-18T05:12:39.987121+0000","last_fullsized":"2024-04-18T05:12:39.987121+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937209+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:39.937209+0000","last_peered":"2024-04-18T05:12:39.937209+0000","last_clean":"2024-04-18T05:12:39.937209+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:39.937209+0000","last_undegraded":"2024-04-18T05:12:39.937209+0000","last_fullsized":"2024-04-18T05:12:39.937209+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949957+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:39.949957+0000","last_peered":"2024-04-18T05:12:39.949957+0000","last_clean":"2024-04-18T05:12:39.949957+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:39.949957+0000","last_undegraded":"2024-04-18T05:12:39.949957+0000","last_fullsized":"2024-04-18T05:12:39.949957+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932530+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:39.932530+0000","last_peered":"2024-04-18T05:12:39.932530+0000","last_clean":"2024-04-18T05:12:39.932530+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:39.932530+0000","last_undegraded":"2024-04-18T05:12:39.932530+0000","last_fullsized":"2024-04-18T05:12:39.932530+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.959268+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:39.959268+0000","last_peered":"2024-04-18T05:12:39.959268+0000","last_clean":"2024-04-18T05:12:39.959268+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:39.959268+0000","last_undegraded":"2024-04-18T05:12:39.959268+0000","last_fullsized":"2024-04-18T05:12:39.959268+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987176+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:39.987176+0000","last_peered":"2024-04-18T05:12:39.987176+0000","last_clean":"2024-04-18T05:12:39.987176+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:39.987176+0000","last_undegraded":"2024-04-18T05:12:39.987176+0000","last_fullsized":"2024-04-18T05:12:39.987176+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.954843+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:39.954843+0000","last_peered":"2024-04-18T05:12:39.954843+0000","last_clean":"2024-04-18T05:12:39.954843+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:39.954843+0000","last_undegraded":"2024-04-18T05:12:39.954843+0000","last_fullsized":"2024-04-18T05:12:39.954843+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984767+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:39.984767+0000","last_peered":"2024-04-18T05:12:39.984767+0000","last_clean":"2024-04-18T05:12:39.984767+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:39.984767+0000","last_undegraded":"2024-04-18T05:12:39.984767+0000","last_fullsized":"2024-04-18T05:12:39.984767+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.981980+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:39.981980+0000","last_peered":"2024-04-18T05:12:39.981980+0000","last_clean":"2024-04-18T05:12:39.981980+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:39.981980+0000","last_undegraded":"2024-04-18T05:12:39.981980+0000","last_fullsized":"2024-04-18T05:12:39.981980+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985347+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:39.985347+0000","last_peered":"2024-04-18T05:12:39.985347+0000","last_clean":"2024-04-18T05:12:39.985347+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:39.985347+0000","last_undegraded":"2024-04-18T05:12:39.985347+0000","last_fullsized":"2024-04-18T05:12:39.985347+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-04-18T05:12:38.546593+0000","last_change":"2024-04-18T05:12:38.546593+0000","last_active":"2024-04-18T05:12:38.524433+0000","last_peered":"2024-04-18T05:12:38.524433+0000","last_clean":"2024-04-18T05:12:38.524433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:38.546593+0000","last_undegraded":"2024-04-18T05:12:38.546593+0000","last_fullsized":"2024-04-18T05:12:38.546593+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980727+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:39.980727+0000","last_peered":"2024-04-18T05:12:39.980727+0000","last_clean":"2024-04-18T05:12:39.980727+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:39.980727+0000","last_undegraded":"2024-04-18T05:12:39.980727+0000","last_fullsized":"2024-04-18T05:12:39.980727+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957484+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:39.957484+0000","last_peered":"2024-04-18T05:12:39.957484+0000","last_clean":"2024-04-18T05:12:39.957484+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:39.957484+0000","last_undegraded":"2024-04-18T05:12:39.957484+0000","last_fullsized":"2024-04-18T05:12:39.957484+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957990+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:39.957990+0000","last_peered":"2024-04-18T05:12:39.957990+0000","last_clean":"2024-04-18T05:12:39.957990+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:39.957990+0000","last_undegraded":"2024-04-18T05:12:39.957990+0000","last_fullsized":"2024-04-18T05:12:39.957990+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980815+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:39.980815+0000","last_peered":"2024-04-18T05:12:39.980815+0000","last_clean":"2024-04-18T05:12:39.980815+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:39.980815+0000","last_undegraded":"2024-04-18T05:12:39.980815+0000","last_fullsized":"2024-04-18T05:12:39.980815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984216+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:39.984216+0000","last_peered":"2024-04-18T05:12:39.984216+0000","last_clean":"2024-04-18T05:12:39.984216+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:39.984216+0000","last_undegraded":"2024-04-18T05:12:39.984216+0000","last_fullsized":"2024-04-18T05:12:39.984216+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937437+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:39.937437+0000","last_peered":"2024-04-18T05:12:39.937437+0000","last_clean":"2024-04-18T05:12:39.937437+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:39.937437+0000","last_undegraded":"2024-04-18T05:12:39.937437+0000","last_fullsized":"2024-04-18T05:12:39.937437+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958477+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:39.958477+0000","last_peered":"2024-04-18T05:12:39.958477+0000","last_clean":"2024-04-18T05:12:39.958477+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:39.958477+0000","last_undegraded":"2024-04-18T05:12:39.958477+0000","last_fullsized":"2024-04-18T05:12:39.958477+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.951191+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:39.951191+0000","last_peered":"2024-04-18T05:12:39.951191+0000","last_clean":"2024-04-18T05:12:39.951191+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:39.951191+0000","last_undegraded":"2024-04-18T05:12:39.951191+0000","last_fullsized":"2024-04-18T05:12:39.951191+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977152+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:39.977152+0000","last_peered":"2024-04-18T05:12:39.977152+0000","last_clean":"2024-04-18T05:12:39.977152+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:39.977152+0000","last_undegraded":"2024-04-18T05:12:39.977152+0000","last_fullsized":"2024-04-18T05:12:39.977152+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.936899+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:39.936899+0000","last_peered":"2024-04-18T05:12:39.936899+0000","last_clean":"2024-04-18T05:12:39.936899+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:39.936899+0000","last_undegraded":"2024-04-18T05:12:39.936899+0000","last_fullsized":"2024-04-18T05:12:39.936899+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.968849+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:39.968849+0000","last_peered":"2024-04-18T05:12:39.968849+0000","last_clean":"2024-04-18T05:12:39.968849+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:39.968849+0000","last_undegraded":"2024-04-18T05:12:39.968849+0000","last_fullsized":"2024-04-18T05:12:39.968849+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.956916+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:39.956916+0000","last_peered":"2024-04-18T05:12:39.956916+0000","last_clean":"2024-04-18T05:12:39.956916+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:39.956916+0000","last_undegraded":"2024-04-18T05:12:39.956916+0000","last_fullsized":"2024-04-18T05:12:39.956916+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-04-18T05:12:38.545248+0000","last_change":"2024-04-18T05:12:38.545248+0000","last_active":"2024-04-18T05:12:38.524433+0000","last_peered":"2024-04-18T05:12:38.524433+0000","last_clean":"2024-04-18T05:12:38.524433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:38.545248+0000","last_undegraded":"2024-04-18T05:12:38.545248+0000","last_fullsized":"2024-04-18T05:12:38.545248+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982554+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:39.982554+0000","last_peered":"2024-04-18T05:12:39.982554+0000","last_clean":"2024-04-18T05:12:39.982554+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:39.982554+0000","last_undegraded":"2024-04-18T05:12:39.982554+0000","last_fullsized":"2024-04-18T05:12:39.982554+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-04-18T05:12:38.545451+0000","last_change":"2024-04-18T05:12:38.545451+0000","last_active":"2024-04-18T05:12:38.524433+0000","last_peered":"2024-04-18T05:12:38.524433+0000","last_clean":"2024-04-18T05:12:38.524433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:38.545451+0000","last_undegraded":"2024-04-18T05:12:38.545451+0000","last_fullsized":"2024-04-18T05:12:38.545451+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.953038+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:39.953038+0000","last_peered":"2024-04-18T05:12:39.953038+0000","last_clean":"2024-04-18T05:12:39.953038+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:39.953038+0000","last_undegraded":"2024-04-18T05:12:39.953038+0000","last_fullsized":"2024-04-18T05:12:39.953038+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984779+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:39.984779+0000","last_peered":"2024-04-18T05:12:39.984779+0000","last_clean":"2024-04-18T05:12:39.984779+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:39.984779+0000","last_undegraded":"2024-04-18T05:12:39.984779+0000","last_fullsized":"2024-04-18T05:12:39.984779+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.933093+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:39.933093+0000","last_peered":"2024-04-18T05:12:39.933093+0000","last_clean":"2024-04-18T05:12:39.933093+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:39.933093+0000","last_undegraded":"2024-04-18T05:12:39.933093+0000","last_fullsized":"2024-04-18T05:12:39.933093+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985004+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:39.985004+0000","last_peered":"2024-04-18T05:12:39.985004+0000","last_clean":"2024-04-18T05:12:39.985004+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:39.985004+0000","last_undegraded":"2024-04-18T05:12:39.985004+0000","last_fullsized":"2024-04-18T05:12:39.985004+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932793+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:39.932793+0000","last_peered":"2024-04-18T05:12:39.932793+0000","last_clean":"2024-04-18T05:12:39.932793+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:39.932793+0000","last_undegraded":"2024-04-18T05:12:39.932793+0000","last_fullsized":"2024-04-18T05:12:39.932793+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969995+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:39.969995+0000","last_peered":"2024-04-18T05:12:39.969995+0000","last_clean":"2024-04-18T05:12:39.969995+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:39.969995+0000","last_undegraded":"2024-04-18T05:12:39.969995+0000","last_fullsized":"2024-04-18T05:12:39.969995+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.947930+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:39.947930+0000","last_peered":"2024-04-18T05:12:39.947930+0000","last_clean":"2024-04-18T05:12:39.947930+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:39.947930+0000","last_undegraded":"2024-04-18T05:12:39.947930+0000","last_fullsized":"2024-04-18T05:12:39.947930+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969512+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:39.969512+0000","last_peered":"2024-04-18T05:12:39.969512+0000","last_clean":"2024-04-18T05:12:39.969512+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:39.969512+0000","last_undegraded":"2024-04-18T05:12:39.969512+0000","last_fullsized":"2024-04-18T05:12:39.969512+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.934669+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:39.934669+0000","last_peered":"2024-04-18T05:12:39.934669+0000","last_clean":"2024-04-18T05:12:39.934669+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:39.934669+0000","last_undegraded":"2024-04-18T05:12:39.934669+0000","last_fullsized":"2024-04-18T05:12:39.934669+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.565985+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:39.565985+0000","last_peered":"2024-04-18T05:12:39.565985+0000","last_clean":"2024-04-18T05:12:39.565985+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:39.565985+0000","last_undegraded":"2024-04-18T05:12:39.565985+0000","last_fullsized":"2024-04-18T05:12:39.565985+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":116,"acting":116,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2292,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":37,"ondisk_log_size":37,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":192267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":1.0169999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.78300000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.83599999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.0660000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.80700000000000005}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.113},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.88600000000000001}]}]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":783183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":1.639}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":1.006},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":1.6859999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":4.2789999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":2.173}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.1930000000000001},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.821}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":2.262},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":2.855}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.546},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.081}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.3759999999999999},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.712}]}]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":193921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96699999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.99099999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.78700000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.91000000000000003}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":0.84199999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.119},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.69599999999999995}]}]},{"osd":3,"up_from":15,"seq":64424509460,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":458752,"data_stored":192323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.47499999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.85999999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.75800000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.81799999999999995},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.99099999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.90800000000000003}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.88500000000000001}]}]},{"osd":2,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":192233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63900000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.59399999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":0.93700000000000006}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.95599999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.28},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.3300000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.2030000000000001},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.254}]}]},{"osd":1,"up_from":15,"seq":64424509459,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":1052672,"data_stored":782623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.33200000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.309},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.436}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.37}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.84499999999999997}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.72099999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":0.77400000000000002}]}]},{"osd":0,"up_from":15,"seq":64424509460,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":462848,"data_stored":192325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.67000000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.60799999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.42299999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.89100000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.86699999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.91300000000000003},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.92500000000000004}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.84699999999999998},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.96699999999999997}]}]},{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":172406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.60199999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":1.1659999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.92000000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":1.1259999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.746},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.2050000000000001},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.82499999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.026},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:12:44.327 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:12:44.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f73636e3640 1 Processor -- start 2024-04-18T05:12:44.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f73636e3640 1 -- start start 2024-04-18T05:12:44.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f73636e3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f735c0c3f30 0x7f735c0c4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f73636e3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c153de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f73636e3640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f735c157c70 con 0x7f735c154320 2024-04-18T05:12:44.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f73636e3640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f735c0c4f30 con 0x7f735c0c3f30 2024-04-18T05:12:44.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f73636e3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f735c1581a0 con 0x7f735c0c74b0 2024-04-18T05:12:44.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f7360c7e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f736147f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f735c0c3f30 0x7f735c0c4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f7360c7e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c153de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:39558/0 (socket says 172.21.15.32:39558) 2024-04-18T05:12:44.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.479+0000 7f7360c7e640 1 -- 172.21.15.32:0/949333093 learned_addr learned my addr 172.21.15.32:0/949333093 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:44.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f7360c7e640 1 -- 172.21.15.32:0/949333093 >> v2:172.21.15.92:3300/0 conn(0x7f735c0c3f30 msgr2=0x7f735c0c4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:44.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f7360c7e640 1 --2- 172.21.15.32:0/949333093 >> v2:172.21.15.92:3300/0 conn(0x7f735c0c3f30 0x7f735c0c4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f7360c7e640 1 -- 172.21.15.32:0/949333093 >> v1:172.21.15.92:6789/0 conn(0x7f735c154320 legacy=0x7f735c0ab0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f7360c7e640 1 -- 172.21.15.32:0/949333093 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f735c157ec0 con 0x7f735c0c74b0 2024-04-18T05:12:44.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f736147f640 1 --2- 172.21.15.32:0/949333093 >> v2:172.21.15.92:3300/0 conn(0x7f735c0c3f30 0x7f735c0c4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:12:44.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f7360c7e640 1 --2- 172.21.15.32:0/949333093 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c153de0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f734c006fd0 tx=0x7f734c01c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7e7e923b559482e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:44.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f7353fff640 1 -- 172.21.15.32:0/949333093 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f734c0ab600 con 0x7f735c0c74b0 2024-04-18T05:12:44.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f7353fff640 1 -- 172.21.15.32:0/949333093 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f734c0a7050 con 0x7f735c0c74b0 2024-04-18T05:12:44.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f7353fff640 1 -- 172.21.15.32:0/949333093 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f734c0ab980 con 0x7f735c0c74b0 2024-04-18T05:12:44.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f73636e3640 1 -- 172.21.15.32:0/949333093 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 msgr2=0x7f735c153de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f73636e3640 1 --2- 172.21.15.32:0/949333093 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c153de0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f734c006fd0 tx=0x7f734c01c3f0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f73636e3640 1 -- 172.21.15.32:0/949333093 shutdown_connections 2024-04-18T05:12:44.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f73636e3640 1 --2- 172.21.15.32:0/949333093 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c153de0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f73636e3640 1 --2- 172.21.15.32:0/949333093 >> v2:172.21.15.92:3300/0 conn(0x7f735c0c3f30 0x7f735c0c4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f73636e3640 1 -- 172.21.15.32:0/949333093 >> 172.21.15.32:0/949333093 conn(0x7f735c072b80 msgr2=0x7f735c072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:44.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f73636e3640 1 -- 172.21.15.32:0/949333093 shutdown_connections 2024-04-18T05:12:44.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.483+0000 7f73636e3640 1 -- 172.21.15.32:0/949333093 wait complete. 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 Processor -- start 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 -- start start 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f735c0c3f30 0x7f735c0c1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c0bf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f735c154320 0x7f735c0c2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f735c0bfb00 con 0x7f735c154320 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f735c0c0fd0 con 0x7f735c0c3f30 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f735c15e4e0 con 0x7f735c0c74b0 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7361c80640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f735c154320 0x7f735c0c2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7361c80640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f735c154320 0x7f735c0c2c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60024/0 (socket says 172.21.15.32:60024) 2024-04-18T05:12:44.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7361c80640 1 -- 172.21.15.32:0/3926987034 learned_addr learned my addr 172.21.15.32:0/3926987034 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7360c7e640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c0bf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f736147f640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f735c0c3f30 0x7f735c0c1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7361c80640 1 -- 172.21.15.32:0/3926987034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 msgr2=0x7f735c0bf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7361c80640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c0bf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7361c80640 1 -- 172.21.15.32:0/3926987034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f735c0c3f30 msgr2=0x7f735c0c1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7361c80640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f735c0c3f30 0x7f735c0c1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7361c80640 1 -- 172.21.15.32:0/3926987034 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7358009a70 con 0x7f735c154320 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7360c7e640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c0bf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7361c80640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f735c154320 0x7f735c0c2c60 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f735400c430 tx=0x7f735400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7351ffb640 1 -- 172.21.15.32:0/3926987034 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7354005220 con 0x7f735c154320 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7351ffb640 1 -- 172.21.15.32:0/3926987034 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7354005380 con 0x7f735c154320 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f734c009480 con 0x7f735c154320 2024-04-18T05:12:44.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7351ffb640 1 -- 172.21.15.32:0/3926987034 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7354007270 con 0x7f735c154320 2024-04-18T05:12:44.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f735c0c12a0 con 0x7f735c154320 2024-04-18T05:12:44.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f735c0c1110 con 0x7f735c154320 2024-04-18T05:12:44.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7351ffb640 1 -- 172.21.15.32:0/3926987034 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f73540073d0 con 0x7f735c154320 2024-04-18T05:12:44.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7351ffb640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7340066690 0x7f7340068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f7351ffb640 1 -- 172.21.15.32:0/3926987034 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7354083940 con 0x7f735c154320 2024-04-18T05:12:44.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.487+0000 7f736147f640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7340066690 0x7f7340068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.491+0000 7f736147f640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7340066690 0x7f7340068b50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7358007560 tx=0x7f735800b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:44.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.495+0000 7f7351ffb640 1 -- 172.21.15.32:0/3926987034 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7354050af0 con 0x7f735c154320 2024-04-18T05:12:44.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.643+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f735c0aef40 con 0x7f7340066690 2024-04-18T05:12:44.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.655+0000 7f7351ffb640 1 -- 172.21.15.32:0/3926987034 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286811 (secure 0 0 0) 0x7f735800f050 con 0x7f7340066690 2024-04-18T05:12:44.662 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:44.664 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:12:44.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7340066690 msgr2=0x7f7340068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7340066690 0x7f7340068b50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7358007560 tx=0x7f735800b040 comp rx=0 tx=0).stop 2024-04-18T05:12:44.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f735c154320 msgr2=0x7f735c0c2c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f735c154320 0x7f735c0c2c60 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f735400c430 tx=0x7f735400c8f0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 shutdown_connections 2024-04-18T05:12:44.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f735c154320 0x7f735c0c2c60 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f735c0c74b0 0x7f735c0bf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7340066690 0x7f7340068b50 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 --2- 172.21.15.32:0/3926987034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f735c0c3f30 0x7f735c0c1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 >> 172.21.15.32:0/3926987034 conn(0x7f735c072b80 msgr2=0x7f735c153570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:44.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 shutdown_connections 2024-04-18T05:12:44.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.659+0000 7f73636e3640 1 -- 172.21.15.32:0/3926987034 wait complete. 2024-04-18T05:12:44.679 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":79,"stamp":"2024-04-18T05:12:42.862395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592660,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":202,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":182,"acting":182,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":43,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237320,"kb_used_data":4720,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737400,"statfs":{"total":773094113280,"available":772851097600,"internally_reserved":0,"allocated":4833280,"data_stored":2701281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":39,"apply_latency_ms":39,"commit_latency_ns":39000000,"apply_latency_ns":39000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2292,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.328370"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982699+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:39.982699+0000","last_peered":"2024-04-18T05:12:39.982699+0000","last_clean":"2024-04-18T05:12:39.982699+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:39.982699+0000","last_undegraded":"2024-04-18T05:12:39.982699+0000","last_fullsized":"2024-04-18T05:12:39.982699+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.988107+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:39.988107+0000","last_peered":"2024-04-18T05:12:39.988107+0000","last_clean":"2024-04-18T05:12:39.988107+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:39.988107+0000","last_undegraded":"2024-04-18T05:12:39.988107+0000","last_fullsized":"2024-04-18T05:12:39.988107+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.970483+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:39.970483+0000","last_peered":"2024-04-18T05:12:39.970483+0000","last_clean":"2024-04-18T05:12:39.970483+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:39.970483+0000","last_undegraded":"2024-04-18T05:12:39.970483+0000","last_fullsized":"2024-04-18T05:12:39.970483+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.981632+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:39.981632+0000","last_peered":"2024-04-18T05:12:39.981632+0000","last_clean":"2024-04-18T05:12:39.981632+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:39.981632+0000","last_undegraded":"2024-04-18T05:12:39.981632+0000","last_fullsized":"2024-04-18T05:12:39.981632+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986716+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:39.986716+0000","last_peered":"2024-04-18T05:12:39.986716+0000","last_clean":"2024-04-18T05:12:39.986716+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:39.986716+0000","last_undegraded":"2024-04-18T05:12:39.986716+0000","last_fullsized":"2024-04-18T05:12:39.986716+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.972047+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:39.972047+0000","last_peered":"2024-04-18T05:12:39.972047+0000","last_clean":"2024-04-18T05:12:39.972047+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:39.972047+0000","last_undegraded":"2024-04-18T05:12:39.972047+0000","last_fullsized":"2024-04-18T05:12:39.972047+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986038+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:39.986038+0000","last_peered":"2024-04-18T05:12:39.986038+0000","last_clean":"2024-04-18T05:12:39.986038+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:39.986038+0000","last_undegraded":"2024-04-18T05:12:39.986038+0000","last_fullsized":"2024-04-18T05:12:39.986038+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.956799+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:39.956799+0000","last_peered":"2024-04-18T05:12:39.956799+0000","last_clean":"2024-04-18T05:12:39.956799+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:39.956799+0000","last_undegraded":"2024-04-18T05:12:39.956799+0000","last_fullsized":"2024-04-18T05:12:39.956799+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958512+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:39.958512+0000","last_peered":"2024-04-18T05:12:39.958512+0000","last_clean":"2024-04-18T05:12:39.958512+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:39.958512+0000","last_undegraded":"2024-04-18T05:12:39.958512+0000","last_fullsized":"2024-04-18T05:12:39.958512+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985009+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:39.985009+0000","last_peered":"2024-04-18T05:12:39.985009+0000","last_clean":"2024-04-18T05:12:39.985009+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:39.985009+0000","last_undegraded":"2024-04-18T05:12:39.985009+0000","last_fullsized":"2024-04-18T05:12:39.985009+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.941657+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:39.941657+0000","last_peered":"2024-04-18T05:12:39.941657+0000","last_clean":"2024-04-18T05:12:39.941657+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:39.941657+0000","last_undegraded":"2024-04-18T05:12:39.941657+0000","last_fullsized":"2024-04-18T05:12:39.941657+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957647+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:39.957647+0000","last_peered":"2024-04-18T05:12:39.957647+0000","last_clean":"2024-04-18T05:12:39.957647+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:39.957647+0000","last_undegraded":"2024-04-18T05:12:39.957647+0000","last_fullsized":"2024-04-18T05:12:39.957647+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984252+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:39.984252+0000","last_peered":"2024-04-18T05:12:39.984252+0000","last_clean":"2024-04-18T05:12:39.984252+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:39.984252+0000","last_undegraded":"2024-04-18T05:12:39.984252+0000","last_fullsized":"2024-04-18T05:12:39.984252+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958096+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:39.958096+0000","last_peered":"2024-04-18T05:12:39.958096+0000","last_clean":"2024-04-18T05:12:39.958096+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:39.958096+0000","last_undegraded":"2024-04-18T05:12:39.958096+0000","last_fullsized":"2024-04-18T05:12:39.958096+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937853+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:39.937853+0000","last_peered":"2024-04-18T05:12:39.937853+0000","last_clean":"2024-04-18T05:12:39.937853+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:39.937853+0000","last_undegraded":"2024-04-18T05:12:39.937853+0000","last_fullsized":"2024-04-18T05:12:39.937853+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980799+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:39.980799+0000","last_peered":"2024-04-18T05:12:39.980799+0000","last_clean":"2024-04-18T05:12:39.980799+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:39.980799+0000","last_undegraded":"2024-04-18T05:12:39.980799+0000","last_fullsized":"2024-04-18T05:12:39.980799+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949709+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:39.949709+0000","last_peered":"2024-04-18T05:12:39.949709+0000","last_clean":"2024-04-18T05:12:39.949709+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:39.949709+0000","last_undegraded":"2024-04-18T05:12:39.949709+0000","last_fullsized":"2024-04-18T05:12:39.949709+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.964826+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:39.964826+0000","last_peered":"2024-04-18T05:12:39.964826+0000","last_clean":"2024-04-18T05:12:39.964826+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:39.964826+0000","last_undegraded":"2024-04-18T05:12:39.964826+0000","last_fullsized":"2024-04-18T05:12:39.964826+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949939+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:39.949939+0000","last_peered":"2024-04-18T05:12:39.949939+0000","last_clean":"2024-04-18T05:12:39.949939+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:39.949939+0000","last_undegraded":"2024-04-18T05:12:39.949939+0000","last_fullsized":"2024-04-18T05:12:39.949939+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969195+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:39.969195+0000","last_peered":"2024-04-18T05:12:39.969195+0000","last_clean":"2024-04-18T05:12:39.969195+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:39.969195+0000","last_undegraded":"2024-04-18T05:12:39.969195+0000","last_fullsized":"2024-04-18T05:12:39.969195+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982765+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:39.982765+0000","last_peered":"2024-04-18T05:12:39.982765+0000","last_clean":"2024-04-18T05:12:39.982765+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:39.982765+0000","last_undegraded":"2024-04-18T05:12:39.982765+0000","last_fullsized":"2024-04-18T05:12:39.982765+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.954726+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:39.954726+0000","last_peered":"2024-04-18T05:12:39.954726+0000","last_clean":"2024-04-18T05:12:39.954726+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:39.954726+0000","last_undegraded":"2024-04-18T05:12:39.954726+0000","last_fullsized":"2024-04-18T05:12:39.954726+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.968616+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:39.968616+0000","last_peered":"2024-04-18T05:12:39.968616+0000","last_clean":"2024-04-18T05:12:39.968616+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:39.968616+0000","last_undegraded":"2024-04-18T05:12:39.968616+0000","last_fullsized":"2024-04-18T05:12:39.968616+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958545+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:39.958545+0000","last_peered":"2024-04-18T05:12:39.958545+0000","last_clean":"2024-04-18T05:12:39.958545+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:39.958545+0000","last_undegraded":"2024-04-18T05:12:39.958545+0000","last_fullsized":"2024-04-18T05:12:39.958545+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984785+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:39.984785+0000","last_peered":"2024-04-18T05:12:39.984785+0000","last_clean":"2024-04-18T05:12:39.984785+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:39.984785+0000","last_undegraded":"2024-04-18T05:12:39.984785+0000","last_fullsized":"2024-04-18T05:12:39.984785+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969191+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:39.969191+0000","last_peered":"2024-04-18T05:12:39.969191+0000","last_clean":"2024-04-18T05:12:39.969191+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:39.969191+0000","last_undegraded":"2024-04-18T05:12:39.969191+0000","last_fullsized":"2024-04-18T05:12:39.969191+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969216+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:39.969216+0000","last_peered":"2024-04-18T05:12:39.969216+0000","last_clean":"2024-04-18T05:12:39.969216+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:39.969216+0000","last_undegraded":"2024-04-18T05:12:39.969216+0000","last_fullsized":"2024-04-18T05:12:39.969216+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986209+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:39.986209+0000","last_peered":"2024-04-18T05:12:39.986209+0000","last_clean":"2024-04-18T05:12:39.986209+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:39.986209+0000","last_undegraded":"2024-04-18T05:12:39.986209+0000","last_fullsized":"2024-04-18T05:12:39.986209+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985443+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:39.985443+0000","last_peered":"2024-04-18T05:12:39.985443+0000","last_clean":"2024-04-18T05:12:39.985443+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:39.985443+0000","last_undegraded":"2024-04-18T05:12:39.985443+0000","last_fullsized":"2024-04-18T05:12:39.985443+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.941069+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:39.941069+0000","last_peered":"2024-04-18T05:12:39.941069+0000","last_clean":"2024-04-18T05:12:39.941069+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:39.941069+0000","last_undegraded":"2024-04-18T05:12:39.941069+0000","last_fullsized":"2024-04-18T05:12:39.941069+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.979318+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:39.979318+0000","last_peered":"2024-04-18T05:12:39.979318+0000","last_clean":"2024-04-18T05:12:39.979318+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:39.979318+0000","last_undegraded":"2024-04-18T05:12:39.979318+0000","last_fullsized":"2024-04-18T05:12:39.979318+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987274+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:39.987274+0000","last_peered":"2024-04-18T05:12:39.987274+0000","last_clean":"2024-04-18T05:12:39.987274+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:39.987274+0000","last_undegraded":"2024-04-18T05:12:39.987274+0000","last_fullsized":"2024-04-18T05:12:39.987274+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984588+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:39.984588+0000","last_peered":"2024-04-18T05:12:39.984588+0000","last_clean":"2024-04-18T05:12:39.984588+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:39.984588+0000","last_undegraded":"2024-04-18T05:12:39.984588+0000","last_fullsized":"2024-04-18T05:12:39.984588+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.940743+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:39.940743+0000","last_peered":"2024-04-18T05:12:39.940743+0000","last_clean":"2024-04-18T05:12:39.940743+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:39.940743+0000","last_undegraded":"2024-04-18T05:12:39.940743+0000","last_fullsized":"2024-04-18T05:12:39.940743+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.990838+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:39.990838+0000","last_peered":"2024-04-18T05:12:39.990838+0000","last_clean":"2024-04-18T05:12:39.990838+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:39.990838+0000","last_undegraded":"2024-04-18T05:12:39.990838+0000","last_fullsized":"2024-04-18T05:12:39.990838+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986375+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:39.986375+0000","last_peered":"2024-04-18T05:12:39.986375+0000","last_clean":"2024-04-18T05:12:39.986375+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:39.986375+0000","last_undegraded":"2024-04-18T05:12:39.986375+0000","last_fullsized":"2024-04-18T05:12:39.986375+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984444+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:39.984444+0000","last_peered":"2024-04-18T05:12:39.984444+0000","last_clean":"2024-04-18T05:12:39.984444+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:39.984444+0000","last_undegraded":"2024-04-18T05:12:39.984444+0000","last_fullsized":"2024-04-18T05:12:39.984444+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.965131+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:39.965131+0000","last_peered":"2024-04-18T05:12:39.965131+0000","last_clean":"2024-04-18T05:12:39.965131+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:39.965131+0000","last_undegraded":"2024-04-18T05:12:39.965131+0000","last_fullsized":"2024-04-18T05:12:39.965131+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.972383+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:39.972383+0000","last_peered":"2024-04-18T05:12:39.972383+0000","last_clean":"2024-04-18T05:12:39.972383+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:39.972383+0000","last_undegraded":"2024-04-18T05:12:39.972383+0000","last_fullsized":"2024-04-18T05:12:39.972383+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.970002+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:39.970002+0000","last_peered":"2024-04-18T05:12:39.970002+0000","last_clean":"2024-04-18T05:12:39.970002+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:39.970002+0000","last_undegraded":"2024-04-18T05:12:39.970002+0000","last_fullsized":"2024-04-18T05:12:39.970002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982430+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:39.982430+0000","last_peered":"2024-04-18T05:12:39.982430+0000","last_clean":"2024-04-18T05:12:39.982430+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:39.982430+0000","last_undegraded":"2024-04-18T05:12:39.982430+0000","last_fullsized":"2024-04-18T05:12:39.982430+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.945880+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:39.945880+0000","last_peered":"2024-04-18T05:12:39.945880+0000","last_clean":"2024-04-18T05:12:39.945880+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:39.945880+0000","last_undegraded":"2024-04-18T05:12:39.945880+0000","last_fullsized":"2024-04-18T05:12:39.945880+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.946158+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:39.946158+0000","last_peered":"2024-04-18T05:12:39.946158+0000","last_clean":"2024-04-18T05:12:39.946158+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:39.946158+0000","last_undegraded":"2024-04-18T05:12:39.946158+0000","last_fullsized":"2024-04-18T05:12:39.946158+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986703+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:39.986703+0000","last_peered":"2024-04-18T05:12:39.986703+0000","last_clean":"2024-04-18T05:12:39.986703+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:39.986703+0000","last_undegraded":"2024-04-18T05:12:39.986703+0000","last_fullsized":"2024-04-18T05:12:39.986703+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.942097+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:39.942097+0000","last_peered":"2024-04-18T05:12:39.942097+0000","last_clean":"2024-04-18T05:12:39.942097+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:39.942097+0000","last_undegraded":"2024-04-18T05:12:39.942097+0000","last_fullsized":"2024-04-18T05:12:39.942097+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977100+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:39.977100+0000","last_peered":"2024-04-18T05:12:39.977100+0000","last_clean":"2024-04-18T05:12:39.977100+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:39.977100+0000","last_undegraded":"2024-04-18T05:12:39.977100+0000","last_fullsized":"2024-04-18T05:12:39.977100+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958484+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:39.958484+0000","last_peered":"2024-04-18T05:12:39.958484+0000","last_clean":"2024-04-18T05:12:39.958484+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:39.958484+0000","last_undegraded":"2024-04-18T05:12:39.958484+0000","last_fullsized":"2024-04-18T05:12:39.958484+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.950798+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:39.950798+0000","last_peered":"2024-04-18T05:12:39.950798+0000","last_clean":"2024-04-18T05:12:39.950798+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:39.950798+0000","last_undegraded":"2024-04-18T05:12:39.950798+0000","last_fullsized":"2024-04-18T05:12:39.950798+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932737+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:39.932737+0000","last_peered":"2024-04-18T05:12:39.932737+0000","last_clean":"2024-04-18T05:12:39.932737+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:39.932737+0000","last_undegraded":"2024-04-18T05:12:39.932737+0000","last_fullsized":"2024-04-18T05:12:39.932737+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985185+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:39.985185+0000","last_peered":"2024-04-18T05:12:39.985185+0000","last_clean":"2024-04-18T05:12:39.985185+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:39.985185+0000","last_undegraded":"2024-04-18T05:12:39.985185+0000","last_fullsized":"2024-04-18T05:12:39.985185+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982075+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:39.982075+0000","last_peered":"2024-04-18T05:12:39.982075+0000","last_clean":"2024-04-18T05:12:39.982075+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:39.982075+0000","last_undegraded":"2024-04-18T05:12:39.982075+0000","last_fullsized":"2024-04-18T05:12:39.982075+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.959440+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:39.959440+0000","last_peered":"2024-04-18T05:12:39.959440+0000","last_clean":"2024-04-18T05:12:39.959440+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:39.959440+0000","last_undegraded":"2024-04-18T05:12:39.959440+0000","last_fullsized":"2024-04-18T05:12:39.959440+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.991827+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:39.991827+0000","last_peered":"2024-04-18T05:12:39.991827+0000","last_clean":"2024-04-18T05:12:39.991827+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:39.991827+0000","last_undegraded":"2024-04-18T05:12:39.991827+0000","last_fullsized":"2024-04-18T05:12:39.991827+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977115+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:39.977115+0000","last_peered":"2024-04-18T05:12:39.977115+0000","last_clean":"2024-04-18T05:12:39.977115+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:39.977115+0000","last_undegraded":"2024-04-18T05:12:39.977115+0000","last_fullsized":"2024-04-18T05:12:39.977115+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.990575+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:39.990575+0000","last_peered":"2024-04-18T05:12:39.990575+0000","last_clean":"2024-04-18T05:12:39.990575+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:39.990575+0000","last_undegraded":"2024-04-18T05:12:39.990575+0000","last_fullsized":"2024-04-18T05:12:39.990575+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987121+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:39.987121+0000","last_peered":"2024-04-18T05:12:39.987121+0000","last_clean":"2024-04-18T05:12:39.987121+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:39.987121+0000","last_undegraded":"2024-04-18T05:12:39.987121+0000","last_fullsized":"2024-04-18T05:12:39.987121+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937209+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:39.937209+0000","last_peered":"2024-04-18T05:12:39.937209+0000","last_clean":"2024-04-18T05:12:39.937209+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:39.937209+0000","last_undegraded":"2024-04-18T05:12:39.937209+0000","last_fullsized":"2024-04-18T05:12:39.937209+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949957+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:39.949957+0000","last_peered":"2024-04-18T05:12:39.949957+0000","last_clean":"2024-04-18T05:12:39.949957+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:39.949957+0000","last_undegraded":"2024-04-18T05:12:39.949957+0000","last_fullsized":"2024-04-18T05:12:39.949957+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932530+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:39.932530+0000","last_peered":"2024-04-18T05:12:39.932530+0000","last_clean":"2024-04-18T05:12:39.932530+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:39.932530+0000","last_undegraded":"2024-04-18T05:12:39.932530+0000","last_fullsized":"2024-04-18T05:12:39.932530+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.959268+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:39.959268+0000","last_peered":"2024-04-18T05:12:39.959268+0000","last_clean":"2024-04-18T05:12:39.959268+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:39.959268+0000","last_undegraded":"2024-04-18T05:12:39.959268+0000","last_fullsized":"2024-04-18T05:12:39.959268+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987176+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:39.987176+0000","last_peered":"2024-04-18T05:12:39.987176+0000","last_clean":"2024-04-18T05:12:39.987176+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:39.987176+0000","last_undegraded":"2024-04-18T05:12:39.987176+0000","last_fullsized":"2024-04-18T05:12:39.987176+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.954843+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:39.954843+0000","last_peered":"2024-04-18T05:12:39.954843+0000","last_clean":"2024-04-18T05:12:39.954843+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:39.954843+0000","last_undegraded":"2024-04-18T05:12:39.954843+0000","last_fullsized":"2024-04-18T05:12:39.954843+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984767+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:39.984767+0000","last_peered":"2024-04-18T05:12:39.984767+0000","last_clean":"2024-04-18T05:12:39.984767+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:39.984767+0000","last_undegraded":"2024-04-18T05:12:39.984767+0000","last_fullsized":"2024-04-18T05:12:39.984767+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.981980+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:39.981980+0000","last_peered":"2024-04-18T05:12:39.981980+0000","last_clean":"2024-04-18T05:12:39.981980+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:39.981980+0000","last_undegraded":"2024-04-18T05:12:39.981980+0000","last_fullsized":"2024-04-18T05:12:39.981980+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985347+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:39.985347+0000","last_peered":"2024-04-18T05:12:39.985347+0000","last_clean":"2024-04-18T05:12:39.985347+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:39.985347+0000","last_undegraded":"2024-04-18T05:12:39.985347+0000","last_fullsized":"2024-04-18T05:12:39.985347+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-04-18T05:12:38.546593+0000","last_change":"2024-04-18T05:12:38.546593+0000","last_active":"2024-04-18T05:12:38.524433+0000","last_peered":"2024-04-18T05:12:38.524433+0000","last_clean":"2024-04-18T05:12:38.524433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:38.546593+0000","last_undegraded":"2024-04-18T05:12:38.546593+0000","last_fullsized":"2024-04-18T05:12:38.546593+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980727+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:39.980727+0000","last_peered":"2024-04-18T05:12:39.980727+0000","last_clean":"2024-04-18T05:12:39.980727+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:39.980727+0000","last_undegraded":"2024-04-18T05:12:39.980727+0000","last_fullsized":"2024-04-18T05:12:39.980727+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957484+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:39.957484+0000","last_peered":"2024-04-18T05:12:39.957484+0000","last_clean":"2024-04-18T05:12:39.957484+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:39.957484+0000","last_undegraded":"2024-04-18T05:12:39.957484+0000","last_fullsized":"2024-04-18T05:12:39.957484+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957990+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:39.957990+0000","last_peered":"2024-04-18T05:12:39.957990+0000","last_clean":"2024-04-18T05:12:39.957990+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:39.957990+0000","last_undegraded":"2024-04-18T05:12:39.957990+0000","last_fullsized":"2024-04-18T05:12:39.957990+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980815+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:39.980815+0000","last_peered":"2024-04-18T05:12:39.980815+0000","last_clean":"2024-04-18T05:12:39.980815+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:39.980815+0000","last_undegraded":"2024-04-18T05:12:39.980815+0000","last_fullsized":"2024-04-18T05:12:39.980815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984216+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:39.984216+0000","last_peered":"2024-04-18T05:12:39.984216+0000","last_clean":"2024-04-18T05:12:39.984216+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:39.984216+0000","last_undegraded":"2024-04-18T05:12:39.984216+0000","last_fullsized":"2024-04-18T05:12:39.984216+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937437+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:39.937437+0000","last_peered":"2024-04-18T05:12:39.937437+0000","last_clean":"2024-04-18T05:12:39.937437+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:39.937437+0000","last_undegraded":"2024-04-18T05:12:39.937437+0000","last_fullsized":"2024-04-18T05:12:39.937437+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958477+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:39.958477+0000","last_peered":"2024-04-18T05:12:39.958477+0000","last_clean":"2024-04-18T05:12:39.958477+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:39.958477+0000","last_undegraded":"2024-04-18T05:12:39.958477+0000","last_fullsized":"2024-04-18T05:12:39.958477+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.951191+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:39.951191+0000","last_peered":"2024-04-18T05:12:39.951191+0000","last_clean":"2024-04-18T05:12:39.951191+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:39.951191+0000","last_undegraded":"2024-04-18T05:12:39.951191+0000","last_fullsized":"2024-04-18T05:12:39.951191+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977152+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:39.977152+0000","last_peered":"2024-04-18T05:12:39.977152+0000","last_clean":"2024-04-18T05:12:39.977152+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:39.977152+0000","last_undegraded":"2024-04-18T05:12:39.977152+0000","last_fullsized":"2024-04-18T05:12:39.977152+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.936899+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:39.936899+0000","last_peered":"2024-04-18T05:12:39.936899+0000","last_clean":"2024-04-18T05:12:39.936899+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:39.936899+0000","last_undegraded":"2024-04-18T05:12:39.936899+0000","last_fullsized":"2024-04-18T05:12:39.936899+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.968849+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:39.968849+0000","last_peered":"2024-04-18T05:12:39.968849+0000","last_clean":"2024-04-18T05:12:39.968849+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:39.968849+0000","last_undegraded":"2024-04-18T05:12:39.968849+0000","last_fullsized":"2024-04-18T05:12:39.968849+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.956916+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:39.956916+0000","last_peered":"2024-04-18T05:12:39.956916+0000","last_clean":"2024-04-18T05:12:39.956916+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:39.956916+0000","last_undegraded":"2024-04-18T05:12:39.956916+0000","last_fullsized":"2024-04-18T05:12:39.956916+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-04-18T05:12:38.545248+0000","last_change":"2024-04-18T05:12:38.545248+0000","last_active":"2024-04-18T05:12:38.524433+0000","last_peered":"2024-04-18T05:12:38.524433+0000","last_clean":"2024-04-18T05:12:38.524433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:38.545248+0000","last_undegraded":"2024-04-18T05:12:38.545248+0000","last_fullsized":"2024-04-18T05:12:38.545248+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982554+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:39.982554+0000","last_peered":"2024-04-18T05:12:39.982554+0000","last_clean":"2024-04-18T05:12:39.982554+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:39.982554+0000","last_undegraded":"2024-04-18T05:12:39.982554+0000","last_fullsized":"2024-04-18T05:12:39.982554+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-04-18T05:12:38.545451+0000","last_change":"2024-04-18T05:12:38.545451+0000","last_active":"2024-04-18T05:12:38.524433+0000","last_peered":"2024-04-18T05:12:38.524433+0000","last_clean":"2024-04-18T05:12:38.524433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:38.545451+0000","last_undegraded":"2024-04-18T05:12:38.545451+0000","last_fullsized":"2024-04-18T05:12:38.545451+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:39.533909+0000","last_change":"2024-04-18T05:12:39.533909+0000","last_active":"2024-04-18T05:12:39.533909+0000","last_peered":"2024-04-18T05:12:39.533909+0000","last_clean":"2024-04-18T05:12:39.533909+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:39.533909+0000","last_undegraded":"2024-04-18T05:12:39.533909+0000","last_fullsized":"2024-04-18T05:12:39.533909+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.953038+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:39.953038+0000","last_peered":"2024-04-18T05:12:39.953038+0000","last_clean":"2024-04-18T05:12:39.953038+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:39.953038+0000","last_undegraded":"2024-04-18T05:12:39.953038+0000","last_fullsized":"2024-04-18T05:12:39.953038+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984779+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:39.984779+0000","last_peered":"2024-04-18T05:12:39.984779+0000","last_clean":"2024-04-18T05:12:39.984779+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:39.984779+0000","last_undegraded":"2024-04-18T05:12:39.984779+0000","last_fullsized":"2024-04-18T05:12:39.984779+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.933093+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:39.933093+0000","last_peered":"2024-04-18T05:12:39.933093+0000","last_clean":"2024-04-18T05:12:39.933093+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:39.933093+0000","last_undegraded":"2024-04-18T05:12:39.933093+0000","last_fullsized":"2024-04-18T05:12:39.933093+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985004+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:39.985004+0000","last_peered":"2024-04-18T05:12:39.985004+0000","last_clean":"2024-04-18T05:12:39.985004+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:39.985004+0000","last_undegraded":"2024-04-18T05:12:39.985004+0000","last_fullsized":"2024-04-18T05:12:39.985004+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932793+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:39.932793+0000","last_peered":"2024-04-18T05:12:39.932793+0000","last_clean":"2024-04-18T05:12:39.932793+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:39.932793+0000","last_undegraded":"2024-04-18T05:12:39.932793+0000","last_fullsized":"2024-04-18T05:12:39.932793+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969995+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:39.969995+0000","last_peered":"2024-04-18T05:12:39.969995+0000","last_clean":"2024-04-18T05:12:39.969995+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:39.969995+0000","last_undegraded":"2024-04-18T05:12:39.969995+0000","last_fullsized":"2024-04-18T05:12:39.969995+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.947930+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:39.947930+0000","last_peered":"2024-04-18T05:12:39.947930+0000","last_clean":"2024-04-18T05:12:39.947930+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:39.947930+0000","last_undegraded":"2024-04-18T05:12:39.947930+0000","last_fullsized":"2024-04-18T05:12:39.947930+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969512+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:39.969512+0000","last_peered":"2024-04-18T05:12:39.969512+0000","last_clean":"2024-04-18T05:12:39.969512+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:39.969512+0000","last_undegraded":"2024-04-18T05:12:39.969512+0000","last_fullsized":"2024-04-18T05:12:39.969512+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.934669+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:39.934669+0000","last_peered":"2024-04-18T05:12:39.934669+0000","last_clean":"2024-04-18T05:12:39.934669+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:39.934669+0000","last_undegraded":"2024-04-18T05:12:39.934669+0000","last_fullsized":"2024-04-18T05:12:39.934669+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.565985+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:39.565985+0000","last_peered":"2024-04-18T05:12:39.565985+0000","last_clean":"2024-04-18T05:12:39.565985+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:39.565985+0000","last_undegraded":"2024-04-18T05:12:39.565985+0000","last_fullsized":"2024-04-18T05:12:39.565985+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":116,"acting":116,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2292,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":43,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":37,"ondisk_log_size":37,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":192267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":1.0169999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.78300000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.83599999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.0660000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.80700000000000005}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.113},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.88600000000000001}]}]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":783183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":1.639}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":1.006},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":1.6859999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":4.2789999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":2.173}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.1930000000000001},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.821}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":2.262},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":2.855}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.546},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.081}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.3759999999999999},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.712}]}]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":193921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96699999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.99099999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.78700000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.91000000000000003}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":0.84199999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.119},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.69599999999999995}]}]},{"osd":3,"up_from":15,"seq":64424509460,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":458752,"data_stored":192323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.47499999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.85999999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.75800000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.81799999999999995},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.99099999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.90800000000000003}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.88500000000000001}]}]},{"osd":2,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":192233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63900000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.59399999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":0.93700000000000006}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.95599999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.28},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.3300000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.2030000000000001},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.254}]}]},{"osd":1,"up_from":15,"seq":64424509459,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":1052672,"data_stored":782623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.33200000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.309},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.436}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.37}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.84499999999999997}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.72099999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":0.77400000000000002}]}]},{"osd":0,"up_from":15,"seq":64424509460,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":462848,"data_stored":192325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.67000000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.60799999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.42299999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.89100000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.86699999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.91300000000000003},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.92500000000000004}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.84699999999999998},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.96699999999999997}]}]},{"osd":7,"up_from":13,"seq":55834574868,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":172406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.60199999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":1.1659999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.92000000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":1.1259999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.746},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.86599999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.2050000000000001},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.82499999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.026},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:12:44.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3b is not active+clean 2024-04-18T05:12:44.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:39.533909+0000', 'last_change': '2024-04-18T05:12:39.533909+0000', 'last_active': '2024-04-18T05:12:39.533909+0000', 'last_peered': '2024-04-18T05:12:39.533909+0000', 'last_clean': '2024-04-18T05:12:39.533909+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:39.533909+0000', 'last_undegraded': '2024-04-18T05:12:39.533909+0000', 'last_fullsized': '2024-04-18T05:12:39.533909+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:12:44.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.37 is not active+clean 2024-04-18T05:12:44.683 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:39.533909+0000', 'last_change': '2024-04-18T05:12:39.533909+0000', 'last_active': '2024-04-18T05:12:39.533909+0000', 'last_peered': '2024-04-18T05:12:39.533909+0000', 'last_clean': '2024-04-18T05:12:39.533909+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:39.533909+0000', 'last_undegraded': '2024-04-18T05:12:39.533909+0000', 'last_fullsized': '2024-04-18T05:12:39.533909+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:12:44.683 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.34 is not active+clean 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:39.533909+0000', 'last_change': '2024-04-18T05:12:39.533909+0000', 'last_active': '2024-04-18T05:12:39.533909+0000', 'last_peered': '2024-04-18T05:12:39.533909+0000', 'last_clean': '2024-04-18T05:12:39.533909+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:39.533909+0000', 'last_undegraded': '2024-04-18T05:12:39.533909+0000', 'last_fullsized': '2024-04-18T05:12:39.533909+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.13 is not active+clean 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:39.533909+0000', 'last_change': '2024-04-18T05:12:39.533909+0000', 'last_active': '2024-04-18T05:12:39.533909+0000', 'last_peered': '2024-04-18T05:12:39.533909+0000', 'last_clean': '2024-04-18T05:12:39.533909+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:39.533909+0000', 'last_undegraded': '2024-04-18T05:12:39.533909+0000', 'last_fullsized': '2024-04-18T05:12:39.533909+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.d is not active+clean 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:12:38.546593+0000', 'last_change': '2024-04-18T05:12:38.546593+0000', 'last_active': '2024-04-18T05:12:38.524433+0000', 'last_peered': '2024-04-18T05:12:38.524433+0000', 'last_clean': '2024-04-18T05:12:38.524433+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:38.546593+0000', 'last_undegraded': '2024-04-18T05:12:38.546593+0000', 'last_fullsized': '2024-04-18T05:12:38.546593+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:38.524433+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:38.524433+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:38.524433+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.4 is not active+clean 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:39.533909+0000', 'last_change': '2024-04-18T05:12:39.533909+0000', 'last_active': '2024-04-18T05:12:39.533909+0000', 'last_peered': '2024-04-18T05:12:39.533909+0000', 'last_clean': '2024-04-18T05:12:39.533909+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:39.533909+0000', 'last_undegraded': '2024-04-18T05:12:39.533909+0000', 'last_fullsized': '2024-04-18T05:12:39.533909+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.6 is not active+clean 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:12:38.545248+0000', 'last_change': '2024-04-18T05:12:38.545248+0000', 'last_active': '2024-04-18T05:12:38.524433+0000', 'last_peered': '2024-04-18T05:12:38.524433+0000', 'last_clean': '2024-04-18T05:12:38.524433+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:38.545248+0000', 'last_undegraded': '2024-04-18T05:12:38.545248+0000', 'last_fullsized': '2024-04-18T05:12:38.545248+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:38.524433+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:38.524433+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:38.524433+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.5 is not active+clean 2024-04-18T05:12:44.684 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:12:38.545451+0000', 'last_change': '2024-04-18T05:12:38.545451+0000', 'last_active': '2024-04-18T05:12:38.524433+0000', 'last_peered': '2024-04-18T05:12:38.524433+0000', 'last_clean': '2024-04-18T05:12:38.524433+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:38.545451+0000', 'last_undegraded': '2024-04-18T05:12:38.545451+0000', 'last_fullsized': '2024-04-18T05:12:38.545451+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:38.524433+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:38.524433+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:38.524433+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-18T05:12:44.685 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.0 is not active+clean 2024-04-18T05:12:44.685 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:39.533909+0000', 'last_change': '2024-04-18T05:12:39.533909+0000', 'last_active': '2024-04-18T05:12:39.533909+0000', 'last_peered': '2024-04-18T05:12:39.533909+0000', 'last_clean': '2024-04-18T05:12:39.533909+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:39.533909+0000', 'last_undegraded': '2024-04-18T05:12:39.533909+0000', 'last_fullsized': '2024-04-18T05:12:39.533909+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:39.533909+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:12:44.685 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-18T05:12:44.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a9a016640 1 Processor -- start 2024-04-18T05:12:44.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a9a016640 1 -- start start 2024-04-18T05:12:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a9a016640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94071200 0x7f6a9415c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a9a016640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a94071670 con 0x7f6a94071a50 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a9a016640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a94150bf0 con 0x7f6a94070e20 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a9a016640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a940c1220 con 0x7f6a94071200 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a92ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6a94071a50 0x7f6a9406e5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51570/0 (socket says 172.21.15.32:51570) 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a92ffd640 1 -- 172.21.15.32:0/630774051 learned_addr learned my addr 172.21.15.32:0/630774051 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a93fff640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94071200 0x7f6a9415c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1839244921 0 0) 0x7f6a94071670 con 0x7f6a94071a50 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.835+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6a7c003530 con 0x7f6a94071a50 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1846806897 0 0) 0x7f6a7c003530 con 0x7f6a94071a50 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94071200 msgr2=0x7f6a9415c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94071200 0x7f6a9415c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 >> v1:172.21.15.92:6789/0 conn(0x7f6a94070e20 legacy=0x7f6a9406dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a94150ed0 con 0x7f6a94071a50 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f6a880016a0 con 0x7f6a94071a50 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 >> v1:172.21.15.32:6789/0 conn(0x7f6a94071a50 legacy=0x7f6a9406e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94071200 0x7f6a7c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a7c003f80 0x7f6a7c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a7c004d10 0x7f6a7c005170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7c00bbf0 con 0x7f6a7c004d10 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7c00bd60 con 0x7f6a7c003f80 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7c00e130 con 0x7f6a94071200 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a93fff640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a7c004d10 0x7f6a7c005170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a937fe640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94071200 0x7f6a7c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a92ffd640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a7c003f80 0x7f6a7c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a93fff640 1 -- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94071200 msgr2=0x7f6a7c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a93fff640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94071200 0x7f6a7c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a93fff640 1 -- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a7c003f80 msgr2=0x7f6a7c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a93fff640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a7c003f80 0x7f6a7c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a93fff640 1 -- 172.21.15.32:0/630774051 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a7c003530 con 0x7f6a7c004d10 2024-04-18T05:12:44.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a92ffd640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a7c003f80 0x7f6a7c0047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a93fff640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a7c004d10 0x7f6a7c005170 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c009fc0 tx=0x7f6a8c01cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28820e7ac3018bc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c0a5a60 con 0x7f6a7c004d10 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a8c00f040 con 0x7f6a7c004d10 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a927fc640 1 -- 172.21.15.32:0/630774051 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c0a5e00 con 0x7f6a7c004d10 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a9a016640 1 -- 172.21.15.32:0/630774051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a7c004d10 msgr2=0x7f6a7c005170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a9a016640 1 --2- 172.21.15.32:0/630774051 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a7c004d10 0x7f6a7c005170 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c009fc0 tx=0x7f6a8c01cc80 comp rx=0 tx=0).stop 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a93fff640 1 -- 172.21.15.32:0/630774051 reap_dead start 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a9a016640 1 -- 172.21.15.32:0/630774051 shutdown_connections 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a9a016640 1 -- 172.21.15.32:0/630774051 >> 172.21.15.32:0/630774051 conn(0x7f6a940c6340 msgr2=0x7f6a940c6750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a9a016640 1 -- 172.21.15.32:0/630774051 shutdown_connections 2024-04-18T05:12:44.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.839+0000 7f6a9a016640 1 -- 172.21.15.32:0/630774051 wait complete. 2024-04-18T05:12:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 Processor -- start 2024-04-18T05:12:44.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 -- start start 2024-04-18T05:12:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a94148920 0x7f6a94141e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94148d00 0x7f6a941423a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a94147410 0x7f6a941478c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a941428e0 con 0x7f6a94147410 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9414a630 con 0x7f6a94148920 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a94145c40 con 0x7f6a94148d00 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a93fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a94147410 0x7f6a941478c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a93fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a94147410 0x7f6a941478c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60048/0 (socket says 172.21.15.32:60048) 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a93fff640 1 -- 172.21.15.32:0/558549138 learned_addr learned my addr 172.21.15.32:0/558549138 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a937fe640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a94148920 0x7f6a94141e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a92ffd640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94148d00 0x7f6a941423a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a93fff640 1 -- 172.21.15.32:0/558549138 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94148d00 msgr2=0x7f6a941423a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a93fff640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94148d00 0x7f6a941423a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a93fff640 1 -- 172.21.15.32:0/558549138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a94148920 msgr2=0x7f6a94141e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a93fff640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a94148920 0x7f6a94141e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a93fff640 1 -- 172.21.15.32:0/558549138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a94145f00 con 0x7f6a94147410 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a93fff640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a94147410 0x7f6a941478c0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c002240 tx=0x7f6a8c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:44.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a7bfff640 1 -- 172.21.15.32:0/558549138 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c0039a0 con 0x7f6a94147410 2024-04-18T05:12:44.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a7bfff640 1 -- 172.21.15.32:0/558549138 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a8c003b00 con 0x7f6a94147410 2024-04-18T05:12:44.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a7bfff640 1 -- 172.21.15.32:0/558549138 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a8c003e70 con 0x7f6a94147410 2024-04-18T05:12:44.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a941461e0 con 0x7f6a94147410 2024-04-18T05:12:44.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a941467a0 con 0x7f6a94147410 2024-04-18T05:12:44.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.843+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a94067900 con 0x7f6a94147410 2024-04-18T05:12:44.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.847+0000 7f6a7bfff640 1 -- 172.21.15.32:0/558549138 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6a8c0b4040 con 0x7f6a94147410 2024-04-18T05:12:44.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.847+0000 7f6a7bfff640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a800666c0 0x7f6a80068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:44.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.847+0000 7f6a7bfff640 1 -- 172.21.15.32:0/558549138 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6a8c11d8a0 con 0x7f6a94147410 2024-04-18T05:12:44.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.847+0000 7f6a937fe640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a800666c0 0x7f6a80068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:44.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.847+0000 7f6a937fe640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a800666c0 0x7f6a80068b80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6a84005510 tx=0x7f6a84009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:44.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:44.851+0000 7f6a7bfff640 1 -- 172.21.15.32:0/558549138 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f6a8c0eac10 con 0x7f6a94147410 2024-04-18T05:12:45.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f6a941471d0 con 0x7f6a94147410 2024-04-18T05:12:45.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a7bfff640 1 -- 172.21.15.32:0/558549138 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1012 (secure 0 0 0) 0x7f6a8c0b2410 con 0x7f6a94147410 2024-04-18T05:12:45.074 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:45.075 INFO:teuthology.orchestra.run.smithi032.stdout:{"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":100,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":41,"num_osds":8,"num_up_osds":8,"osd_up_since":1713417075,"num_in_osds":8,"osd_in_since":1713417066,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592730,"bytes_used":243068928,"bytes_avail":772851044352,"bytes_total":773094113280,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":16,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":5379}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-04-18T05:12:28.858768+0000","services":{}},"progress_events":{}} 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a800666c0 msgr2=0x7f6a80068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a800666c0 0x7f6a80068b80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6a84005510 tx=0x7f6a84009040 comp rx=0 tx=0).stop 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a94147410 msgr2=0x7f6a941478c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a94147410 0x7f6a941478c0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c002240 tx=0x7f6a8c009750 comp rx=0 tx=0).stop 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 shutdown_connections 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6a94147410 0x7f6a941478c0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6a94148d00 0x7f6a941423a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6a800666c0 0x7f6a80068b80 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 --2- 172.21.15.32:0/558549138 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a94148920 0x7f6a94141e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 >> 172.21.15.32:0/558549138 conn(0x7f6a940c6340 msgr2=0x7f6a9414c3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:45.077 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 shutdown_connections 2024-04-18T05:12:45.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.071+0000 7f6a9a016640 1 -- 172.21.15.32:0/558549138 wait complete. 2024-04-18T05:12:45.093 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-18T05:12:45.094 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:12:45.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7adb540640 1 Processor -- start 2024-04-18T05:12:45.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7adb540640 1 -- start start 2024-04-18T05:12:45.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7adb540640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ad40a84c0 0x7f7ad41519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:45.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7adb540640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7ad406d5d0 0x7f7ad415c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:45.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7adb540640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ad40a8d00 con 0x7f7ad40a88a0 2024-04-18T05:12:45.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7adb540640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ad40a9080 con 0x7f7ad40a84c0 2024-04-18T05:12:45.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7adb540640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ad4155e50 con 0x7f7ad406d5d0 2024-04-18T05:12:45.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7ad92dc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ad40a84c0 0x7f7ad41519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:45.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7ad8adb640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f7ad40a88a0 0x7f7ad406cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51572/0 (socket says 172.21.15.32:51572) 2024-04-18T05:12:45.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7ad8adb640 1 -- 172.21.15.32:0/3068296532 learned_addr learned my addr 172.21.15.32:0/3068296532 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:45.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.207+0000 7f7ad92dc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7ad40a84c0 0x7f7ad41519f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60050/0 (socket says 172.21.15.32:60050) 2024-04-18T05:12:45.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7ad92dc640 1 -- 172.21.15.32:0/3068296532 >> v2:172.21.15.92:3300/0 conn(0x7f7ad406d5d0 msgr2=0x7f7ad415c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:45.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7ad92dc640 1 --2- 172.21.15.32:0/3068296532 >> v2:172.21.15.92:3300/0 conn(0x7f7ad406d5d0 0x7f7ad415c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7ad92dc640 1 -- 172.21.15.32:0/3068296532 >> v1:172.21.15.32:6789/0 conn(0x7f7ad40a88a0 legacy=0x7f7ad406cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:45.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7ad92dc640 1 -- 172.21.15.32:0/3068296532 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ad4154f60 con 0x7f7ad40a84c0 2024-04-18T05:12:45.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7ad92dc640 1 --2- 172.21.15.32:0/3068296532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad40a84c0 0x7f7ad41519f0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f7ad406ddb0 tx=0x7f7ad001c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d953a35f1eca8785 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:45.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7acbfff640 1 -- 172.21.15.32:0/3068296532 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00ab600 con 0x7f7ad40a84c0 2024-04-18T05:12:45.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7acbfff640 1 -- 172.21.15.32:0/3068296532 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ad00a7050 con 0x7f7ad40a84c0 2024-04-18T05:12:45.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7acbfff640 1 -- 172.21.15.32:0/3068296532 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00ab980 con 0x7f7ad40a84c0 2024-04-18T05:12:45.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7adb540640 1 -- 172.21.15.32:0/3068296532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad40a84c0 msgr2=0x7f7ad41519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:45.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7adb540640 1 --2- 172.21.15.32:0/3068296532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad40a84c0 0x7f7ad41519f0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f7ad406ddb0 tx=0x7f7ad001c3f0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7adb540640 1 -- 172.21.15.32:0/3068296532 shutdown_connections 2024-04-18T05:12:45.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7adb540640 1 --2- 172.21.15.32:0/3068296532 >> v2:172.21.15.92:3300/0 conn(0x7f7ad406d5d0 0x7f7ad415c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7adb540640 1 --2- 172.21.15.32:0/3068296532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad40a84c0 0x7f7ad41519f0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7adb540640 1 -- 172.21.15.32:0/3068296532 >> 172.21.15.32:0/3068296532 conn(0x7f7ad4069e80 msgr2=0x7f7ad406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:45.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7adb540640 1 -- 172.21.15.32:0/3068296532 shutdown_connections 2024-04-18T05:12:45.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.211+0000 7f7adb540640 1 -- 172.21.15.32:0/3068296532 wait complete. 2024-04-18T05:12:45.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 Processor -- start 2024-04-18T05:12:45.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 -- start start 2024-04-18T05:12:45.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad406d5d0 0x7f7ad4150cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:45.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ad40a84c0 0x7f7ad41ed1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:45.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ad40a88a0 0x7f7ad40ba1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:45.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ad4151200 con 0x7f7ad406d5d0 2024-04-18T05:12:45.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ad4150270 con 0x7f7ad40a88a0 2024-04-18T05:12:45.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ad4150830 con 0x7f7ad40a84c0 2024-04-18T05:12:45.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ad92dc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad406d5d0 0x7f7ad4150cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:45.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ad92dc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad406d5d0 0x7f7ad4150cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60066/0 (socket says 172.21.15.32:60066) 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ad92dc640 1 -- 172.21.15.32:0/157386011 learned_addr learned my addr 172.21.15.32:0/157386011 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ad92dc640 1 -- 172.21.15.32:0/157386011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ad40a84c0 msgr2=0x7f7ad41ed1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ad92dc640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ad40a84c0 0x7f7ad41ed1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ad92dc640 1 -- 172.21.15.32:0/157386011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ad40a88a0 msgr2=0x7f7ad40ba1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ad92dc640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ad40a88a0 0x7f7ad40ba1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ad92dc640 1 -- 172.21.15.32:0/157386011 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ad0009420 con 0x7f7ad406d5d0 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ad92dc640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad406d5d0 0x7f7ad4150cc0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0019000 tx=0x7f7ad0019190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ac9ffb640 1 -- 172.21.15.32:0/157386011 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00b4630 con 0x7f7ad406d5d0 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ac9ffb640 1 -- 172.21.15.32:0/157386011 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ad00b4790 con 0x7f7ad406d5d0 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ad41528f0 con 0x7f7ad406d5d0 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7ac9ffb640 1 -- 172.21.15.32:0/157386011 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00b4b20 con 0x7f7ad406d5d0 2024-04-18T05:12:45.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ad41edcd0 con 0x7f7ad406d5d0 2024-04-18T05:12:45.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.215+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ad40666e0 con 0x7f7ad406d5d0 2024-04-18T05:12:45.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.219+0000 7f7ac9ffb640 1 -- 172.21.15.32:0/157386011 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7ad00b2040 con 0x7f7ad406d5d0 2024-04-18T05:12:45.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.219+0000 7f7ac9ffb640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ab8066690 0x7f7ab8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:45.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.219+0000 7f7ac9ffb640 1 -- 172.21.15.32:0/157386011 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7ad011e270 con 0x7f7ad406d5d0 2024-04-18T05:12:45.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.219+0000 7f7ad8adb640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ab8066690 0x7f7ab8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:45.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.219+0000 7f7ad8adb640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ab8066690 0x7f7ab8068b50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7ad4136f30 tx=0x7f7ac4007a50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:45.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.223+0000 7f7ac9ffb640 1 -- 172.21.15.32:0/157386011 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7ad00eb530 con 0x7f7ad406d5d0 2024-04-18T05:12:45.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.375+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7ad4155ae0 con 0x7f7ab8066690 2024-04-18T05:12:45.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.383+0000 7f7ac9ffb640 1 -- 172.21.15.32:0/157386011 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287842 (secure 0 0 0) 0x7f7ac40058c0 con 0x7f7ab8066690 2024-04-18T05:12:45.391 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:45.393 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:12:45.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ab8066690 msgr2=0x7f7ab8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:45.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ab8066690 0x7f7ab8068b50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7ad4136f30 tx=0x7f7ac4007a50 comp rx=0 tx=0).stop 2024-04-18T05:12:45.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad406d5d0 msgr2=0x7f7ad4150cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:45.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad406d5d0 0x7f7ad4150cc0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0019000 tx=0x7f7ad0019190 comp rx=0 tx=0).stop 2024-04-18T05:12:45.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 shutdown_connections 2024-04-18T05:12:45.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ab8066690 0x7f7ab8068b50 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7ad40a88a0 0x7f7ad40ba1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7ad40a84c0 0x7f7ad41ed1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 --2- 172.21.15.32:0/157386011 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7ad406d5d0 0x7f7ad4150cc0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:45.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.387+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 >> 172.21.15.32:0/157386011 conn(0x7f7ad4069e80 msgr2=0x7f7ad41374d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:45.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.391+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 shutdown_connections 2024-04-18T05:12:45.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:45.391+0000 7f7adb540640 1 -- 172.21.15.32:0/157386011 wait complete. 2024-04-18T05:12:45.409 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-04-18T05:12:44.862940+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":63,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237372,"kb_used_data":4772,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737348,"statfs":{"total":773094113280,"available":772851044352,"internally_reserved":0,"allocated":4886528,"data_stored":2727798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001615"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982699+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:39.982699+0000","last_peered":"2024-04-18T05:12:39.982699+0000","last_clean":"2024-04-18T05:12:39.982699+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:39.982699+0000","last_undegraded":"2024-04-18T05:12:39.982699+0000","last_fullsized":"2024-04-18T05:12:39.982699+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.988107+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:39.988107+0000","last_peered":"2024-04-18T05:12:39.988107+0000","last_clean":"2024-04-18T05:12:39.988107+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:39.988107+0000","last_undegraded":"2024-04-18T05:12:39.988107+0000","last_fullsized":"2024-04-18T05:12:39.988107+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.970483+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:39.970483+0000","last_peered":"2024-04-18T05:12:39.970483+0000","last_clean":"2024-04-18T05:12:39.970483+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:39.970483+0000","last_undegraded":"2024-04-18T05:12:39.970483+0000","last_fullsized":"2024-04-18T05:12:39.970483+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.981632+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:39.981632+0000","last_peered":"2024-04-18T05:12:39.981632+0000","last_clean":"2024-04-18T05:12:39.981632+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:39.981632+0000","last_undegraded":"2024-04-18T05:12:39.981632+0000","last_fullsized":"2024-04-18T05:12:39.981632+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940226+0000","last_change":"2024-04-18T05:12:39.971290+0000","last_active":"2024-04-18T05:12:40.940226+0000","last_peered":"2024-04-18T05:12:40.940226+0000","last_clean":"2024-04-18T05:12:40.940226+0000","last_became_active":"2024-04-18T05:12:39.970530+0000","last_became_peered":"2024-04-18T05:12:39.970530+0000","last_unstale":"2024-04-18T05:12:40.940226+0000","last_undegraded":"2024-04-18T05:12:40.940226+0000","last_fullsized":"2024-04-18T05:12:40.940226+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:24:23.590702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986716+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:39.986716+0000","last_peered":"2024-04-18T05:12:39.986716+0000","last_clean":"2024-04-18T05:12:39.986716+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:39.986716+0000","last_undegraded":"2024-04-18T05:12:39.986716+0000","last_fullsized":"2024-04-18T05:12:39.986716+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.972047+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:39.972047+0000","last_peered":"2024-04-18T05:12:39.972047+0000","last_clean":"2024-04-18T05:12:39.972047+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:39.972047+0000","last_undegraded":"2024-04-18T05:12:39.972047+0000","last_fullsized":"2024-04-18T05:12:39.972047+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986038+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:39.986038+0000","last_peered":"2024-04-18T05:12:39.986038+0000","last_clean":"2024-04-18T05:12:39.986038+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:39.986038+0000","last_undegraded":"2024-04-18T05:12:39.986038+0000","last_fullsized":"2024-04-18T05:12:39.986038+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.941050+0000","last_change":"2024-04-18T05:12:39.972759+0000","last_active":"2024-04-18T05:12:40.941050+0000","last_peered":"2024-04-18T05:12:40.941050+0000","last_clean":"2024-04-18T05:12:40.941050+0000","last_became_active":"2024-04-18T05:12:39.972085+0000","last_became_peered":"2024-04-18T05:12:39.972085+0000","last_unstale":"2024-04-18T05:12:40.941050+0000","last_undegraded":"2024-04-18T05:12:40.941050+0000","last_fullsized":"2024-04-18T05:12:40.941050+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:08.024429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.956799+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:39.956799+0000","last_peered":"2024-04-18T05:12:39.956799+0000","last_clean":"2024-04-18T05:12:39.956799+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:39.956799+0000","last_undegraded":"2024-04-18T05:12:39.956799+0000","last_fullsized":"2024-04-18T05:12:39.956799+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958512+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:39.958512+0000","last_peered":"2024-04-18T05:12:39.958512+0000","last_clean":"2024-04-18T05:12:39.958512+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:39.958512+0000","last_undegraded":"2024-04-18T05:12:39.958512+0000","last_fullsized":"2024-04-18T05:12:39.958512+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940677+0000","last_change":"2024-04-18T05:12:39.988499+0000","last_active":"2024-04-18T05:12:40.940677+0000","last_peered":"2024-04-18T05:12:40.940677+0000","last_clean":"2024-04-18T05:12:40.940677+0000","last_became_active":"2024-04-18T05:12:39.988030+0000","last_became_peered":"2024-04-18T05:12:39.988030+0000","last_unstale":"2024-04-18T05:12:40.940677+0000","last_undegraded":"2024-04-18T05:12:40.940677+0000","last_fullsized":"2024-04-18T05:12:40.940677+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:38:53.247252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985009+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:39.985009+0000","last_peered":"2024-04-18T05:12:39.985009+0000","last_clean":"2024-04-18T05:12:39.985009+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:39.985009+0000","last_undegraded":"2024-04-18T05:12:39.985009+0000","last_fullsized":"2024-04-18T05:12:39.985009+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.941657+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:39.941657+0000","last_peered":"2024-04-18T05:12:39.941657+0000","last_clean":"2024-04-18T05:12:39.941657+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:39.941657+0000","last_undegraded":"2024-04-18T05:12:39.941657+0000","last_fullsized":"2024-04-18T05:12:39.941657+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957647+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:39.957647+0000","last_peered":"2024-04-18T05:12:39.957647+0000","last_clean":"2024-04-18T05:12:39.957647+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:39.957647+0000","last_undegraded":"2024-04-18T05:12:39.957647+0000","last_fullsized":"2024-04-18T05:12:39.957647+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984252+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:39.984252+0000","last_peered":"2024-04-18T05:12:39.984252+0000","last_clean":"2024-04-18T05:12:39.984252+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:39.984252+0000","last_undegraded":"2024-04-18T05:12:39.984252+0000","last_fullsized":"2024-04-18T05:12:39.984252+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958096+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:39.958096+0000","last_peered":"2024-04-18T05:12:39.958096+0000","last_clean":"2024-04-18T05:12:39.958096+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:39.958096+0000","last_undegraded":"2024-04-18T05:12:39.958096+0000","last_fullsized":"2024-04-18T05:12:39.958096+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937853+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:39.937853+0000","last_peered":"2024-04-18T05:12:39.937853+0000","last_clean":"2024-04-18T05:12:39.937853+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:39.937853+0000","last_undegraded":"2024-04-18T05:12:39.937853+0000","last_fullsized":"2024-04-18T05:12:39.937853+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980799+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:39.980799+0000","last_peered":"2024-04-18T05:12:39.980799+0000","last_clean":"2024-04-18T05:12:39.980799+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:39.980799+0000","last_undegraded":"2024-04-18T05:12:39.980799+0000","last_fullsized":"2024-04-18T05:12:39.980799+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949709+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:39.949709+0000","last_peered":"2024-04-18T05:12:39.949709+0000","last_clean":"2024-04-18T05:12:39.949709+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:39.949709+0000","last_undegraded":"2024-04-18T05:12:39.949709+0000","last_fullsized":"2024-04-18T05:12:39.949709+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.964826+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:39.964826+0000","last_peered":"2024-04-18T05:12:39.964826+0000","last_clean":"2024-04-18T05:12:39.964826+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:39.964826+0000","last_undegraded":"2024-04-18T05:12:39.964826+0000","last_fullsized":"2024-04-18T05:12:39.964826+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949939+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:39.949939+0000","last_peered":"2024-04-18T05:12:39.949939+0000","last_clean":"2024-04-18T05:12:39.949939+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:39.949939+0000","last_undegraded":"2024-04-18T05:12:39.949939+0000","last_fullsized":"2024-04-18T05:12:39.949939+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969195+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:39.969195+0000","last_peered":"2024-04-18T05:12:39.969195+0000","last_clean":"2024-04-18T05:12:39.969195+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:39.969195+0000","last_undegraded":"2024-04-18T05:12:39.969195+0000","last_fullsized":"2024-04-18T05:12:39.969195+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982765+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:39.982765+0000","last_peered":"2024-04-18T05:12:39.982765+0000","last_clean":"2024-04-18T05:12:39.982765+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:39.982765+0000","last_undegraded":"2024-04-18T05:12:39.982765+0000","last_fullsized":"2024-04-18T05:12:39.982765+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.954726+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:39.954726+0000","last_peered":"2024-04-18T05:12:39.954726+0000","last_clean":"2024-04-18T05:12:39.954726+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:39.954726+0000","last_undegraded":"2024-04-18T05:12:39.954726+0000","last_fullsized":"2024-04-18T05:12:39.954726+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.968616+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:39.968616+0000","last_peered":"2024-04-18T05:12:39.968616+0000","last_clean":"2024-04-18T05:12:39.968616+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:39.968616+0000","last_undegraded":"2024-04-18T05:12:39.968616+0000","last_fullsized":"2024-04-18T05:12:39.968616+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958545+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:39.958545+0000","last_peered":"2024-04-18T05:12:39.958545+0000","last_clean":"2024-04-18T05:12:39.958545+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:39.958545+0000","last_undegraded":"2024-04-18T05:12:39.958545+0000","last_fullsized":"2024-04-18T05:12:39.958545+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984785+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:39.984785+0000","last_peered":"2024-04-18T05:12:39.984785+0000","last_clean":"2024-04-18T05:12:39.984785+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:39.984785+0000","last_undegraded":"2024-04-18T05:12:39.984785+0000","last_fullsized":"2024-04-18T05:12:39.984785+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969191+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:39.969191+0000","last_peered":"2024-04-18T05:12:39.969191+0000","last_clean":"2024-04-18T05:12:39.969191+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:39.969191+0000","last_undegraded":"2024-04-18T05:12:39.969191+0000","last_fullsized":"2024-04-18T05:12:39.969191+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969216+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:39.969216+0000","last_peered":"2024-04-18T05:12:39.969216+0000","last_clean":"2024-04-18T05:12:39.969216+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:39.969216+0000","last_undegraded":"2024-04-18T05:12:39.969216+0000","last_fullsized":"2024-04-18T05:12:39.969216+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986209+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:39.986209+0000","last_peered":"2024-04-18T05:12:39.986209+0000","last_clean":"2024-04-18T05:12:39.986209+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:39.986209+0000","last_undegraded":"2024-04-18T05:12:39.986209+0000","last_fullsized":"2024-04-18T05:12:39.986209+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985443+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:39.985443+0000","last_peered":"2024-04-18T05:12:39.985443+0000","last_clean":"2024-04-18T05:12:39.985443+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:39.985443+0000","last_undegraded":"2024-04-18T05:12:39.985443+0000","last_fullsized":"2024-04-18T05:12:39.985443+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.941069+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:39.941069+0000","last_peered":"2024-04-18T05:12:39.941069+0000","last_clean":"2024-04-18T05:12:39.941069+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:39.941069+0000","last_undegraded":"2024-04-18T05:12:39.941069+0000","last_fullsized":"2024-04-18T05:12:39.941069+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.979318+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:39.979318+0000","last_peered":"2024-04-18T05:12:39.979318+0000","last_clean":"2024-04-18T05:12:39.979318+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:39.979318+0000","last_undegraded":"2024-04-18T05:12:39.979318+0000","last_fullsized":"2024-04-18T05:12:39.979318+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987274+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:39.987274+0000","last_peered":"2024-04-18T05:12:39.987274+0000","last_clean":"2024-04-18T05:12:39.987274+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:39.987274+0000","last_undegraded":"2024-04-18T05:12:39.987274+0000","last_fullsized":"2024-04-18T05:12:39.987274+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984588+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:39.984588+0000","last_peered":"2024-04-18T05:12:39.984588+0000","last_clean":"2024-04-18T05:12:39.984588+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:39.984588+0000","last_undegraded":"2024-04-18T05:12:39.984588+0000","last_fullsized":"2024-04-18T05:12:39.984588+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.940743+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:39.940743+0000","last_peered":"2024-04-18T05:12:39.940743+0000","last_clean":"2024-04-18T05:12:39.940743+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:39.940743+0000","last_undegraded":"2024-04-18T05:12:39.940743+0000","last_fullsized":"2024-04-18T05:12:39.940743+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.990838+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:39.990838+0000","last_peered":"2024-04-18T05:12:39.990838+0000","last_clean":"2024-04-18T05:12:39.990838+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:39.990838+0000","last_undegraded":"2024-04-18T05:12:39.990838+0000","last_fullsized":"2024-04-18T05:12:39.990838+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986375+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:39.986375+0000","last_peered":"2024-04-18T05:12:39.986375+0000","last_clean":"2024-04-18T05:12:39.986375+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:39.986375+0000","last_undegraded":"2024-04-18T05:12:39.986375+0000","last_fullsized":"2024-04-18T05:12:39.986375+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984444+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:39.984444+0000","last_peered":"2024-04-18T05:12:39.984444+0000","last_clean":"2024-04-18T05:12:39.984444+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:39.984444+0000","last_undegraded":"2024-04-18T05:12:39.984444+0000","last_fullsized":"2024-04-18T05:12:39.984444+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.965131+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:39.965131+0000","last_peered":"2024-04-18T05:12:39.965131+0000","last_clean":"2024-04-18T05:12:39.965131+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:39.965131+0000","last_undegraded":"2024-04-18T05:12:39.965131+0000","last_fullsized":"2024-04-18T05:12:39.965131+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.972383+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:39.972383+0000","last_peered":"2024-04-18T05:12:39.972383+0000","last_clean":"2024-04-18T05:12:39.972383+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:39.972383+0000","last_undegraded":"2024-04-18T05:12:39.972383+0000","last_fullsized":"2024-04-18T05:12:39.972383+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.970002+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:39.970002+0000","last_peered":"2024-04-18T05:12:39.970002+0000","last_clean":"2024-04-18T05:12:39.970002+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:39.970002+0000","last_undegraded":"2024-04-18T05:12:39.970002+0000","last_fullsized":"2024-04-18T05:12:39.970002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982430+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:39.982430+0000","last_peered":"2024-04-18T05:12:39.982430+0000","last_clean":"2024-04-18T05:12:39.982430+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:39.982430+0000","last_undegraded":"2024-04-18T05:12:39.982430+0000","last_fullsized":"2024-04-18T05:12:39.982430+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.945880+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:39.945880+0000","last_peered":"2024-04-18T05:12:39.945880+0000","last_clean":"2024-04-18T05:12:39.945880+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:39.945880+0000","last_undegraded":"2024-04-18T05:12:39.945880+0000","last_fullsized":"2024-04-18T05:12:39.945880+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.946158+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:39.946158+0000","last_peered":"2024-04-18T05:12:39.946158+0000","last_clean":"2024-04-18T05:12:39.946158+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:39.946158+0000","last_undegraded":"2024-04-18T05:12:39.946158+0000","last_fullsized":"2024-04-18T05:12:39.946158+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.986703+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:39.986703+0000","last_peered":"2024-04-18T05:12:39.986703+0000","last_clean":"2024-04-18T05:12:39.986703+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:39.986703+0000","last_undegraded":"2024-04-18T05:12:39.986703+0000","last_fullsized":"2024-04-18T05:12:39.986703+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.942097+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:39.942097+0000","last_peered":"2024-04-18T05:12:39.942097+0000","last_clean":"2024-04-18T05:12:39.942097+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:39.942097+0000","last_undegraded":"2024-04-18T05:12:39.942097+0000","last_fullsized":"2024-04-18T05:12:39.942097+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977100+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:39.977100+0000","last_peered":"2024-04-18T05:12:39.977100+0000","last_clean":"2024-04-18T05:12:39.977100+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:39.977100+0000","last_undegraded":"2024-04-18T05:12:39.977100+0000","last_fullsized":"2024-04-18T05:12:39.977100+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958484+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:39.958484+0000","last_peered":"2024-04-18T05:12:39.958484+0000","last_clean":"2024-04-18T05:12:39.958484+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:39.958484+0000","last_undegraded":"2024-04-18T05:12:39.958484+0000","last_fullsized":"2024-04-18T05:12:39.958484+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.950798+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:39.950798+0000","last_peered":"2024-04-18T05:12:39.950798+0000","last_clean":"2024-04-18T05:12:39.950798+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:39.950798+0000","last_undegraded":"2024-04-18T05:12:39.950798+0000","last_fullsized":"2024-04-18T05:12:39.950798+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932737+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:39.932737+0000","last_peered":"2024-04-18T05:12:39.932737+0000","last_clean":"2024-04-18T05:12:39.932737+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:39.932737+0000","last_undegraded":"2024-04-18T05:12:39.932737+0000","last_fullsized":"2024-04-18T05:12:39.932737+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985185+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:39.985185+0000","last_peered":"2024-04-18T05:12:39.985185+0000","last_clean":"2024-04-18T05:12:39.985185+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:39.985185+0000","last_undegraded":"2024-04-18T05:12:39.985185+0000","last_fullsized":"2024-04-18T05:12:39.985185+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982075+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:39.982075+0000","last_peered":"2024-04-18T05:12:39.982075+0000","last_clean":"2024-04-18T05:12:39.982075+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:39.982075+0000","last_undegraded":"2024-04-18T05:12:39.982075+0000","last_fullsized":"2024-04-18T05:12:39.982075+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.959440+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:39.959440+0000","last_peered":"2024-04-18T05:12:39.959440+0000","last_clean":"2024-04-18T05:12:39.959440+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:39.959440+0000","last_undegraded":"2024-04-18T05:12:39.959440+0000","last_fullsized":"2024-04-18T05:12:39.959440+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.991827+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:39.991827+0000","last_peered":"2024-04-18T05:12:39.991827+0000","last_clean":"2024-04-18T05:12:39.991827+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:39.991827+0000","last_undegraded":"2024-04-18T05:12:39.991827+0000","last_fullsized":"2024-04-18T05:12:39.991827+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977115+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:39.977115+0000","last_peered":"2024-04-18T05:12:39.977115+0000","last_clean":"2024-04-18T05:12:39.977115+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:39.977115+0000","last_undegraded":"2024-04-18T05:12:39.977115+0000","last_fullsized":"2024-04-18T05:12:39.977115+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.990575+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:39.990575+0000","last_peered":"2024-04-18T05:12:39.990575+0000","last_clean":"2024-04-18T05:12:39.990575+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:39.990575+0000","last_undegraded":"2024-04-18T05:12:39.990575+0000","last_fullsized":"2024-04-18T05:12:39.990575+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987121+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:39.987121+0000","last_peered":"2024-04-18T05:12:39.987121+0000","last_clean":"2024-04-18T05:12:39.987121+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:39.987121+0000","last_undegraded":"2024-04-18T05:12:39.987121+0000","last_fullsized":"2024-04-18T05:12:39.987121+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937209+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:39.937209+0000","last_peered":"2024-04-18T05:12:39.937209+0000","last_clean":"2024-04-18T05:12:39.937209+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:39.937209+0000","last_undegraded":"2024-04-18T05:12:39.937209+0000","last_fullsized":"2024-04-18T05:12:39.937209+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.949957+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:39.949957+0000","last_peered":"2024-04-18T05:12:39.949957+0000","last_clean":"2024-04-18T05:12:39.949957+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:39.949957+0000","last_undegraded":"2024-04-18T05:12:39.949957+0000","last_fullsized":"2024-04-18T05:12:39.949957+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932530+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:39.932530+0000","last_peered":"2024-04-18T05:12:39.932530+0000","last_clean":"2024-04-18T05:12:39.932530+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:39.932530+0000","last_undegraded":"2024-04-18T05:12:39.932530+0000","last_fullsized":"2024-04-18T05:12:39.932530+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940333+0000","last_change":"2024-04-18T05:12:39.988068+0000","last_active":"2024-04-18T05:12:40.940333+0000","last_peered":"2024-04-18T05:12:40.940333+0000","last_clean":"2024-04-18T05:12:40.940333+0000","last_became_active":"2024-04-18T05:12:39.987570+0000","last_became_peered":"2024-04-18T05:12:39.987570+0000","last_unstale":"2024-04-18T05:12:40.940333+0000","last_undegraded":"2024-04-18T05:12:40.940333+0000","last_fullsized":"2024-04-18T05:12:40.940333+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:46:56.675903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.959268+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:39.959268+0000","last_peered":"2024-04-18T05:12:39.959268+0000","last_clean":"2024-04-18T05:12:39.959268+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:39.959268+0000","last_undegraded":"2024-04-18T05:12:39.959268+0000","last_fullsized":"2024-04-18T05:12:39.959268+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.987176+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:39.987176+0000","last_peered":"2024-04-18T05:12:39.987176+0000","last_clean":"2024-04-18T05:12:39.987176+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:39.987176+0000","last_undegraded":"2024-04-18T05:12:39.987176+0000","last_fullsized":"2024-04-18T05:12:39.987176+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.954843+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:39.954843+0000","last_peered":"2024-04-18T05:12:39.954843+0000","last_clean":"2024-04-18T05:12:39.954843+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:39.954843+0000","last_undegraded":"2024-04-18T05:12:39.954843+0000","last_fullsized":"2024-04-18T05:12:39.954843+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984767+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:39.984767+0000","last_peered":"2024-04-18T05:12:39.984767+0000","last_clean":"2024-04-18T05:12:39.984767+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:39.984767+0000","last_undegraded":"2024-04-18T05:12:39.984767+0000","last_fullsized":"2024-04-18T05:12:39.984767+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.981980+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:39.981980+0000","last_peered":"2024-04-18T05:12:39.981980+0000","last_clean":"2024-04-18T05:12:39.981980+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:39.981980+0000","last_undegraded":"2024-04-18T05:12:39.981980+0000","last_fullsized":"2024-04-18T05:12:39.981980+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985347+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:39.985347+0000","last_peered":"2024-04-18T05:12:39.985347+0000","last_clean":"2024-04-18T05:12:39.985347+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:39.985347+0000","last_undegraded":"2024-04-18T05:12:39.985347+0000","last_fullsized":"2024-04-18T05:12:39.985347+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.978286+0000","last_change":"2024-04-18T05:12:39.591538+0000","last_active":"2024-04-18T05:12:39.978286+0000","last_peered":"2024-04-18T05:12:39.978286+0000","last_clean":"2024-04-18T05:12:39.978286+0000","last_became_active":"2024-04-18T05:12:39.590642+0000","last_became_peered":"2024-04-18T05:12:39.590642+0000","last_unstale":"2024-04-18T05:12:39.978286+0000","last_undegraded":"2024-04-18T05:12:39.978286+0000","last_fullsized":"2024-04-18T05:12:39.978286+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980727+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:39.980727+0000","last_peered":"2024-04-18T05:12:39.980727+0000","last_clean":"2024-04-18T05:12:39.980727+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:39.980727+0000","last_undegraded":"2024-04-18T05:12:39.980727+0000","last_fullsized":"2024-04-18T05:12:39.980727+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957484+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:39.957484+0000","last_peered":"2024-04-18T05:12:39.957484+0000","last_clean":"2024-04-18T05:12:39.957484+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:39.957484+0000","last_undegraded":"2024-04-18T05:12:39.957484+0000","last_fullsized":"2024-04-18T05:12:39.957484+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.957990+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:39.957990+0000","last_peered":"2024-04-18T05:12:39.957990+0000","last_clean":"2024-04-18T05:12:39.957990+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:39.957990+0000","last_undegraded":"2024-04-18T05:12:39.957990+0000","last_fullsized":"2024-04-18T05:12:39.957990+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.980815+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:39.980815+0000","last_peered":"2024-04-18T05:12:39.980815+0000","last_clean":"2024-04-18T05:12:39.980815+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:39.980815+0000","last_undegraded":"2024-04-18T05:12:39.980815+0000","last_fullsized":"2024-04-18T05:12:39.980815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984216+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:39.984216+0000","last_peered":"2024-04-18T05:12:39.984216+0000","last_clean":"2024-04-18T05:12:39.984216+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:39.984216+0000","last_undegraded":"2024-04-18T05:12:39.984216+0000","last_fullsized":"2024-04-18T05:12:39.984216+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.937437+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:39.937437+0000","last_peered":"2024-04-18T05:12:39.937437+0000","last_clean":"2024-04-18T05:12:39.937437+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:39.937437+0000","last_undegraded":"2024-04-18T05:12:39.937437+0000","last_fullsized":"2024-04-18T05:12:39.937437+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.958477+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:39.958477+0000","last_peered":"2024-04-18T05:12:39.958477+0000","last_clean":"2024-04-18T05:12:39.958477+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:39.958477+0000","last_undegraded":"2024-04-18T05:12:39.958477+0000","last_fullsized":"2024-04-18T05:12:39.958477+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.951191+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:39.951191+0000","last_peered":"2024-04-18T05:12:39.951191+0000","last_clean":"2024-04-18T05:12:39.951191+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:39.951191+0000","last_undegraded":"2024-04-18T05:12:39.951191+0000","last_fullsized":"2024-04-18T05:12:39.951191+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.977152+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:39.977152+0000","last_peered":"2024-04-18T05:12:39.977152+0000","last_clean":"2024-04-18T05:12:39.977152+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:39.977152+0000","last_undegraded":"2024-04-18T05:12:39.977152+0000","last_fullsized":"2024-04-18T05:12:39.977152+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.936899+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:39.936899+0000","last_peered":"2024-04-18T05:12:39.936899+0000","last_clean":"2024-04-18T05:12:39.936899+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:39.936899+0000","last_undegraded":"2024-04-18T05:12:39.936899+0000","last_fullsized":"2024-04-18T05:12:39.936899+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940581+0000","last_change":"2024-04-18T05:12:39.977811+0000","last_active":"2024-04-18T05:12:40.940581+0000","last_peered":"2024-04-18T05:12:40.940581+0000","last_clean":"2024-04-18T05:12:40.940581+0000","last_became_active":"2024-04-18T05:12:39.974258+0000","last_became_peered":"2024-04-18T05:12:39.974258+0000","last_unstale":"2024-04-18T05:12:40.940581+0000","last_undegraded":"2024-04-18T05:12:40.940581+0000","last_fullsized":"2024-04-18T05:12:40.940581+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:42.692635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.968849+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:39.968849+0000","last_peered":"2024-04-18T05:12:39.968849+0000","last_clean":"2024-04-18T05:12:39.968849+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:39.968849+0000","last_undegraded":"2024-04-18T05:12:39.968849+0000","last_fullsized":"2024-04-18T05:12:39.968849+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.956916+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:39.956916+0000","last_peered":"2024-04-18T05:12:39.956916+0000","last_clean":"2024-04-18T05:12:39.956916+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:39.956916+0000","last_undegraded":"2024-04-18T05:12:39.956916+0000","last_fullsized":"2024-04-18T05:12:39.956916+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940920+0000","last_change":"2024-04-18T05:12:39.592014+0000","last_active":"2024-04-18T05:12:40.940920+0000","last_peered":"2024-04-18T05:12:40.940920+0000","last_clean":"2024-04-18T05:12:40.940920+0000","last_became_active":"2024-04-18T05:12:39.591009+0000","last_became_peered":"2024-04-18T05:12:39.591009+0000","last_unstale":"2024-04-18T05:12:40.940920+0000","last_undegraded":"2024-04-18T05:12:40.940920+0000","last_fullsized":"2024-04-18T05:12:40.940920+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.982554+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:39.982554+0000","last_peered":"2024-04-18T05:12:39.982554+0000","last_clean":"2024-04-18T05:12:39.982554+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:39.982554+0000","last_undegraded":"2024-04-18T05:12:39.982554+0000","last_fullsized":"2024-04-18T05:12:39.982554+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.950496+0000","last_change":"2024-04-18T05:12:39.594594+0000","last_active":"2024-04-18T05:12:39.950496+0000","last_peered":"2024-04-18T05:12:39.950496+0000","last_clean":"2024-04-18T05:12:39.950496+0000","last_became_active":"2024-04-18T05:12:39.593957+0000","last_became_peered":"2024-04-18T05:12:39.593957+0000","last_unstale":"2024-04-18T05:12:39.950496+0000","last_undegraded":"2024-04-18T05:12:39.950496+0000","last_fullsized":"2024-04-18T05:12:39.950496+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940002+0000","last_change":"2024-04-18T05:12:39.969743+0000","last_active":"2024-04-18T05:12:40.940002+0000","last_peered":"2024-04-18T05:12:40.940002+0000","last_clean":"2024-04-18T05:12:40.940002+0000","last_became_active":"2024-04-18T05:12:39.969070+0000","last_became_peered":"2024-04-18T05:12:39.969070+0000","last_unstale":"2024-04-18T05:12:40.940002+0000","last_undegraded":"2024-04-18T05:12:40.940002+0000","last_fullsized":"2024-04-18T05:12:40.940002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:14.589320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.953038+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:39.953038+0000","last_peered":"2024-04-18T05:12:39.953038+0000","last_clean":"2024-04-18T05:12:39.953038+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:39.953038+0000","last_undegraded":"2024-04-18T05:12:39.953038+0000","last_fullsized":"2024-04-18T05:12:39.953038+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.984779+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:39.984779+0000","last_peered":"2024-04-18T05:12:39.984779+0000","last_clean":"2024-04-18T05:12:39.984779+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:39.984779+0000","last_undegraded":"2024-04-18T05:12:39.984779+0000","last_fullsized":"2024-04-18T05:12:39.984779+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.933093+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:39.933093+0000","last_peered":"2024-04-18T05:12:39.933093+0000","last_clean":"2024-04-18T05:12:39.933093+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:39.933093+0000","last_undegraded":"2024-04-18T05:12:39.933093+0000","last_fullsized":"2024-04-18T05:12:39.933093+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.985004+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:39.985004+0000","last_peered":"2024-04-18T05:12:39.985004+0000","last_clean":"2024-04-18T05:12:39.985004+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:39.985004+0000","last_undegraded":"2024-04-18T05:12:39.985004+0000","last_fullsized":"2024-04-18T05:12:39.985004+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.932793+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:39.932793+0000","last_peered":"2024-04-18T05:12:39.932793+0000","last_clean":"2024-04-18T05:12:39.932793+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:39.932793+0000","last_undegraded":"2024-04-18T05:12:39.932793+0000","last_fullsized":"2024-04-18T05:12:39.932793+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969995+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:39.969995+0000","last_peered":"2024-04-18T05:12:39.969995+0000","last_clean":"2024-04-18T05:12:39.969995+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:39.969995+0000","last_undegraded":"2024-04-18T05:12:39.969995+0000","last_fullsized":"2024-04-18T05:12:39.969995+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.947930+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:39.947930+0000","last_peered":"2024-04-18T05:12:39.947930+0000","last_clean":"2024-04-18T05:12:39.947930+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:39.947930+0000","last_undegraded":"2024-04-18T05:12:39.947930+0000","last_fullsized":"2024-04-18T05:12:39.947930+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.969512+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:39.969512+0000","last_peered":"2024-04-18T05:12:39.969512+0000","last_clean":"2024-04-18T05:12:39.969512+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:39.969512+0000","last_undegraded":"2024-04-18T05:12:39.969512+0000","last_fullsized":"2024-04-18T05:12:39.969512+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.934669+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:39.934669+0000","last_peered":"2024-04-18T05:12:39.934669+0000","last_clean":"2024-04-18T05:12:39.934669+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:39.934669+0000","last_undegraded":"2024-04-18T05:12:39.934669+0000","last_fullsized":"2024-04-18T05:12:39.934669+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.565985+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:39.565985+0000","last_peered":"2024-04-18T05:12:39.565985+0000","last_clean":"2024-04-18T05:12:39.565985+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:39.565985+0000","last_undegraded":"2024-04-18T05:12:39.565985+0000","last_fullsized":"2024-04-18T05:12:39.565985+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509460,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":192267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":1.0169999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.78300000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.83599999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.0660000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.80700000000000005}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.113},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.88600000000000001}]}]},{"osd":5,"up_from":15,"seq":64424509460,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":783183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":1.639}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":1.006},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":1.6859999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":4.2789999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":2.173}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.1930000000000001},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.821}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":2.262},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":2.855}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.546},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.081}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.3759999999999999},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.712}]}]},{"osd":4,"up_from":15,"seq":64424509461,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":193921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96699999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.99099999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.78700000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.91000000000000003}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":0.84199999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.119},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.69599999999999995}]}]},{"osd":3,"up_from":15,"seq":64424509460,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31572,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340268,"statfs":{"total":96636764160,"available":96604434432,"internally_reserved":0,"allocated":458752,"data_stored":192323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.47499999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.85999999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.75800000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.81799999999999995},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.99099999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.90800000000000003}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.88500000000000001}]}]},{"osd":2,"up_from":15,"seq":64424509459,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31568,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340272,"statfs":{"total":96636764160,"available":96604438528,"internally_reserved":0,"allocated":454656,"data_stored":192233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63900000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.59399999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":0.93700000000000006}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.95599999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.28},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.3300000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.2030000000000001},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.254}]}]},{"osd":1,"up_from":15,"seq":64424509459,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":1052672,"data_stored":782623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.33200000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.309},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.436}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.37}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.84499999999999997}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.66600000000000004}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.72099999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":0.77400000000000002}]}]},{"osd":0,"up_from":15,"seq":64424509460,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":462848,"data_stored":192325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.67000000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.60799999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.42299999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.89100000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.86699999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.91300000000000003},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.92500000000000004}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.84699999999999998},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.96699999999999997}]}]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":471040,"data_stored":198923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":1.1919999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.91100000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":1.161},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.94499999999999995}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.871},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.0149999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.75},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.97699999999999998}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.1200000000000001},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.67600000000000005}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.042},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.071}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:12:48.414 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:12:48.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.543+0000 7f58ff121640 1 Processor -- start 2024-04-18T05:12:48.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58ff121640 1 -- start start 2024-04-18T05:12:48.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58ff121640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80bcb80 0x7f58f806b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58ff121640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f58f806cd00 0x7f58f806b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58ff121640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58f80c4240 con 0x7f58f80aeb90 2024-04-18T05:12:48.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58ff121640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58f80c7750 con 0x7f58f806cd00 2024-04-18T05:12:48.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58ff121640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58f80aef70 con 0x7f58f80bcb80 2024-04-18T05:12:48.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58f7fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80bcb80 0x7f58f806b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:48.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58fd6be640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f58f806cd00 0x7f58f806b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:48.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58f7fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80bcb80 0x7f58f806b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:39590/0 (socket says 172.21.15.32:39590) 2024-04-18T05:12:48.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58f7fff640 1 -- 172.21.15.32:0/2956390155 learned_addr learned my addr 172.21.15.32:0/2956390155 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:48.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58f7fff640 1 -- 172.21.15.32:0/2956390155 >> v2:172.21.15.92:3300/0 conn(0x7f58f806cd00 msgr2=0x7f58f806b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:48.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58f7fff640 1 --2- 172.21.15.32:0/2956390155 >> v2:172.21.15.92:3300/0 conn(0x7f58f806cd00 0x7f58f806b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58f7fff640 1 -- 172.21.15.32:0/2956390155 >> v1:172.21.15.92:6789/0 conn(0x7f58f80aeb90 legacy=0x7f58f80c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58f7fff640 1 -- 172.21.15.32:0/2956390155 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58f80c46d0 con 0x7f58f80bcb80 2024-04-18T05:12:48.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.547+0000 7f58fd6be640 1 --2- 172.21.15.32:0/2956390155 >> v2:172.21.15.92:3300/0 conn(0x7f58f806cd00 0x7f58f806b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:12:48.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58f7fff640 1 --2- 172.21.15.32:0/2956390155 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80bcb80 0x7f58f806b230 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f58ec009870 tx=0x7f58ec01c4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f477d903feb5940e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:48.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58f77fe640 1 -- 172.21.15.32:0/2956390155 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58ec0aa430 con 0x7f58f80bcb80 2024-04-18T05:12:48.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58f77fe640 1 -- 172.21.15.32:0/2956390155 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58ec0aa590 con 0x7f58f80bcb80 2024-04-18T05:12:48.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58f77fe640 1 -- 172.21.15.32:0/2956390155 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58ec0aa920 con 0x7f58f80bcb80 2024-04-18T05:12:48.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 -- 172.21.15.32:0/2956390155 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80bcb80 msgr2=0x7f58f806b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 --2- 172.21.15.32:0/2956390155 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80bcb80 0x7f58f806b230 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f58ec009870 tx=0x7f58ec01c4d0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 -- 172.21.15.32:0/2956390155 shutdown_connections 2024-04-18T05:12:48.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 --2- 172.21.15.32:0/2956390155 >> v2:172.21.15.92:3300/0 conn(0x7f58f806cd00 0x7f58f806b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 --2- 172.21.15.32:0/2956390155 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80bcb80 0x7f58f806b230 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 -- 172.21.15.32:0/2956390155 >> 172.21.15.32:0/2956390155 conn(0x7f58f80ab0a0 msgr2=0x7f58f80ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:48.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 -- 172.21.15.32:0/2956390155 shutdown_connections 2024-04-18T05:12:48.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 -- 172.21.15.32:0/2956390155 wait complete. 2024-04-18T05:12:48.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 Processor -- start 2024-04-18T05:12:48.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.551+0000 7f58ff121640 1 -- start start 2024-04-18T05:12:48.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58ff121640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58f806cd00 0x7f58f80c9630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58ff121640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80aeb90 0x7f58f814d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58ff121640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58f80bcb80 0x7f58f814da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58ff121640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58f81ed030 con 0x7f58f806cd00 2024-04-18T05:12:48.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58ff121640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58f80c2350 con 0x7f58f80bcb80 2024-04-18T05:12:48.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58ff121640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58f80c2630 con 0x7f58f80aeb90 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fcebd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58f806cd00 0x7f58f80c9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fcebd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58f806cd00 0x7f58f80c9630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60074/0 (socket says 172.21.15.32:60074) 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fcebd640 1 -- 172.21.15.32:0/148965133 learned_addr learned my addr 172.21.15.32:0/148965133 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fd6be640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58f80bcb80 0x7f58f814da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58f7fff640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80aeb90 0x7f58f814d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fcebd640 1 -- 172.21.15.32:0/148965133 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80aeb90 msgr2=0x7f58f814d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fcebd640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80aeb90 0x7f58f814d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fcebd640 1 -- 172.21.15.32:0/148965133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58f80bcb80 msgr2=0x7f58f814da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fcebd640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58f80bcb80 0x7f58f814da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fcebd640 1 -- 172.21.15.32:0/148965133 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58e8009a70 con 0x7f58f806cd00 2024-04-18T05:12:48.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fd6be640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58f80bcb80 0x7f58f814da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:48.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58fcebd640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58f806cd00 0x7f58f80c9630 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f58f000c420 tx=0x7f58f000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:48.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58f57fa640 1 -- 172.21.15.32:0/148965133 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58f00052d0 con 0x7f58f806cd00 2024-04-18T05:12:48.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58f57fa640 1 -- 172.21.15.32:0/148965133 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58f0005430 con 0x7f58f806cd00 2024-04-18T05:12:48.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58f57fa640 1 -- 172.21.15.32:0/148965133 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58f0007260 con 0x7f58f806cd00 2024-04-18T05:12:48.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58ec0094d0 con 0x7f58f806cd00 2024-04-18T05:12:48.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58f80c0580 con 0x7f58f806cd00 2024-04-18T05:12:48.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58f80c4f00 con 0x7f58f806cd00 2024-04-18T05:12:48.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58f57fa640 1 -- 172.21.15.32:0/148965133 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f58f00073c0 con 0x7f58f806cd00 2024-04-18T05:12:48.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58f57fa640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58e4066690 0x7f58e4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58f57fa640 1 -- 172.21.15.32:0/148965133 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f58f00836c0 con 0x7f58f806cd00 2024-04-18T05:12:48.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.555+0000 7f58f7fff640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58e4066690 0x7f58e4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:48.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.559+0000 7f58f7fff640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58e4066690 0x7f58e4068b50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f58ec009870 tx=0x7f58ec0a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:48.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.563+0000 7f58f57fa640 1 -- 172.21.15.32:0/148965133 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f58f00508e0 con 0x7f58f806cd00 2024-04-18T05:12:48.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.719+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f58f8154a60 con 0x7f58e4066690 2024-04-18T05:12:48.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.731+0000 7f58f57fa640 1 -- 172.21.15.32:0/148965133 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287769 (secure 0 0 0) 0x7f58ec0aa700 con 0x7f58e4066690 2024-04-18T05:12:48.739 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:48.741 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:12:48.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58e4066690 msgr2=0x7f58e4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58e4066690 0x7f58e4068b50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f58ec009870 tx=0x7f58ec0a7000 comp rx=0 tx=0).stop 2024-04-18T05:12:48.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58f806cd00 msgr2=0x7f58f80c9630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58f806cd00 0x7f58f80c9630 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f58f000c420 tx=0x7f58f000c8e0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 shutdown_connections 2024-04-18T05:12:48.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f58e4066690 0x7f58e4068b50 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f58f80bcb80 0x7f58f814da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f58f80aeb90 0x7f58f814d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 --2- 172.21.15.32:0/148965133 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f58f806cd00 0x7f58f80c9630 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 >> 172.21.15.32:0/148965133 conn(0x7f58f80ab0a0 msgr2=0x7f58f8150ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:48.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 shutdown_connections 2024-04-18T05:12:48.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.735+0000 7f58ff121640 1 -- 172.21.15.32:0/148965133 wait complete. 2024-04-18T05:12:48.758 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":81,"stamp":"2024-04-18T05:12:46.863333+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237464,"kb_used_data":4872,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754737256,"statfs":{"total":773094113280,"available":772850950144,"internally_reserved":0,"allocated":4988928,"data_stored":2776284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.318376"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880339+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:40.880339+0000","last_peered":"2024-04-18T05:12:40.880339+0000","last_clean":"2024-04-18T05:12:40.880339+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:40.880339+0000","last_undegraded":"2024-04-18T05:12:40.880339+0000","last_fullsized":"2024-04-18T05:12:40.880339+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873771+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:40.873771+0000","last_peered":"2024-04-18T05:12:40.873771+0000","last_clean":"2024-04-18T05:12:40.873771+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:40.873771+0000","last_undegraded":"2024-04-18T05:12:40.873771+0000","last_fullsized":"2024-04-18T05:12:40.873771+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880243+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:40.880243+0000","last_peered":"2024-04-18T05:12:40.880243+0000","last_clean":"2024-04-18T05:12:40.880243+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:40.880243+0000","last_undegraded":"2024-04-18T05:12:40.880243+0000","last_fullsized":"2024-04-18T05:12:40.880243+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880166+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:40.880166+0000","last_peered":"2024-04-18T05:12:40.880166+0000","last_clean":"2024-04-18T05:12:40.880166+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:40.880166+0000","last_undegraded":"2024-04-18T05:12:40.880166+0000","last_fullsized":"2024-04-18T05:12:40.880166+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940226+0000","last_change":"2024-04-18T05:12:39.971290+0000","last_active":"2024-04-18T05:12:40.940226+0000","last_peered":"2024-04-18T05:12:40.940226+0000","last_clean":"2024-04-18T05:12:40.940226+0000","last_became_active":"2024-04-18T05:12:39.970530+0000","last_became_peered":"2024-04-18T05:12:39.970530+0000","last_unstale":"2024-04-18T05:12:40.940226+0000","last_undegraded":"2024-04-18T05:12:40.940226+0000","last_fullsized":"2024-04-18T05:12:40.940226+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:24:23.590702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873488+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:40.873488+0000","last_peered":"2024-04-18T05:12:40.873488+0000","last_clean":"2024-04-18T05:12:40.873488+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:40.873488+0000","last_undegraded":"2024-04-18T05:12:40.873488+0000","last_fullsized":"2024-04-18T05:12:40.873488+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.874870+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:40.874870+0000","last_peered":"2024-04-18T05:12:40.874870+0000","last_clean":"2024-04-18T05:12:40.874870+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:40.874870+0000","last_undegraded":"2024-04-18T05:12:40.874870+0000","last_fullsized":"2024-04-18T05:12:40.874870+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.879804+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:40.879804+0000","last_peered":"2024-04-18T05:12:40.879804+0000","last_clean":"2024-04-18T05:12:40.879804+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:40.879804+0000","last_undegraded":"2024-04-18T05:12:40.879804+0000","last_fullsized":"2024-04-18T05:12:40.879804+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.941050+0000","last_change":"2024-04-18T05:12:39.972759+0000","last_active":"2024-04-18T05:12:40.941050+0000","last_peered":"2024-04-18T05:12:40.941050+0000","last_clean":"2024-04-18T05:12:40.941050+0000","last_became_active":"2024-04-18T05:12:39.972085+0000","last_became_peered":"2024-04-18T05:12:39.972085+0000","last_unstale":"2024-04-18T05:12:40.941050+0000","last_undegraded":"2024-04-18T05:12:40.941050+0000","last_fullsized":"2024-04-18T05:12:40.941050+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:08.024429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875096+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:40.875096+0000","last_peered":"2024-04-18T05:12:40.875096+0000","last_clean":"2024-04-18T05:12:40.875096+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:40.875096+0000","last_undegraded":"2024-04-18T05:12:40.875096+0000","last_fullsized":"2024-04-18T05:12:40.875096+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.876035+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:40.876035+0000","last_peered":"2024-04-18T05:12:40.876035+0000","last_clean":"2024-04-18T05:12:40.876035+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:40.876035+0000","last_undegraded":"2024-04-18T05:12:40.876035+0000","last_fullsized":"2024-04-18T05:12:40.876035+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940677+0000","last_change":"2024-04-18T05:12:39.988499+0000","last_active":"2024-04-18T05:12:40.940677+0000","last_peered":"2024-04-18T05:12:40.940677+0000","last_clean":"2024-04-18T05:12:40.940677+0000","last_became_active":"2024-04-18T05:12:39.988030+0000","last_became_peered":"2024-04-18T05:12:39.988030+0000","last_unstale":"2024-04-18T05:12:40.940677+0000","last_undegraded":"2024-04-18T05:12:40.940677+0000","last_fullsized":"2024-04-18T05:12:40.940677+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:38:53.247252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.874989+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:40.874989+0000","last_peered":"2024-04-18T05:12:40.874989+0000","last_clean":"2024-04-18T05:12:40.874989+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:40.874989+0000","last_undegraded":"2024-04-18T05:12:40.874989+0000","last_fullsized":"2024-04-18T05:12:40.874989+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875174+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:40.875174+0000","last_peered":"2024-04-18T05:12:40.875174+0000","last_clean":"2024-04-18T05:12:40.875174+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:40.875174+0000","last_undegraded":"2024-04-18T05:12:40.875174+0000","last_fullsized":"2024-04-18T05:12:40.875174+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886291+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:40.886291+0000","last_peered":"2024-04-18T05:12:40.886291+0000","last_clean":"2024-04-18T05:12:40.886291+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:40.886291+0000","last_undegraded":"2024-04-18T05:12:40.886291+0000","last_fullsized":"2024-04-18T05:12:40.886291+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.874742+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:40.874742+0000","last_peered":"2024-04-18T05:12:40.874742+0000","last_clean":"2024-04-18T05:12:40.874742+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:40.874742+0000","last_undegraded":"2024-04-18T05:12:40.874742+0000","last_fullsized":"2024-04-18T05:12:40.874742+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886648+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:40.886648+0000","last_peered":"2024-04-18T05:12:40.886648+0000","last_clean":"2024-04-18T05:12:40.886648+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:40.886648+0000","last_undegraded":"2024-04-18T05:12:40.886648+0000","last_fullsized":"2024-04-18T05:12:40.886648+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886519+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:40.886519+0000","last_peered":"2024-04-18T05:12:40.886519+0000","last_clean":"2024-04-18T05:12:40.886519+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:40.886519+0000","last_undegraded":"2024-04-18T05:12:40.886519+0000","last_fullsized":"2024-04-18T05:12:40.886519+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.877021+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:40.877021+0000","last_peered":"2024-04-18T05:12:40.877021+0000","last_clean":"2024-04-18T05:12:40.877021+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:40.877021+0000","last_undegraded":"2024-04-18T05:12:40.877021+0000","last_fullsized":"2024-04-18T05:12:40.877021+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875993+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:40.875993+0000","last_peered":"2024-04-18T05:12:40.875993+0000","last_clean":"2024-04-18T05:12:40.875993+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:40.875993+0000","last_undegraded":"2024-04-18T05:12:40.875993+0000","last_fullsized":"2024-04-18T05:12:40.875993+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875945+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:40.875945+0000","last_peered":"2024-04-18T05:12:40.875945+0000","last_clean":"2024-04-18T05:12:40.875945+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:40.875945+0000","last_undegraded":"2024-04-18T05:12:40.875945+0000","last_fullsized":"2024-04-18T05:12:40.875945+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875861+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:40.875861+0000","last_peered":"2024-04-18T05:12:40.875861+0000","last_clean":"2024-04-18T05:12:40.875861+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:40.875861+0000","last_undegraded":"2024-04-18T05:12:40.875861+0000","last_fullsized":"2024-04-18T05:12:40.875861+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886313+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:40.886313+0000","last_peered":"2024-04-18T05:12:40.886313+0000","last_clean":"2024-04-18T05:12:40.886313+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:40.886313+0000","last_undegraded":"2024-04-18T05:12:40.886313+0000","last_fullsized":"2024-04-18T05:12:40.886313+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.879879+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:40.879879+0000","last_peered":"2024-04-18T05:12:40.879879+0000","last_clean":"2024-04-18T05:12:40.879879+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:40.879879+0000","last_undegraded":"2024-04-18T05:12:40.879879+0000","last_fullsized":"2024-04-18T05:12:40.879879+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875384+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:40.875384+0000","last_peered":"2024-04-18T05:12:40.875384+0000","last_clean":"2024-04-18T05:12:40.875384+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:40.875384+0000","last_undegraded":"2024-04-18T05:12:40.875384+0000","last_fullsized":"2024-04-18T05:12:40.875384+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880294+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:40.880294+0000","last_peered":"2024-04-18T05:12:40.880294+0000","last_clean":"2024-04-18T05:12:40.880294+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:40.880294+0000","last_undegraded":"2024-04-18T05:12:40.880294+0000","last_fullsized":"2024-04-18T05:12:40.880294+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.876060+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:40.876060+0000","last_peered":"2024-04-18T05:12:40.876060+0000","last_clean":"2024-04-18T05:12:40.876060+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:40.876060+0000","last_undegraded":"2024-04-18T05:12:40.876060+0000","last_fullsized":"2024-04-18T05:12:40.876060+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875033+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:40.875033+0000","last_peered":"2024-04-18T05:12:40.875033+0000","last_clean":"2024-04-18T05:12:40.875033+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:40.875033+0000","last_undegraded":"2024-04-18T05:12:40.875033+0000","last_fullsized":"2024-04-18T05:12:40.875033+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886447+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:40.886447+0000","last_peered":"2024-04-18T05:12:40.886447+0000","last_clean":"2024-04-18T05:12:40.886447+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:40.886447+0000","last_undegraded":"2024-04-18T05:12:40.886447+0000","last_fullsized":"2024-04-18T05:12:40.886447+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886376+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:40.886376+0000","last_peered":"2024-04-18T05:12:40.886376+0000","last_clean":"2024-04-18T05:12:40.886376+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:40.886376+0000","last_undegraded":"2024-04-18T05:12:40.886376+0000","last_fullsized":"2024-04-18T05:12:40.886376+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.874891+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:40.874891+0000","last_peered":"2024-04-18T05:12:40.874891+0000","last_clean":"2024-04-18T05:12:40.874891+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:40.874891+0000","last_undegraded":"2024-04-18T05:12:40.874891+0000","last_fullsized":"2024-04-18T05:12:40.874891+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.879934+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:40.879934+0000","last_peered":"2024-04-18T05:12:40.879934+0000","last_clean":"2024-04-18T05:12:40.879934+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:40.879934+0000","last_undegraded":"2024-04-18T05:12:40.879934+0000","last_fullsized":"2024-04-18T05:12:40.879934+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886470+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:40.886470+0000","last_peered":"2024-04-18T05:12:40.886470+0000","last_clean":"2024-04-18T05:12:40.886470+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:40.886470+0000","last_undegraded":"2024-04-18T05:12:40.886470+0000","last_fullsized":"2024-04-18T05:12:40.886470+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875433+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:40.875433+0000","last_peered":"2024-04-18T05:12:40.875433+0000","last_clean":"2024-04-18T05:12:40.875433+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:40.875433+0000","last_undegraded":"2024-04-18T05:12:40.875433+0000","last_fullsized":"2024-04-18T05:12:40.875433+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873724+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:40.873724+0000","last_peered":"2024-04-18T05:12:40.873724+0000","last_clean":"2024-04-18T05:12:40.873724+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:40.873724+0000","last_undegraded":"2024-04-18T05:12:40.873724+0000","last_fullsized":"2024-04-18T05:12:40.873724+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873822+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:40.873822+0000","last_peered":"2024-04-18T05:12:40.873822+0000","last_clean":"2024-04-18T05:12:40.873822+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:40.873822+0000","last_undegraded":"2024-04-18T05:12:40.873822+0000","last_fullsized":"2024-04-18T05:12:40.873822+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886585+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:40.886585+0000","last_peered":"2024-04-18T05:12:40.886585+0000","last_clean":"2024-04-18T05:12:40.886585+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:40.886585+0000","last_undegraded":"2024-04-18T05:12:40.886585+0000","last_fullsized":"2024-04-18T05:12:40.886585+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880268+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:40.880268+0000","last_peered":"2024-04-18T05:12:40.880268+0000","last_clean":"2024-04-18T05:12:40.880268+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:40.880268+0000","last_undegraded":"2024-04-18T05:12:40.880268+0000","last_fullsized":"2024-04-18T05:12:40.880268+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873870+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:40.873870+0000","last_peered":"2024-04-18T05:12:40.873870+0000","last_clean":"2024-04-18T05:12:40.873870+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:40.873870+0000","last_undegraded":"2024-04-18T05:12:40.873870+0000","last_fullsized":"2024-04-18T05:12:40.873870+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875274+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:40.875274+0000","last_peered":"2024-04-18T05:12:40.875274+0000","last_clean":"2024-04-18T05:12:40.875274+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:40.875274+0000","last_undegraded":"2024-04-18T05:12:40.875274+0000","last_fullsized":"2024-04-18T05:12:40.875274+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.879964+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:40.879964+0000","last_peered":"2024-04-18T05:12:40.879964+0000","last_clean":"2024-04-18T05:12:40.879964+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:40.879964+0000","last_undegraded":"2024-04-18T05:12:40.879964+0000","last_fullsized":"2024-04-18T05:12:40.879964+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875220+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:40.875220+0000","last_peered":"2024-04-18T05:12:40.875220+0000","last_clean":"2024-04-18T05:12:40.875220+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:40.875220+0000","last_undegraded":"2024-04-18T05:12:40.875220+0000","last_fullsized":"2024-04-18T05:12:40.875220+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875824+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:40.875824+0000","last_peered":"2024-04-18T05:12:40.875824+0000","last_clean":"2024-04-18T05:12:40.875824+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:40.875824+0000","last_undegraded":"2024-04-18T05:12:40.875824+0000","last_fullsized":"2024-04-18T05:12:40.875824+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.874936+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:40.874936+0000","last_peered":"2024-04-18T05:12:40.874936+0000","last_clean":"2024-04-18T05:12:40.874936+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:40.874936+0000","last_undegraded":"2024-04-18T05:12:40.874936+0000","last_fullsized":"2024-04-18T05:12:40.874936+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886405+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:40.886405+0000","last_peered":"2024-04-18T05:12:40.886405+0000","last_clean":"2024-04-18T05:12:40.886405+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:40.886405+0000","last_undegraded":"2024-04-18T05:12:40.886405+0000","last_fullsized":"2024-04-18T05:12:40.886405+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880066+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:40.880066+0000","last_peered":"2024-04-18T05:12:40.880066+0000","last_clean":"2024-04-18T05:12:40.880066+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:40.880066+0000","last_undegraded":"2024-04-18T05:12:40.880066+0000","last_fullsized":"2024-04-18T05:12:40.880066+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873631+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:40.873631+0000","last_peered":"2024-04-18T05:12:40.873631+0000","last_clean":"2024-04-18T05:12:40.873631+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:40.873631+0000","last_undegraded":"2024-04-18T05:12:40.873631+0000","last_fullsized":"2024-04-18T05:12:40.873631+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.874810+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:40.874810+0000","last_peered":"2024-04-18T05:12:40.874810+0000","last_clean":"2024-04-18T05:12:40.874810+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:40.874810+0000","last_undegraded":"2024-04-18T05:12:40.874810+0000","last_fullsized":"2024-04-18T05:12:40.874810+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880191+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:40.880191+0000","last_peered":"2024-04-18T05:12:40.880191+0000","last_clean":"2024-04-18T05:12:40.880191+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:40.880191+0000","last_undegraded":"2024-04-18T05:12:40.880191+0000","last_fullsized":"2024-04-18T05:12:40.880191+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880381+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:40.880381+0000","last_peered":"2024-04-18T05:12:40.880381+0000","last_clean":"2024-04-18T05:12:40.880381+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:40.880381+0000","last_undegraded":"2024-04-18T05:12:40.880381+0000","last_fullsized":"2024-04-18T05:12:40.880381+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875336+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:40.875336+0000","last_peered":"2024-04-18T05:12:40.875336+0000","last_clean":"2024-04-18T05:12:40.875336+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:40.875336+0000","last_undegraded":"2024-04-18T05:12:40.875336+0000","last_fullsized":"2024-04-18T05:12:40.875336+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886563+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:40.886563+0000","last_peered":"2024-04-18T05:12:40.886563+0000","last_clean":"2024-04-18T05:12:40.886563+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:40.886563+0000","last_undegraded":"2024-04-18T05:12:40.886563+0000","last_fullsized":"2024-04-18T05:12:40.886563+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880315+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:40.880315+0000","last_peered":"2024-04-18T05:12:40.880315+0000","last_clean":"2024-04-18T05:12:40.880315+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:40.880315+0000","last_undegraded":"2024-04-18T05:12:40.880315+0000","last_fullsized":"2024-04-18T05:12:40.880315+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886492+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:40.886492+0000","last_peered":"2024-04-18T05:12:40.886492+0000","last_clean":"2024-04-18T05:12:40.886492+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:40.886492+0000","last_undegraded":"2024-04-18T05:12:40.886492+0000","last_fullsized":"2024-04-18T05:12:40.886492+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875137+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:40.875137+0000","last_peered":"2024-04-18T05:12:40.875137+0000","last_clean":"2024-04-18T05:12:40.875137+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:40.875137+0000","last_undegraded":"2024-04-18T05:12:40.875137+0000","last_fullsized":"2024-04-18T05:12:40.875137+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880216+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:40.880216+0000","last_peered":"2024-04-18T05:12:40.880216+0000","last_clean":"2024-04-18T05:12:40.880216+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:40.880216+0000","last_undegraded":"2024-04-18T05:12:40.880216+0000","last_fullsized":"2024-04-18T05:12:40.880216+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.879990+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:40.879990+0000","last_peered":"2024-04-18T05:12:40.879990+0000","last_clean":"2024-04-18T05:12:40.879990+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:40.879990+0000","last_undegraded":"2024-04-18T05:12:40.879990+0000","last_fullsized":"2024-04-18T05:12:40.879990+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880115+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:40.880115+0000","last_peered":"2024-04-18T05:12:40.880115+0000","last_clean":"2024-04-18T05:12:40.880115+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:40.880115+0000","last_undegraded":"2024-04-18T05:12:40.880115+0000","last_fullsized":"2024-04-18T05:12:40.880115+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873387+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:40.873387+0000","last_peered":"2024-04-18T05:12:40.873387+0000","last_clean":"2024-04-18T05:12:40.873387+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:40.873387+0000","last_undegraded":"2024-04-18T05:12:40.873387+0000","last_fullsized":"2024-04-18T05:12:40.873387+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873537+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:40.873537+0000","last_peered":"2024-04-18T05:12:40.873537+0000","last_clean":"2024-04-18T05:12:40.873537+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:40.873537+0000","last_undegraded":"2024-04-18T05:12:40.873537+0000","last_fullsized":"2024-04-18T05:12:40.873537+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875904+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:40.875904+0000","last_peered":"2024-04-18T05:12:40.875904+0000","last_clean":"2024-04-18T05:12:40.875904+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:40.875904+0000","last_undegraded":"2024-04-18T05:12:40.875904+0000","last_fullsized":"2024-04-18T05:12:40.875904+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886335+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:40.886335+0000","last_peered":"2024-04-18T05:12:40.886335+0000","last_clean":"2024-04-18T05:12:40.886335+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:40.886335+0000","last_undegraded":"2024-04-18T05:12:40.886335+0000","last_fullsized":"2024-04-18T05:12:40.886335+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940333+0000","last_change":"2024-04-18T05:12:39.988068+0000","last_active":"2024-04-18T05:12:40.940333+0000","last_peered":"2024-04-18T05:12:40.940333+0000","last_clean":"2024-04-18T05:12:40.940333+0000","last_became_active":"2024-04-18T05:12:39.987570+0000","last_became_peered":"2024-04-18T05:12:39.987570+0000","last_unstale":"2024-04-18T05:12:40.940333+0000","last_undegraded":"2024-04-18T05:12:40.940333+0000","last_fullsized":"2024-04-18T05:12:40.940333+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:46:56.675903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":19,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875108+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:40.875108+0000","last_peered":"2024-04-18T05:12:40.875108+0000","last_clean":"2024-04-18T05:12:40.875108+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:40.875108+0000","last_undegraded":"2024-04-18T05:12:40.875108+0000","last_fullsized":"2024-04-18T05:12:40.875108+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873677+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:40.873677+0000","last_peered":"2024-04-18T05:12:40.873677+0000","last_clean":"2024-04-18T05:12:40.873677+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:40.873677+0000","last_undegraded":"2024-04-18T05:12:40.873677+0000","last_fullsized":"2024-04-18T05:12:40.873677+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875177+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:40.875177+0000","last_peered":"2024-04-18T05:12:40.875177+0000","last_clean":"2024-04-18T05:12:40.875177+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:40.875177+0000","last_undegraded":"2024-04-18T05:12:40.875177+0000","last_fullsized":"2024-04-18T05:12:40.875177+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875075+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:40.875075+0000","last_peered":"2024-04-18T05:12:40.875075+0000","last_clean":"2024-04-18T05:12:40.875075+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:40.875075+0000","last_undegraded":"2024-04-18T05:12:40.875075+0000","last_fullsized":"2024-04-18T05:12:40.875075+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886606+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:40.886606+0000","last_peered":"2024-04-18T05:12:40.886606+0000","last_clean":"2024-04-18T05:12:40.886606+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:40.886606+0000","last_undegraded":"2024-04-18T05:12:40.886606+0000","last_fullsized":"2024-04-18T05:12:40.886606+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875116+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:40.875116+0000","last_peered":"2024-04-18T05:12:40.875116+0000","last_clean":"2024-04-18T05:12:40.875116+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:40.875116+0000","last_undegraded":"2024-04-18T05:12:40.875116+0000","last_fullsized":"2024-04-18T05:12:40.875116+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.978286+0000","last_change":"2024-04-18T05:12:39.591538+0000","last_active":"2024-04-18T05:12:39.978286+0000","last_peered":"2024-04-18T05:12:39.978286+0000","last_clean":"2024-04-18T05:12:39.978286+0000","last_became_active":"2024-04-18T05:12:39.590642+0000","last_became_peered":"2024-04-18T05:12:39.590642+0000","last_unstale":"2024-04-18T05:12:39.978286+0000","last_undegraded":"2024-04-18T05:12:39.978286+0000","last_fullsized":"2024-04-18T05:12:39.978286+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.877065+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:40.877065+0000","last_peered":"2024-04-18T05:12:40.877065+0000","last_clean":"2024-04-18T05:12:40.877065+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:40.877065+0000","last_undegraded":"2024-04-18T05:12:40.877065+0000","last_fullsized":"2024-04-18T05:12:40.877065+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.876995+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:40.876995+0000","last_peered":"2024-04-18T05:12:40.876995+0000","last_clean":"2024-04-18T05:12:40.876995+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:40.876995+0000","last_undegraded":"2024-04-18T05:12:40.876995+0000","last_fullsized":"2024-04-18T05:12:40.876995+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886255+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:40.886255+0000","last_peered":"2024-04-18T05:12:40.886255+0000","last_clean":"2024-04-18T05:12:40.886255+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:40.886255+0000","last_undegraded":"2024-04-18T05:12:40.886255+0000","last_fullsized":"2024-04-18T05:12:40.886255+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.876959+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:40.876959+0000","last_peered":"2024-04-18T05:12:40.876959+0000","last_clean":"2024-04-18T05:12:40.876959+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:40.876959+0000","last_undegraded":"2024-04-18T05:12:40.876959+0000","last_fullsized":"2024-04-18T05:12:40.876959+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880040+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:40.880040+0000","last_peered":"2024-04-18T05:12:40.880040+0000","last_clean":"2024-04-18T05:12:40.880040+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:40.880040+0000","last_undegraded":"2024-04-18T05:12:40.880040+0000","last_fullsized":"2024-04-18T05:12:40.880040+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873585+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:40.873585+0000","last_peered":"2024-04-18T05:12:40.873585+0000","last_clean":"2024-04-18T05:12:40.873585+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:40.873585+0000","last_undegraded":"2024-04-18T05:12:40.873585+0000","last_fullsized":"2024-04-18T05:12:40.873585+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875883+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:40.875883+0000","last_peered":"2024-04-18T05:12:40.875883+0000","last_clean":"2024-04-18T05:12:40.875883+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:40.875883+0000","last_undegraded":"2024-04-18T05:12:40.875883+0000","last_fullsized":"2024-04-18T05:12:40.875883+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.874911+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:40.874911+0000","last_peered":"2024-04-18T05:12:40.874911+0000","last_clean":"2024-04-18T05:12:40.874911+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:40.874911+0000","last_undegraded":"2024-04-18T05:12:40.874911+0000","last_fullsized":"2024-04-18T05:12:40.874911+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880088+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:40.880088+0000","last_peered":"2024-04-18T05:12:40.880088+0000","last_clean":"2024-04-18T05:12:40.880088+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:40.880088+0000","last_undegraded":"2024-04-18T05:12:40.880088+0000","last_fullsized":"2024-04-18T05:12:40.880088+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873326+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:40.873326+0000","last_peered":"2024-04-18T05:12:40.873326+0000","last_clean":"2024-04-18T05:12:40.873326+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:40.873326+0000","last_undegraded":"2024-04-18T05:12:40.873326+0000","last_fullsized":"2024-04-18T05:12:40.873326+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940581+0000","last_change":"2024-04-18T05:12:39.977811+0000","last_active":"2024-04-18T05:12:40.940581+0000","last_peered":"2024-04-18T05:12:40.940581+0000","last_clean":"2024-04-18T05:12:40.940581+0000","last_became_active":"2024-04-18T05:12:39.974258+0000","last_became_peered":"2024-04-18T05:12:39.974258+0000","last_unstale":"2024-04-18T05:12:40.940581+0000","last_undegraded":"2024-04-18T05:12:40.940581+0000","last_fullsized":"2024-04-18T05:12:40.940581+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:42.692635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886669+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:40.886669+0000","last_peered":"2024-04-18T05:12:40.886669+0000","last_clean":"2024-04-18T05:12:40.886669+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:40.886669+0000","last_undegraded":"2024-04-18T05:12:40.886669+0000","last_fullsized":"2024-04-18T05:12:40.886669+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.876085+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:40.876085+0000","last_peered":"2024-04-18T05:12:40.876085+0000","last_clean":"2024-04-18T05:12:40.876085+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:40.876085+0000","last_undegraded":"2024-04-18T05:12:40.876085+0000","last_fullsized":"2024-04-18T05:12:40.876085+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940920+0000","last_change":"2024-04-18T05:12:39.592014+0000","last_active":"2024-04-18T05:12:40.940920+0000","last_peered":"2024-04-18T05:12:40.940920+0000","last_clean":"2024-04-18T05:12:40.940920+0000","last_became_active":"2024-04-18T05:12:39.591009+0000","last_became_peered":"2024-04-18T05:12:39.591009+0000","last_unstale":"2024-04-18T05:12:40.940920+0000","last_undegraded":"2024-04-18T05:12:40.940920+0000","last_fullsized":"2024-04-18T05:12:40.940920+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.877043+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:40.877043+0000","last_peered":"2024-04-18T05:12:40.877043+0000","last_clean":"2024-04-18T05:12:40.877043+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:40.877043+0000","last_undegraded":"2024-04-18T05:12:40.877043+0000","last_fullsized":"2024-04-18T05:12:40.877043+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.950496+0000","last_change":"2024-04-18T05:12:39.594594+0000","last_active":"2024-04-18T05:12:39.950496+0000","last_peered":"2024-04-18T05:12:39.950496+0000","last_clean":"2024-04-18T05:12:39.950496+0000","last_became_active":"2024-04-18T05:12:39.593957+0000","last_became_peered":"2024-04-18T05:12:39.593957+0000","last_unstale":"2024-04-18T05:12:39.950496+0000","last_undegraded":"2024-04-18T05:12:39.950496+0000","last_fullsized":"2024-04-18T05:12:39.950496+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940002+0000","last_change":"2024-04-18T05:12:39.969743+0000","last_active":"2024-04-18T05:12:40.940002+0000","last_peered":"2024-04-18T05:12:40.940002+0000","last_clean":"2024-04-18T05:12:40.940002+0000","last_became_active":"2024-04-18T05:12:39.969070+0000","last_became_peered":"2024-04-18T05:12:39.969070+0000","last_unstale":"2024-04-18T05:12:40.940002+0000","last_undegraded":"2024-04-18T05:12:40.940002+0000","last_fullsized":"2024-04-18T05:12:40.940002+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:14.589320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880145+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:40.880145+0000","last_peered":"2024-04-18T05:12:40.880145+0000","last_clean":"2024-04-18T05:12:40.880145+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:40.880145+0000","last_undegraded":"2024-04-18T05:12:40.880145+0000","last_fullsized":"2024-04-18T05:12:40.880145+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.873441+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:40.873441+0000","last_peered":"2024-04-18T05:12:40.873441+0000","last_clean":"2024-04-18T05:12:40.873441+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:40.873441+0000","last_undegraded":"2024-04-18T05:12:40.873441+0000","last_fullsized":"2024-04-18T05:12:40.873441+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875924+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:40.875924+0000","last_peered":"2024-04-18T05:12:40.875924+0000","last_clean":"2024-04-18T05:12:40.875924+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:40.875924+0000","last_undegraded":"2024-04-18T05:12:40.875924+0000","last_fullsized":"2024-04-18T05:12:40.875924+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886426+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:40.886426+0000","last_peered":"2024-04-18T05:12:40.886426+0000","last_clean":"2024-04-18T05:12:40.886426+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:40.886426+0000","last_undegraded":"2024-04-18T05:12:40.886426+0000","last_fullsized":"2024-04-18T05:12:40.886426+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886356+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:40.886356+0000","last_peered":"2024-04-18T05:12:40.886356+0000","last_clean":"2024-04-18T05:12:40.886356+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:40.886356+0000","last_undegraded":"2024-04-18T05:12:40.886356+0000","last_fullsized":"2024-04-18T05:12:40.886356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.875972+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:40.875972+0000","last_peered":"2024-04-18T05:12:40.875972+0000","last_clean":"2024-04-18T05:12:40.875972+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:40.875972+0000","last_undegraded":"2024-04-18T05:12:40.875972+0000","last_fullsized":"2024-04-18T05:12:40.875972+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.880017+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:40.880017+0000","last_peered":"2024-04-18T05:12:40.880017+0000","last_clean":"2024-04-18T05:12:40.880017+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:40.880017+0000","last_undegraded":"2024-04-18T05:12:40.880017+0000","last_fullsized":"2024-04-18T05:12:40.880017+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":10,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.886628+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:40.886628+0000","last_peered":"2024-04-18T05:12:40.886628+0000","last_clean":"2024-04-18T05:12:40.886628+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:40.886628+0000","last_undegraded":"2024-04-18T05:12:40.886628+0000","last_fullsized":"2024-04-18T05:12:40.886628+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.876014+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:40.876014+0000","last_peered":"2024-04-18T05:12:40.876014+0000","last_clean":"2024-04-18T05:12:40.876014+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:40.876014+0000","last_undegraded":"2024-04-18T05:12:40.876014+0000","last_fullsized":"2024-04-18T05:12:40.876014+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":179,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-04-18T05:12:39.942184+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:39.942184+0000","last_peered":"2024-04-18T05:12:39.942184+0000","last_clean":"2024-04-18T05:12:39.942184+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:39.942184+0000","last_undegraded":"2024-04-18T05:12:39.942184+0000","last_fullsized":"2024-04-18T05:12:39.942184+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":471040,"data_stored":198887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.92400000000000004}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.05}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.69799999999999995}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":1.0880000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":0.75600000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.95499999999999996},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.871}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.89500000000000002}]}]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28072,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343768,"statfs":{"total":96636764160,"available":96608018432,"internally_reserved":0,"allocated":1064960,"data_stored":789803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":1.097}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":1.1180000000000001}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.89700000000000002},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.64300000000000002}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.071},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.04},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.80500000000000005}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.75600000000000001},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":0.95899999999999996}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.02},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.143}]}]},{"osd":4,"up_from":15,"seq":64424509462,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27508,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344332,"statfs":{"total":96636764160,"available":96608595968,"internally_reserved":0,"allocated":487424,"data_stored":200541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.874},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.93999999999999995}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.1459999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.61099999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.228},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":1.1759999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.0429999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.98099999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":1.079}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.264},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.202}]}]},{"osd":3,"up_from":15,"seq":64424509461,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31576,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340264,"statfs":{"total":96636764160,"available":96604430336,"internally_reserved":0,"allocated":471040,"data_stored":198943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.82899999999999996}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.93799999999999994}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":1.0049999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":1.028}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":1.125},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":1.0920000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.97799999999999998},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.2}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":1.3049999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.0720000000000001}]}]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31588,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":483328,"data_stored":200999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.71399999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.76300000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":1.0489999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.97199999999999998},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":0.92800000000000005}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.1579999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.85799999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.018},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.113}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.081},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.88800000000000001}]}]},{"osd":1,"up_from":15,"seq":64424509460,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":1064960,"data_stored":789243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.66200000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.627},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.499}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.46600000000000003}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.83799999999999997}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.89800000000000002}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":0.876},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":1.054}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":0.91900000000000004}]}]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31580,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340260,"statfs":{"total":96636764160,"available":96604426240,"internally_reserved":0,"allocated":475136,"data_stored":198945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.26300000000000001}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.32200000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.78200000000000003}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.85499999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.58199999999999996}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.61299999999999999},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.83999999999999997}]}]},{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":471040,"data_stored":198923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":1.1919999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.91100000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":1.161},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.94499999999999995}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":0.871},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.0149999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.75},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.97699999999999998}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.1200000000000001},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.67600000000000005}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.042},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.071}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:12:48.763 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-18T05:12:48.763 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-04-18T05:12:48.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.931+0000 7f02dff9c640 1 Processor -- start 2024-04-18T05:12:48.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.931+0000 7f02dff9c640 1 -- start start 2024-04-18T05:12:48.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.931+0000 7f02dff9c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f02d80bbdb0 0x7f02d8151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.931+0000 7f02dff9c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02d80a9460 con 0x7f02d80bb0a0 2024-04-18T05:12:48.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.931+0000 7f02dff9c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02d80bb4b0 con 0x7f02d806a400 2024-04-18T05:12:48.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.931+0000 7f02dff9c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02d80ba0d0 con 0x7f02d80bbdb0 2024-04-18T05:12:48.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.931+0000 7f02dd537640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f02d80bbdb0 0x7f02d8151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:48.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.931+0000 7f02de539640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f02d80bb0a0 0x7f02d814d9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51588/0 (socket says 172.21.15.32:51588) 2024-04-18T05:12:48.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.931+0000 7f02de539640 1 -- 172.21.15.32:0/2939731774 learned_addr learned my addr 172.21.15.32:0/2939731774 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:48.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dd537640 1 -- 172.21.15.32:0/2939731774 >> v1:172.21.15.92:6789/0 conn(0x7f02d806a400 legacy=0x7f02d80a8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:48.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dd537640 1 -- 172.21.15.32:0/2939731774 >> v1:172.21.15.32:6789/0 conn(0x7f02d80bb0a0 legacy=0x7f02d814d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dd537640 1 -- 172.21.15.32:0/2939731774 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02d80ba2e0 con 0x7f02d80bbdb0 2024-04-18T05:12:48.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dcd36640 1 -- 172.21.15.32:0/2939731774 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1423294481 0 0) 0x7f02d80a9460 con 0x7f02d80bb0a0 2024-04-18T05:12:48.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dd537640 1 --2- 172.21.15.32:0/2939731774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d80bbdb0 0x7f02d8151380 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f02d80ba210 tx=0x7f02c801c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e8aa396a5caa42a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:48.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dcd36640 1 -- 172.21.15.32:0/2939731774 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c80ac600 con 0x7f02d80bbdb0 2024-04-18T05:12:48.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dcd36640 1 -- 172.21.15.32:0/2939731774 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02c80a8050 con 0x7f02d80bbdb0 2024-04-18T05:12:48.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dcd36640 1 -- 172.21.15.32:0/2939731774 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c80ac980 con 0x7f02d80bbdb0 2024-04-18T05:12:48.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dff9c640 1 -- 172.21.15.32:0/2939731774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d80bbdb0 msgr2=0x7f02d8151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dff9c640 1 --2- 172.21.15.32:0/2939731774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d80bbdb0 0x7f02d8151380 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f02d80ba210 tx=0x7f02c801c3a0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dff9c640 1 -- 172.21.15.32:0/2939731774 shutdown_connections 2024-04-18T05:12:48.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dff9c640 1 --2- 172.21.15.32:0/2939731774 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d80bbdb0 0x7f02d8151380 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dff9c640 1 -- 172.21.15.32:0/2939731774 >> 172.21.15.32:0/2939731774 conn(0x7f02d80c54b0 msgr2=0x7f02d80c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:48.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dff9c640 1 -- 172.21.15.32:0/2939731774 shutdown_connections 2024-04-18T05:12:48.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.935+0000 7f02dff9c640 1 -- 172.21.15.32:0/2939731774 wait complete. 2024-04-18T05:12:48.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 Processor -- start 2024-04-18T05:12:48.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 -- start start 2024-04-18T05:12:48.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d806a400 0x7f02d814baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02d80bb0a0 0x7f02d813e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d80bbdb0 0x7f02d813ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02d81ea090 con 0x7f02d806a400 2024-04-18T05:12:48.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02d8148fd0 con 0x7f02d80bbdb0 2024-04-18T05:12:48.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02d8154bb0 con 0x7f02d80bb0a0 2024-04-18T05:12:48.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ddd38640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d806a400 0x7f02d814baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:48.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ddd38640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d806a400 0x7f02d814baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60082/0 (socket says 172.21.15.32:60082) 2024-04-18T05:12:48.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ddd38640 1 -- 172.21.15.32:0/2938731910 learned_addr learned my addr 172.21.15.32:0/2938731910 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ddd38640 1 -- 172.21.15.32:0/2938731910 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02d80bb0a0 msgr2=0x7f02d813e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ddd38640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02d80bb0a0 0x7f02d813e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ddd38640 1 -- 172.21.15.32:0/2938731910 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d80bbdb0 msgr2=0x7f02d813ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ddd38640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d80bbdb0 0x7f02d813ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ddd38640 1 -- 172.21.15.32:0/2938731910 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02c8009420 con 0x7f02d806a400 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ddd38640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d806a400 0x7f02d814baa0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f02d400b410 tx=0x7f02d400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ce7fc640 1 -- 172.21.15.32:0/2938731910 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02d4004020 con 0x7f02d806a400 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ce7fc640 1 -- 172.21.15.32:0/2938731910 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02d4004180 con 0x7f02d806a400 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02d81548d0 con 0x7f02d806a400 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02ce7fc640 1 -- 172.21.15.32:0/2938731910 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02d4011630 con 0x7f02d806a400 2024-04-18T05:12:48.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02d8148c60 con 0x7f02d806a400 2024-04-18T05:12:48.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.939+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02d8072000 con 0x7f02d806a400 2024-04-18T05:12:48.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.943+0000 7f02ce7fc640 1 -- 172.21.15.32:0/2938731910 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f02d4011790 con 0x7f02d806a400 2024-04-18T05:12:48.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.943+0000 7f02ce7fc640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f02bc066690 0x7f02bc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:48.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.943+0000 7f02ce7fc640 1 -- 172.21.15.32:0/2938731910 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f02d4083fd0 con 0x7f02d806a400 2024-04-18T05:12:48.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.943+0000 7f02dd537640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f02bc066690 0x7f02bc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:48.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.943+0000 7f02dd537640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f02bc066690 0x7f02bc068b50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f02c80ae000 tx=0x7f02c8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:48.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:48.947+0000 7f02ce7fc640 1 -- 172.21.15.32:0/2938731910 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f02d4051290 con 0x7f02d806a400 2024-04-18T05:12:49.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.163+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f02d8148ac0 con 0x7f02d806a400 2024-04-18T05:12:49.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.171+0000 7f02ce7fc640 1 -- 172.21.15.32:0/2938731910 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) v1 ==== 190+0+0 (secure 0 0 0) 0x7f02d8148ac0 con 0x7f02d806a400 2024-04-18T05:12:49.175 INFO:teuthology.orchestra.run.smithi032.stderr:updated caps for client.0 2024-04-18T05:12:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f02bc066690 msgr2=0x7f02bc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f02bc066690 0x7f02bc068b50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f02c80ae000 tx=0x7f02c8008040 comp rx=0 tx=0).stop 2024-04-18T05:12:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d806a400 msgr2=0x7f02d814baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d806a400 0x7f02d814baa0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f02d400b410 tx=0x7f02d400b8d0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 shutdown_connections 2024-04-18T05:12:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f02bc066690 0x7f02bc068b50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02d80bbdb0 0x7f02d813ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02d80bb0a0 0x7f02d813e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 --2- 172.21.15.32:0/2938731910 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02d806a400 0x7f02d814baa0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 >> 172.21.15.32:0/2938731910 conn(0x7f02d80c54b0 msgr2=0x7f02d80c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 shutdown_connections 2024-04-18T05:12:49.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.175+0000 7f02dff9c640 1 -- 172.21.15.32:0/2938731910 wait complete. 2024-04-18T05:12:49.193 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:12:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.299+0000 7f1f09aee640 1 Processor -- start 2024-04-18T05:12:49.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.299+0000 7f1f09aee640 1 -- start start 2024-04-18T05:12:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f09aee640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040a84c0 0x7f1f041519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:49.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f09aee640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1f040a88a0 0x7f1f0406cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f09aee640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f040a8d00 con 0x7f1f0406d400 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f09aee640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f040a9080 con 0x7f1f040a88a0 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f09aee640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f04155e50 con 0x7f1f040a84c0 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f03fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1f0406d400 0x7f1f040aa440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51590/0 (socket says 172.21.15.32:51590) 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f03fff640 1 -- 172.21.15.32:0/1283711200 learned_addr learned my addr 172.21.15.32:0/1283711200 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f037fe640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040a84c0 0x7f1f041519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f02ffd640 1 --2- 172.21.15.32:0/1283711200 >> v2:172.21.15.92:3300/0 conn(0x7f1f040a88a0 0x7f1f0406cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3957486186 0 0) 0x7f1f040a8d00 con 0x7f1f0406d400 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1eec003530 con 0x7f1f0406d400 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 74793503 0 0) 0x7f1eec003530 con 0x7f1f0406d400 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040a84c0 msgr2=0x7f1f041519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040a84c0 0x7f1f041519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 >> v2:172.21.15.92:3300/0 conn(0x7f1f040a88a0 msgr2=0x7f1f0406cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:49.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 --2- 172.21.15.32:0/1283711200 >> v2:172.21.15.92:3300/0 conn(0x7f1f040a88a0 0x7f1f0406cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f04154f60 con 0x7f1f0406d400 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f1efc001a00 con 0x7f1f0406d400 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 >> v1:172.21.15.32:6789/0 conn(0x7f1f0406d400 legacy=0x7f1f040aa440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eec003980 0x7f1eec003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040a84c0 0x7f1eec0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eec004d10 0x7f1eec005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f040a9080 con 0x7f1eec003980 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f04155e50 con 0x7f1eec004d10 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1eec00b990 con 0x7f1f040a84c0 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f037fe640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eec003980 0x7f1eec003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f037fe640 1 -- 172.21.15.32:0/1283711200 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040a84c0 msgr2=0x7f1eec0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f037fe640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040a84c0 0x7f1eec0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f037fe640 1 -- 172.21.15.32:0/1283711200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eec004d10 msgr2=0x7f1eec005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:49.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f037fe640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eec004d10 0x7f1eec005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.310 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.303+0000 7f1f037fe640 1 -- 172.21.15.32:0/1283711200 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1eec003530 con 0x7f1eec003980 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eec003980 0x7f1eec003da0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f1ef8009ae0 tx=0x7f1ef801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe1adfd034503a8e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef80a5570 con 0x7f1eec003980 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ef80a56d0 con 0x7f1eec003980 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f027fc640 1 -- 172.21.15.32:0/1283711200 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef80a5a80 con 0x7f1eec003980 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- 172.21.15.32:0/1283711200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eec003980 msgr2=0x7f1eec003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 --2- 172.21.15.32:0/1283711200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1eec003980 0x7f1eec003da0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f1ef8009ae0 tx=0x7f1ef801cab0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f03fff640 1 -- 172.21.15.32:0/1283711200 reap_dead start 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- 172.21.15.32:0/1283711200 shutdown_connections 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- 172.21.15.32:0/1283711200 >> 172.21.15.32:0/1283711200 conn(0x7f1f04069e80 msgr2=0x7f1f0406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:49.311 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- 172.21.15.32:0/1283711200 shutdown_connections 2024-04-18T05:12:49.312 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- 172.21.15.32:0/1283711200 wait complete. 2024-04-18T05:12:49.313 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 Processor -- start 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- start start 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f04131c90 0x7f1f04132070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1f0414e810 0x7f1f040c3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040c4530 0x7f1f041ec7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f04070ae0 con 0x7f1f04131c90 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f040c0b20 con 0x7f1f0414e810 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f04071800 con 0x7f1f040c4530 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f04131c90 0x7f1f04132070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f04131c90 0x7f1f04132070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60096/0 (socket says 172.21.15.32:60096) 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 -- 172.21.15.32:0/1223451925 learned_addr learned my addr 172.21.15.32:0/1223451925 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f03fff640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040c4530 0x7f1f041ec7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:49.314 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f02ffd640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1f0414e810 0x7f1f040c3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 -- 172.21.15.32:0/1223451925 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040c4530 msgr2=0x7f1f041ec7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040c4530 0x7f1f041ec7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 -- 172.21.15.32:0/1223451925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1f0414e810 msgr2=0x7f1f040c3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1f0414e810 0x7f1f040c3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 -- 172.21.15.32:0/1223451925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f041f0b00 con 0x7f1f04131c90 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f02ffd640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1f0414e810 0x7f1f040c3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f037fe640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f04131c90 0x7f1f04132070 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f1ef80b0040 tx=0x7f1ef8019850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1eebfff640 1 -- 172.21.15.32:0/1223451925 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef80a5570 con 0x7f1f04131c90 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1eebfff640 1 -- 172.21.15.32:0/1223451925 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ef8004020 con 0x7f1f04131c90 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1eebfff640 1 -- 172.21.15.32:0/1223451925 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef80043b0 con 0x7f1f04131c90 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.307+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f04071aa0 con 0x7f1f04131c90 2024-04-18T05:12:49.315 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.311+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f04070f70 con 0x7f1f04131c90 2024-04-18T05:12:49.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.311+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f04071c90 con 0x7f1f04131c90 2024-04-18T05:12:49.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.311+0000 7f1eebfff640 1 -- 172.21.15.32:0/1223451925 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1ef80b4040 con 0x7f1f04131c90 2024-04-18T05:12:49.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.311+0000 7f1eebfff640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1ef00666c0 0x7f1ef0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:49.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.311+0000 7f1eebfff640 1 -- 172.21.15.32:0/1223451925 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1ef811e510 con 0x7f1f04131c90 2024-04-18T05:12:49.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.311+0000 7f1f02ffd640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1ef00666c0 0x7f1ef0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:49.316 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.311+0000 7f1f02ffd640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1ef00666c0 0x7f1ef0068b80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1f0414ef60 tx=0x7f1ef4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:49.319 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.315+0000 7f1eebfff640 1 -- 172.21.15.32:0/1223451925 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1ef80eb9a0 con 0x7f1f04131c90 2024-04-18T05:12:49.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1f040708d0 con 0x7f1f04131c90 2024-04-18T05:12:49.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1eebfff640 1 -- 172.21.15.32:0/1223451925 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) v1 ==== 94+0+4734 (secure 0 0 0) 0x7f1ef80eefc0 con 0x7f1f04131c90 2024-04-18T05:12:49.510 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:49.511 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4963,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:39.923036+0000","modified":"2024-04-18T05:12:42.935518+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5379":{"gid":5379,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.32:6837/3232325641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3232325641},{"type":"v1","addr":"172.21.15.32:6837","nonce":3232325641}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-04-18T05:12:49.511 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 16 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1ef00666c0 msgr2=0x7f1ef0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1ef00666c0 0x7f1ef0068b80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1f0414ef60 tx=0x7f1ef4008040 comp rx=0 tx=0).stop 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f04131c90 msgr2=0x7f1f04132070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f04131c90 0x7f1f04132070 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f1ef80b0040 tx=0x7f1ef8019850 comp rx=0 tx=0).stop 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 shutdown_connections 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1f040c4530 0x7f1f041ec7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1ef00666c0 0x7f1ef0068b80 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1f0414e810 0x7f1f040c3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 --2- 172.21.15.32:0/1223451925 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1f04131c90 0x7f1f04132070 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 >> 172.21.15.32:0/1223451925 conn(0x7f1f04069e80 msgr2=0x7f1f0413a0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 shutdown_connections 2024-04-18T05:12:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:49.507+0000 7f1f09aee640 1 -- 172.21.15.32:0/1223451925 wait complete. 2024-04-18T05:12:49.930 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-18T05:12:39.923036+0000', 'modified': '2024-04-18T05:12:42.935518+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5379}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5379': {'gid': 5379, 'name': 'c', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.32:6837/3232325641', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.32:6834', 'nonce': 3232325641}, {'type': 'v1', 'addr': '172.21.15.32:6837', 'nonce': 3232325641}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-18T05:12:49.930 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-18T05:12:49.931 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-04-18T05:12:50.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb37a3640 1 Processor -- start 2024-04-18T05:12:50.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb37a3640 1 -- start start 2024-04-18T05:12:50.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb37a3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac152860 0x7f5eac0c4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.067 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb37a3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5eac06b350 0x7f5eac0aada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb37a3640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5eac0c38e0 con 0x7f5eac0c1890 2024-04-18T05:12:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb37a3640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5eac0c3bc0 con 0x7f5eac06b350 2024-04-18T05:12:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb37a3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5eac0c48c0 con 0x7f5eac152860 2024-04-18T05:12:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb1d40640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5eac06b350 0x7f5eac0aada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb153f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac152860 0x7f5eac0c4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb1d40640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5eac06b350 0x7f5eac0aada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:56118/0 (socket says 172.21.15.32:56118) 2024-04-18T05:12:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb153f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac152860 0x7f5eac0c4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:39652/0 (socket says 172.21.15.32:39652) 2024-04-18T05:12:50.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb1d40640 1 -- 172.21.15.32:0/1661776325 learned_addr learned my addr 172.21.15.32:0/1661776325 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5e9ffff640 1 -- 172.21.15.32:0/1661776325 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2933080793 0 0) 0x7f5eac0c38e0 con 0x7f5eac0c1890 2024-04-18T05:12:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5e9ffff640 1 -- 172.21.15.32:0/1661776325 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5e98003530 con 0x7f5eac0c1890 2024-04-18T05:12:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb1d40640 1 -- 172.21.15.32:0/1661776325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac152860 msgr2=0x7f5eac0c4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/1661776325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac152860 0x7f5eac0c4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb1d40640 1 -- 172.21.15.32:0/1661776325 >> v1:172.21.15.92:6789/0 conn(0x7f5eac0c1890 legacy=0x7f5eac072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.063+0000 7f5eb1d40640 1 -- 172.21.15.32:0/1661776325 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5eac0c4ba0 con 0x7f5eac06b350 2024-04-18T05:12:50.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/1661776325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eac06b350 0x7f5eac0aada0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5ea4009e50 tx=0x7f5ea401c8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fb041901a81b07e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5e9ffff640 1 -- 172.21.15.32:0/1661776325 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea40a57f0 con 0x7f5eac06b350 2024-04-18T05:12:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5e9ffff640 1 -- 172.21.15.32:0/1661776325 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ea40a5950 con 0x7f5eac06b350 2024-04-18T05:12:50.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5e9ffff640 1 -- 172.21.15.32:0/1661776325 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea40a5cc0 con 0x7f5eac06b350 2024-04-18T05:12:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1661776325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eac06b350 msgr2=0x7f5eac0aada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 --2- 172.21.15.32:0/1661776325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eac06b350 0x7f5eac0aada0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5ea4009e50 tx=0x7f5ea401c8d0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1661776325 shutdown_connections 2024-04-18T05:12:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 --2- 172.21.15.32:0/1661776325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eac06b350 0x7f5eac0aada0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 --2- 172.21.15.32:0/1661776325 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac152860 0x7f5eac0c4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1661776325 >> 172.21.15.32:0/1661776325 conn(0x7f5eac06d560 msgr2=0x7f5eac06d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1661776325 shutdown_connections 2024-04-18T05:12:50.075 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1661776325 wait complete. 2024-04-18T05:12:50.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 Processor -- start 2024-04-18T05:12:50.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 -- start start 2024-04-18T05:12:50.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eac06b350 0x7f5eac14d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac0c1890 0x7f5eac1ec8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eac152860 0x7f5eac142e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5eac15b250 con 0x7f5eac152860 2024-04-18T05:12:50.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5eac0c00a0 con 0x7f5eac06b350 2024-04-18T05:12:50.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb37a3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5eac15acd0 con 0x7f5eac0c1890 2024-04-18T05:12:50.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb1d40640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eac152860 0x7f5eac142e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb1d40640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eac152860 0x7f5eac142e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60098/0 (socket says 172.21.15.32:60098) 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb1d40640 1 -- 172.21.15.32:0/1384770616 learned_addr learned my addr 172.21.15.32:0/1384770616 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb153f640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eac06b350 0x7f5eac14d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.071+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac0c1890 0x7f5eac1ec8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb1d40640 1 -- 172.21.15.32:0/1384770616 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac0c1890 msgr2=0x7f5eac1ec8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac0c1890 0x7f5eac1ec8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb1d40640 1 -- 172.21.15.32:0/1384770616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eac06b350 msgr2=0x7f5eac14d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eac06b350 0x7f5eac14d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb1d40640 1 -- 172.21.15.32:0/1384770616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ea4009b30 con 0x7f5eac152860 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eac152860 0x7f5eac142e60 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5ea401a500 tx=0x7f5ea4019670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5e9dffb640 1 -- 172.21.15.32:0/1384770616 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea4003ba0 con 0x7f5eac152860 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5e9dffb640 1 -- 172.21.15.32:0/1384770616 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ea4003d00 con 0x7f5eac152860 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1384770616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5eac1f09f0 con 0x7f5eac152860 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5e9dffb640 1 -- 172.21.15.32:0/1384770616 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea4004240 con 0x7f5eac152860 2024-04-18T05:12:50.079 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1384770616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5eac14d820 con 0x7f5eac152860 2024-04-18T05:12:50.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5e9dffb640 1 -- 172.21.15.32:0/1384770616 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5ea40043a0 con 0x7f5eac152860 2024-04-18T05:12:50.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb68e5000 1 Processor -- start 2024-04-18T05:12:50.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5eb68e5000 1 -- start start 2024-04-18T05:12:50.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.075+0000 7f5e9dffb640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5e90066690 0x7f5e90068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5e9dffb640 1 -- 172.21.15.32:0/1384770616 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5ea411f8b0 con 0x7f5eac152860 2024-04-18T05:12:50.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5e90066690 0x7f5e90068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29250 0x55bf50a29630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a29f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a2a490 0x55bf50a74970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf508f4e80 con 0x55bf50a29b70 2024-04-18T05:12:50.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf50882af0 con 0x55bf50a29250 2024-04-18T05:12:50.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bf508800c0 con 0x55bf50a2a490 2024-04-18T05:12:50.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a29f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a29f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60112/0 (socket says 172.21.15.32:60112) 2024-04-18T05:12:50.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/3660598366 learned_addr learned my addr 172.21.15.32:0/3660598366 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb153f640 1 --2- 172.21.15.32:0/3660598366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29250 0x55bf50a29630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/3660598366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a2a490 0x55bf50a74970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5e90066690 0x7f5e90068b50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5eac0a4db0 tx=0x7f5ea0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/3660598366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a2a490 msgr2=0x55bf50a74970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/3660598366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a2a490 0x55bf50a74970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/3660598366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29250 msgr2=0x55bf50a29630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/3660598366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29250 0x55bf50a29630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/3660598366 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf50577890 con 0x55bf50a29b70 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/3660598366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a29f50 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5ea000f8a0 tx=0x7f5ea0012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=491290601f402d4d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5e96ffd640 1 -- 172.21.15.32:0/3660598366 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea000feb0 con 0x55bf50a29b70 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5e96ffd640 1 -- 172.21.15.32:0/3660598366 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ea0019070 con 0x55bf50a29b70 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5e96ffd640 1 -- 172.21.15.32:0/3660598366 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0015c00 con 0x55bf50a29b70 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3660598366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 msgr2=0x55bf50a29f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3660598366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a29f50 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5ea000f8a0 tx=0x7f5ea0012000 comp rx=0 tx=0).stop 2024-04-18T05:12:50.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3660598366 shutdown_connections 2024-04-18T05:12:50.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3660598366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a2a490 0x55bf50a74970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3660598366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a29f50 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3660598366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29250 0x55bf50a29630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3660598366 >> 172.21.15.32:0/3660598366 conn(0x55bf50a32f00 msgr2=0x55bf50a332e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:50.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3660598366 shutdown_connections 2024-04-18T05:12:50.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3660598366 wait complete. 2024-04-18T05:12:50.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- start start 2024-04-18T05:12:50.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 Processor -- start 2024-04-18T05:12:50.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50a31e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a71a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 0x55bf50a71fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf5087b9b0 con 0x55bf50a29b70 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf5081ac00 con 0x55bf50a2a490 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bf50839070 con 0x55bf50a29250 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb68e5000 10 client.0 _ll_register_callbacks cb 0x55bf50a18ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a71a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a71a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60120/0 (socket says 172.21.15.32:60120) 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/3700542940 learned_addr learned my addr 172.21.15.32:0/3700542940 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.079+0000 7f5eb153f640 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50a31e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 0x55bf50a71fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/3700542940 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 msgr2=0x55bf50a31e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50a31e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/3700542940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 msgr2=0x55bf50a71fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 0x55bf50a71fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/3700542940 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e98003530 con 0x55bf50a29b70 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb153f640 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50a31e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a71a70 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x55bf50915380 tx=0x7f5ea0000ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfc039e36b338bda server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3700542940 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0020910 con 0x55bf50a29b70 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3700542940 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5ea0020a70 con 0x55bf50a29b70 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3700542940 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bf508385f0 con 0x55bf50a29b70 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3700542940 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ea0020c70 con 0x55bf50a29b70 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 10 client.5589 fetch_fsmap learned FSMap version 16 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3700542940 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x55bf50840ab0 con 0x55bf50a29b70 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3700542940 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55bf508385f0 con 0x55bf50a29b70 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3700542940 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 16) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f5ea0012070 con 0x55bf50a29b70 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 10 client.5589 fetch_fsmap finished waiting for FSMap version 16 2024-04-18T05:12:50.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 10 client.5589 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 20 client.5589 populate_metadata read hostname 'smithi032' 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] conn(0x55bf50a6a910 0x55bf50a6acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 4 client.5589 mds_command: new command op to 5379 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3700542940 --> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bf50878790 con 0x55bf50a6a910 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb153f640 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] conn(0x55bf50a6a910 0x55bf50a6acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 10 client.5589 ms_handle_connect on v2:172.21.15.32:6834/3232325641 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb153f640 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] conn(0x55bf50a6a910 0x55bf50a6acf0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=968df33828809dcf server_cookie=4783b7a3930d0fb7 in_seq=0 out_seq=0 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3700542940 <== mds.0 v2:172.21.15.32:6834/3232325641 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55bf50878790 con 0x55bf50a6a910 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 10 client.5589 handle_command_reply: tid=0 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 client.5589 shutdown 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3700542940 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 msgr2=0x55bf50a71a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a71a70 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x55bf50915380 tx=0x7f5ea0000ee0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3700542940 shutdown_connections 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] conn(0x55bf50a6a910 0x55bf50a6acf0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 0x55bf50a71fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a71a70 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5e8bfff640 0 client.5589 ms_handle_reset on v2:172.21.15.32:6834/3232325641 2024-04-18T05:12:50.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3700542940 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50a31e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3700542940 >> 172.21.15.32:0/3700542940 conn(0x55bf50a32f00 msgr2=0x55bf50a2c880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:50.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3700542940 shutdown_connections 2024-04-18T05:12:50.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3700542940 wait complete. 2024-04-18T05:12:50.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.083+0000 7f5eb68e5000 20 client.5589 trim_cache size 0 max 16384 2024-04-18T05:12:50.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 Processor -- start 2024-04-18T05:12:50.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 -- start start 2024-04-18T05:12:50.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50a2f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a2dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 0x55bf50a8e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf50538940 con 0x55bf50a29b70 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf50846820 con 0x55bf50a2a490 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bf508777b0 con 0x55bf50a29250 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb0d3e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a2dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb0d3e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a2dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60130/0 (socket says 172.21.15.32:60130) 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/4169604891 learned_addr learned my addr 172.21.15.32:0/4169604891 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb153f640 1 --2- 172.21.15.32:0/4169604891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50a2f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/4169604891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 msgr2=0x55bf50a2f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/4169604891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50a2f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/4169604891 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 0x55bf50a8e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/4169604891 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 msgr2=0x55bf50a8e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/4169604891 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 0x55bf50a8e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb0d3e640 1 -- 172.21.15.32:0/4169604891 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf50826c00 con 0x55bf50a29b70 2024-04-18T05:12:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/4169604891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a2dfa0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f5ea000f8a0 tx=0x7f5ea0029000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f66d6762378b18e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5e977fe640 1 -- 172.21.15.32:0/4169604891 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0007a10 con 0x55bf50a29b70 2024-04-18T05:12:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5e977fe640 1 -- 172.21.15.32:0/4169604891 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ea0019070 con 0x55bf50a29b70 2024-04-18T05:12:50.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5e977fe640 1 -- 172.21.15.32:0/4169604891 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0015830 con 0x55bf50a29b70 2024-04-18T05:12:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 -- 172.21.15.32:0/4169604891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 msgr2=0x55bf50a2dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/4169604891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a2dfa0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f5ea000f8a0 tx=0x7f5ea0029000 comp rx=0 tx=0).stop 2024-04-18T05:12:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 -- 172.21.15.32:0/4169604891 shutdown_connections 2024-04-18T05:12:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/4169604891 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a2a490 0x55bf50a8e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/4169604891 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a29b70 0x55bf50a2dfa0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.110 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/4169604891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50a2f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.099+0000 7f5eb68e5000 1 -- 172.21.15.32:0/4169604891 >> 172.21.15.32:0/4169604891 conn(0x55bf50a32f00 msgr2=0x55bf50a2c880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/4169604891 shutdown_connections 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/4169604891 wait complete. 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- start start 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 Processor -- start 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50ac9690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29b70 0x55bf50ac9bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a2a490 0x55bf50aca4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf50878440 con 0x55bf50a2a490 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf5083d4c0 con 0x55bf50a29b70 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bf50839c80 con 0x55bf50a29250 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 10 client.0 _ll_register_callbacks cb 0x55bf50840590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb1d40640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a2a490 0x55bf50aca4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb1d40640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a2a490 0x55bf50aca4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60140/0 (socket says 172.21.15.32:60140) 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb1d40640 1 -- 172.21.15.32:0/3867197464 learned_addr learned my addr 172.21.15.32:0/3867197464 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb0d3e640 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29b70 0x55bf50ac9bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb153f640 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50ac9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb1d40640 1 -- 172.21.15.32:0/3867197464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 msgr2=0x55bf50ac9690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50ac9690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb1d40640 1 -- 172.21.15.32:0/3867197464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29b70 msgr2=0x55bf50ac9bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29b70 0x55bf50ac9bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb1d40640 1 -- 172.21.15.32:0/3867197464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bf50840ab0 con 0x55bf50a2a490 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb1d40640 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a2a490 0x55bf50aca4c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5ea40f05d0 tx=0x7f5ea4009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=752be857569ac41 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3867197464 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea40f4650 con 0x55bf50a2a490 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3867197464 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5ea40f8c10 con 0x55bf50a2a490 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3867197464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bf50a71d60 con 0x55bf50a2a490 2024-04-18T05:12:50.112 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3867197464 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ea4004650 con 0x55bf50a2a490 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 10 client.5595 fetch_fsmap learned FSMap version 16 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3867197464 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) v3 -- 0x55bf50577cc0 con 0x55bf50a2a490 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3867197464 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ea40fc020 con 0x55bf50a2a490 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3867197464 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 16) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f5ea4005d20 con 0x55bf50a2a490 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 10 client.5595 fetch_fsmap finished waiting for FSMap version 16 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 10 client.5595 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 20 client.5595 populate_metadata read hostname 'smithi032' 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] conn(0x55bf50acae20 0x55bf50acb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 4 client.5595 mds_command: new command op to 5379 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3867197464 --> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55bf5084b460 con 0x55bf50acae20 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb153f640 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] conn(0x55bf50acae20 0x55bf50acb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb153f640 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] conn(0x55bf50acae20 0x55bf50acb200 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f65fe8924bc000c server_cookie=6b61c5e592895b3b in_seq=0 out_seq=0 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 10 client.5595 ms_handle_connect on v2:172.21.15.32:6834/3232325641 2024-04-18T05:12:50.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 1 -- 172.21.15.32:0/3867197464 <== mds.0 v2:172.21.15.32:6834/3232325641 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55bf5084b460 con 0x55bf50acae20 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 10 client.5595 handle_command_reply: tid=0 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 client.5595 shutdown 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3867197464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a2a490 msgr2=0x55bf50aca4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a2a490 0x55bf50aca4c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f5ea40f05d0 tx=0x7f5ea4009810 comp rx=0 tx=0).stop 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3867197464 shutdown_connections 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.32:6834/3232325641,v1:172.21.15.32:6837/3232325641] conn(0x55bf50acae20 0x55bf50acb200 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x55bf50a2a490 0x55bf50aca4c0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55bf50a29b70 0x55bf50ac9bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5e8bfff640 0 client.5595 ms_handle_reset on v2:172.21.15.32:6834/3232325641 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 --2- 172.21.15.32:0/3867197464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55bf50a29250 0x55bf50ac9690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3867197464 >> 172.21.15.32:0/3867197464 conn(0x55bf50a32f00 msgr2=0x55bf50a2c880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3867197464 shutdown_connections 2024-04-18T05:12:50.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 1 -- 172.21.15.32:0/3867197464 wait complete. 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.103+0000 7f5eb68e5000 20 client.5595 trim_cache size 0 max 16384 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "34620f78-a3be-4d30-8840-27972fb71e9e", 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 5379, 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 10.183395779, 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 16, 2024-04-18T05:12:50.115 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 41, 2024-04-18T05:12:50.116 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 41, 2024-04-18T05:12:50.116 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 17.453127865999999 2024-04-18T05:12:50.116 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:12:50.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5e90066690 msgr2=0x7f5e90068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5e90066690 0x7f5e90068b50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5eac0a4db0 tx=0x7f5ea0009040 comp rx=0 tx=0).stop 2024-04-18T05:12:50.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eac152860 msgr2=0x7f5eac142e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eac152860 0x7f5eac142e60 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5ea401a500 tx=0x7f5ea4019670 comp rx=0 tx=0).stop 2024-04-18T05:12:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1384770616 shutdown_connections 2024-04-18T05:12:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eac152860 0x7f5eac142e60 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5eac0c1890 0x7f5eac1ec8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5e90066690 0x7f5e90068b50 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 --2- 172.21.15.32:0/1384770616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eac06b350 0x7f5eac14d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1384770616 >> 172.21.15.32:0/1384770616 conn(0x7f5eac06d560 msgr2=0x7f5eac1513b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1384770616 shutdown_connections 2024-04-18T05:12:50.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.107+0000 7f5eb37a3640 1 -- 172.21.15.32:0/1384770616 wait complete. 2024-04-18T05:12:50.125 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:12:50.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.231+0000 7fa742b42640 1 Processor -- start 2024-04-18T05:12:50.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.231+0000 7fa742b42640 1 -- start start 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa73c0c3650 0x7fa73c151ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa73c1558f0 con 0x7fa73c148580 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa73c155e30 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa73c0c3bc0 con 0x7fa73c0c3650 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa73c0c3650 0x7fa73c151ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa73c0c3650 0x7fa73c151ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60146/0 (socket says 172.21.15.32:60146) 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa7408de640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa73c148580 0x7fa73c0c3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51592/0 (socket says 172.21.15.32:51592) 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73bfff640 1 -- 172.21.15.32:0/3234609959 learned_addr learned my addr 172.21.15.32:0/3234609959 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73bfff640 1 -- 172.21.15.32:0/3234609959 >> v1:172.21.15.92:6789/0 conn(0x7fa73c0c1ca0 legacy=0x7fa73c151ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:50.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73bfff640 1 -- 172.21.15.32:0/3234609959 >> v1:172.21.15.32:6789/0 conn(0x7fa73c148580 legacy=0x7fa73c0c3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73b7fe640 1 -- 172.21.15.32:0/3234609959 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4248406843 0 0) 0x7fa73c1558f0 con 0x7fa73c148580 2024-04-18T05:12:50.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73bfff640 1 -- 172.21.15.32:0/3234609959 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa73c155b50 con 0x7fa73c0c3650 2024-04-18T05:12:50.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73bfff640 1 --2- 172.21.15.32:0/3234609959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c3650 0x7fa73c151ab0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa724009e50 tx=0x7fa72401c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=926c592ac4f5292b server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73b7fe640 1 -- 172.21.15.32:0/3234609959 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7240a56a0 con 0x7fa73c0c3650 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73b7fe640 1 -- 172.21.15.32:0/3234609959 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7240a5800 con 0x7fa73c0c3650 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa73b7fe640 1 -- 172.21.15.32:0/3234609959 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7240a5b90 con 0x7fa73c0c3650 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 -- 172.21.15.32:0/3234609959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c3650 msgr2=0x7fa73c151ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 --2- 172.21.15.32:0/3234609959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c3650 0x7fa73c151ab0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa724009e50 tx=0x7fa72401c8d0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 -- 172.21.15.32:0/3234609959 shutdown_connections 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 --2- 172.21.15.32:0/3234609959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c3650 0x7fa73c151ab0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 -- 172.21.15.32:0/3234609959 >> 172.21.15.32:0/3234609959 conn(0x7fa73c072780 msgr2=0x7fa73c072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 -- 172.21.15.32:0/3234609959 shutdown_connections 2024-04-18T05:12:50.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.235+0000 7fa742b42640 1 -- 172.21.15.32:0/3234609959 wait complete. 2024-04-18T05:12:50.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 Processor -- start 2024-04-18T05:12:50.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 -- start start 2024-04-18T05:12:50.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c1ca0 0x7fa73c14f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa73c0c3650 0x7fa73c1ecab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa73c148580 0x7fa73c0c0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa73c06fea0 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa73c1ecff0 con 0x7fa73c148580 2024-04-18T05:12:50.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa73c143020 con 0x7fa73c0c3650 2024-04-18T05:12:50.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7408de640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c1ca0 0x7fa73c14f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7408de640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c1ca0 0x7fa73c14f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60162/0 (socket says 172.21.15.32:60162) 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7408de640 1 -- 172.21.15.32:0/4200952532 learned_addr learned my addr 172.21.15.32:0/4200952532 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7410df640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa73c148580 0x7fa73c0c0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa73bfff640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa73c0c3650 0x7fa73c1ecab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7408de640 1 -- 172.21.15.32:0/4200952532 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa73c0c3650 msgr2=0x7fa73c1ecab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7408de640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa73c0c3650 0x7fa73c1ecab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7408de640 1 -- 172.21.15.32:0/4200952532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa73c148580 msgr2=0x7fa73c0c0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7408de640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa73c148580 0x7fa73c0c0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7408de640 1 -- 172.21.15.32:0/4200952532 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa724009b30 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7408de640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c1ca0 0x7fa73c14f5d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa72c00c4b0 tx=0x7fa72c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7397fa640 1 -- 172.21.15.32:0/4200952532 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa72c0074e0 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7397fa640 1 -- 172.21.15.32:0/4200952532 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa72c007660 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa73c143300 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa7397fa640 1 -- 172.21.15.32:0/4200952532 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa72c004a30 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa73c1438c0 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.239+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa73c0666e0 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.243+0000 7fa7397fa640 1 -- 172.21.15.32:0/4200952532 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa72c004b90 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.243+0000 7fa7397fa640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa71c066690 0x7fa71c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:50.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.243+0000 7fa7397fa640 1 -- 172.21.15.32:0/4200952532 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa72c083ac0 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.243+0000 7fa73bfff640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa71c066690 0x7fa71c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:50.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.243+0000 7fa73bfff640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa71c066690 0x7fa71c068b50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa7240ae000 tx=0x7fa7240a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:50.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.247+0000 7fa7397fa640 1 -- 172.21.15.32:0/4200952532 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa72c050d60 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.439+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fa73c06f800 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.439+0000 7fa7397fa640 1 -- 172.21.15.32:0/4200952532 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) v1 ==== 53+0+73 (secure 0 0 0) 0x7fa72c018070 con 0x7fa73c0c1ca0 2024-04-18T05:12:50.443 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-18T05:12:50.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.439+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa71c066690 msgr2=0x7fa71c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.439+0000 7fa742b42640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa71c066690 0x7fa71c068b50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa7240ae000 tx=0x7fa7240a7070 comp rx=0 tx=0).stop 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.439+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c1ca0 msgr2=0x7fa73c14f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.439+0000 7fa742b42640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c1ca0 0x7fa73c14f5d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa72c00c4b0 tx=0x7fa72c00c970 comp rx=0 tx=0).stop 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.443+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 shutdown_connections 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.443+0000 7fa742b42640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa71c066690 0x7fa71c068b50 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.443+0000 7fa742b42640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa73c148580 0x7fa73c0c0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.443+0000 7fa742b42640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa73c0c3650 0x7fa73c1ecab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.443+0000 7fa742b42640 1 --2- 172.21.15.32:0/4200952532 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa73c0c1ca0 0x7fa73c14f5d0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.443+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 >> 172.21.15.32:0/4200952532 conn(0x7fa73c072780 msgr2=0x7fa73c072b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.443+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 shutdown_connections 2024-04-18T05:12:50.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:50.443+0000 7fa742b42640 1 -- 172.21.15.32:0/4200952532 wait complete. 2024-04-18T05:12:50.461 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-18T05:12:50.461 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:12:50.461 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-04-18T05:12:50.462 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-18T05:12:50.462 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:50.462 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-18T05:12:50.462 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:12:50.462 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-18T05:12:50.462 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:12:50.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:50.462 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-04-18T05:12:50.468 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:12:50.468 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:12:50.468 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:12:50.468 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:50.468 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-04-18T05:12:50.468 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:50.468 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42447sec preferred_lft 42447sec 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:50.469 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 02:42:bf:8b:bb:cc brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout:9: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout:10: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-04-18T05:12:50.470 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:50.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:50.471 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:12:50.523 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-04-18T05:12:50.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:50.524 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-04-18T05:12:50.571 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-04-18T05:12:50.571 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:12:50.571 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-04-18T05:12:50.571 INFO:teuthology.orchestra.run.smithi032.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:12:50.571 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-04-18T05:12:50.571 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:12:50.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:50.571 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:12:50.572 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:12:50.572 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-18T05:12:50.572 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-18T05:12:50.572 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-18T05:12:50.572 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:12:50.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:50.643 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-04-18T05:12:50.690 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-18T05:12:50.691 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:12:50.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:50.691 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-04-18T05:12:50.752 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-04-18T05:12:50.752 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:12:50.752 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:50.798 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:12:50.798 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:12:50.798 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:50.846 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:12:50.903 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:50.903 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:50.957 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:50.959 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:50.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:50.959 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:12:51.011 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:12:51.011 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-04-18T05:12:51.055 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:12:51.069 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:51.069 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:51.124 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:51.125 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:51.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:51.126 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:12:51.136 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:2024-04-18T05:12:51.131+0000 7f912dd6f580 -1 init, newargv = 0x563af3a7fe10 newargc=15 2024-04-18T05:12:51.136 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[37943]: starting ceph client 2024-04-18T05:12:51.142 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[37943]: starting fuse 2024-04-18T05:12:52.241 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:12:52.258 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:52.258 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:52.313 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:52.314 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:52.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:52.314 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:12:52.363 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-04-18T05:12:52.363 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-04-18T05:12:52.363 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-04-18T05:12:52.363 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-04-18T05:12:52.363 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-04-18T05:12:52.363 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-04-18T05:12:52.363 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-04-18T05:12:52.363 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:12:52.363 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-04-18T05:12:52.363 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-04-18T05:12:52.364 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-04-18T05:12:52.365 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-18T05:12:52.365 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:12:52.365 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.0")) 2024-04-18T05:12:52.365 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-04-18T05:12:52.487 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.0.37943.asok 2024-04-18T05:12:52.669 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.37943.asok 2024-04-18T05:12:52.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:52.670 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.37943.asok status 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "56a91dd158be807f143cc918a11685fc9ee164ae", 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 18.2.2-1229-g56a91dd1 (56a91dd158be807f143cc918a11685fc9ee164ae) reef (stable)", 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "0", 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "37943", 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-04-18T05:12:52.833 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 5610, 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 5610 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 1540931030 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:52.834 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 1540931030 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.5610 192.168.0.1:0/1540931030", 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/1540931030", 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 16, 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 41, 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-04-18T05:12:52.835 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:12:52.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:52.847 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-04-18T05:12:52.847 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:52.853 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-04-18T05:12:52.853 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:52.853 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:52.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-18T05:12:52.910 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:12:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.075+0000 7f72c6e0d640 1 Processor -- start 2024-04-18T05:12:53.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.075+0000 7f72c6e0d640 1 -- start start 2024-04-18T05:12:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c6e0d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 0x7f72c01519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c6e0d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f72c006d5d0 0x7f72c015c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c6e0d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72c00a8d00 con 0x7f72c00a88a0 2024-04-18T05:12:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c6e0d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72c00a9080 con 0x7f72c006d5d0 2024-04-18T05:12:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c6e0d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72c0155e50 con 0x7f72c00a84c0 2024-04-18T05:12:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c53aa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f72c006d5d0 0x7f72c015c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72bffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f72c00a88a0 0x7f72c006cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43978/0 (socket says 172.21.15.32:43978) 2024-04-18T05:12:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72bffff640 1 -- 172.21.15.32:0/2810792241 learned_addr learned my addr 172.21.15.32:0/2810792241 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:53.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c4ba9640 1 --2- 172.21.15.32:0/2810792241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 0x7f72c01519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c53aa640 1 -- 172.21.15.32:0/2810792241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 msgr2=0x7f72c01519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c53aa640 1 --2- 172.21.15.32:0/2810792241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 0x7f72c01519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c53aa640 1 -- 172.21.15.32:0/2810792241 >> v1:172.21.15.32:6789/0 conn(0x7f72c00a88a0 legacy=0x7f72c006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72bf7fe640 1 -- 172.21.15.32:0/2810792241 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 901803541 0 0) 0x7f72c00a8d00 con 0x7f72c00a88a0 2024-04-18T05:12:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c53aa640 1 -- 172.21.15.32:0/2810792241 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72c0154f60 con 0x7f72c006d5d0 2024-04-18T05:12:53.084 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.079+0000 7f72c4ba9640 1 --2- 172.21.15.32:0/2810792241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 0x7f72c01519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:53.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 --2- 172.21.15.32:0/2810792241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c006d5d0 0x7f72c015c2d0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f72b8009d90 tx=0x7f72b801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=851d88f2179fc00a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:53.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72bf7fe640 1 -- 172.21.15.32:0/2810792241 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b80a5890 con 0x7f72c006d5d0 2024-04-18T05:12:53.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72bf7fe640 1 -- 172.21.15.32:0/2810792241 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72b80a59f0 con 0x7f72c006d5d0 2024-04-18T05:12:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72bf7fe640 1 -- 172.21.15.32:0/2810792241 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b80a5d80 con 0x7f72c006d5d0 2024-04-18T05:12:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- 172.21.15.32:0/2810792241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c006d5d0 msgr2=0x7f72c015c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:53.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 --2- 172.21.15.32:0/2810792241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c006d5d0 0x7f72c015c2d0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f72b8009d90 tx=0x7f72b801c8e0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- 172.21.15.32:0/2810792241 shutdown_connections 2024-04-18T05:12:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 --2- 172.21.15.32:0/2810792241 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c006d5d0 0x7f72c015c2d0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 --2- 172.21.15.32:0/2810792241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 0x7f72c01519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- 172.21.15.32:0/2810792241 >> 172.21.15.32:0/2810792241 conn(0x7f72c0069e80 msgr2=0x7f72c006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- 172.21.15.32:0/2810792241 shutdown_connections 2024-04-18T05:12:53.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- 172.21.15.32:0/2810792241 wait complete. 2024-04-18T05:12:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 Processor -- start 2024-04-18T05:12:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- start start 2024-04-18T05:12:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72c006d5d0 0x7f72c0153b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 0x7f72c012ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c00a88a0 0x7f72c01ea850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72c00c1550 con 0x7f72c00a88a0 2024-04-18T05:12:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72c01ea120 con 0x7f72c006d5d0 2024-04-18T05:12:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72c0139820 con 0x7f72c00a84c0 2024-04-18T05:12:53.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c00a88a0 0x7f72c01ea850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c00a88a0 0x7f72c01ea850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36436/0 (socket says 172.21.15.32:36436) 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 -- 172.21.15.32:0/1277467655 learned_addr learned my addr 172.21.15.32:0/1277467655 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72bffff640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 0x7f72c012ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c4ba9640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72c006d5d0 0x7f72c0153b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 -- 172.21.15.32:0/1277467655 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 msgr2=0x7f72c012ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 0x7f72c012ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 -- 172.21.15.32:0/1277467655 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72c006d5d0 msgr2=0x7f72c0153b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72c006d5d0 0x7f72c0153b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 -- 172.21.15.32:0/1277467655 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72b8009a70 con 0x7f72c00a88a0 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c4ba9640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72c006d5d0 0x7f72c0153b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c53aa640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c00a88a0 0x7f72c01ea850 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f72b80b0040 tx=0x7f72b8019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:53.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72bd7fa640 1 -- 172.21.15.32:0/1277467655 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b80ad850 con 0x7f72c00a88a0 2024-04-18T05:12:53.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72bd7fa640 1 -- 172.21.15.32:0/1277467655 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72b80ad9b0 con 0x7f72c00a88a0 2024-04-18T05:12:53.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72c01ea3c0 con 0x7f72c00a88a0 2024-04-18T05:12:53.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72bd7fa640 1 -- 172.21.15.32:0/1277467655 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b80add80 con 0x7f72c00a88a0 2024-04-18T05:12:53.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.083+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72c00c2070 con 0x7f72c00a88a0 2024-04-18T05:12:53.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.087+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72c01ea550 con 0x7f72c00a88a0 2024-04-18T05:12:53.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.087+0000 7f72bd7fa640 1 -- 172.21.15.32:0/1277467655 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f72b80b4050 con 0x7f72c00a88a0 2024-04-18T05:12:53.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.087+0000 7f72bd7fa640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72ac066690 0x7f72ac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:53.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.087+0000 7f72bd7fa640 1 -- 172.21.15.32:0/1277467655 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f72b811f720 con 0x7f72c00a88a0 2024-04-18T05:12:53.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.087+0000 7f72c4ba9640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72ac066690 0x7f72ac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:53.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.087+0000 7f72c4ba9640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72ac066690 0x7f72ac068b50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f72b0008890 tx=0x7f72b0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:53.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.091+0000 7f72bd7fa640 1 -- 172.21.15.32:0/1277467655 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f72b80ec930 con 0x7f72c00a88a0 2024-04-18T05:12:53.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.283+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f72c00666e0 con 0x7f72c00a88a0 2024-04-18T05:12:53.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.283+0000 7f72bd7fa640 1 -- 172.21.15.32:0/1277467655 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) v1 ==== 53+0+73 (secure 0 0 0) 0x7f72b80c7060 con 0x7f72c00a88a0 2024-04-18T05:12:53.289 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-18T05:12:53.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72ac066690 msgr2=0x7f72ac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:53.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72ac066690 0x7f72ac068b50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f72b0008890 tx=0x7f72b0008040 comp rx=0 tx=0).stop 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c00a88a0 msgr2=0x7f72c01ea850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c00a88a0 0x7f72c01ea850 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f72b80b0040 tx=0x7f72b8019680 comp rx=0 tx=0).stop 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 shutdown_connections 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f72c00a88a0 0x7f72c01ea850 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f72c00a84c0 0x7f72c012ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72ac066690 0x7f72ac068b50 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 --2- 172.21.15.32:0/1277467655 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f72c006d5d0 0x7f72c0153b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 >> 172.21.15.32:0/1277467655 conn(0x7f72c0069e80 msgr2=0x7f72c01374d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 shutdown_connections 2024-04-18T05:12:53.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:53.287+0000 7f72c6e0d640 1 -- 172.21.15.32:0/1277467655 wait complete. 2024-04-18T05:12:53.307 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-18T05:12:53.307 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:12:53.307 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-04-18T05:12:53.307 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-04-18T05:12:53.307 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:53.307 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-18T05:12:53.307 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:12:53.307 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-18T05:12:53.307 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:12:53.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:53.308 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-04-18T05:12:53.315 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:12:53.315 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:12:53.315 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:12:53.315 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:53.315 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-04-18T05:12:53.315 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:53.315 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:53.315 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:53.315 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42450sec preferred_lft 42450sec 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link 2024-04-18T05:12:53.316 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 02:42:ae:af:ca:6a brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-18T05:12:53.317 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-04-18T05:12:53.318 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:12:53.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:53.318 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:12:53.368 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-04-18T05:12:53.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:53.370 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-04-18T05:12:53.423 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-04-18T05:12:53.423 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:12:53.423 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-04-18T05:12:53.423 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-18T05:12:53.423 INFO:teuthology.orchestra.run.smithi092.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-04-18T05:12:53.423 INFO:teuthology.orchestra.run.smithi092.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:12:53.424 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-18T05:12:53.424 INFO:teuthology.orchestra.run.smithi092.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:12:53.424 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:12:53.424 INFO:teuthology.orchestra.run.smithi092.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:12:53.424 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:12:53.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:53.424 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2024-04-18T05:12:53.424 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-04-18T05:12:53.424 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-18T05:12:53.424 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-18T05:12:53.424 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-18T05:12:53.425 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-04-18T05:12:53.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:53.499 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-04-18T05:12:53.545 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-04-18T05:12:53.545 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:12:53.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:53.546 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-04-18T05:12:53.601 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-04-18T05:12:53.601 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:12:53.601 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:53.653 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:12:53.654 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:12:53.654 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:53.701 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:12:53.758 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:53.758 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:53.812 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:53.813 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:53.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:53.814 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:12:53.861 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:12:53.861 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-04-18T05:12:53.906 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:12:53.920 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:53.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:53.979 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:53.980 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:53.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:53.980 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:12:53.982 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:2024-04-18T05:12:53.982+0000 7fbbce6db580 -1 init, newargv = 0x5601a347adc0 newargc=15 2024-04-18T05:12:53.983 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33070]: starting ceph client 2024-04-18T05:12:53.990 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33070]: starting fuse 2024-04-18T05:12:54.981 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:12:54.984 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:12:55.087 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:12:55.102 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:12:55.102 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:12:55.155 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:12:55.156 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:12:55.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:55.157 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:12:55.205 INFO:teuthology.orchestra.run.smithi092.stdout:45 2024-04-18T05:12:55.205 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-04-18T05:12:55.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> import glob 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> import re 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> import subprocess 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> def _find_admin_socket(client_name): 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> files = glob.glob(asok_path) 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:12:55.206 DEBUG:teuthology.orchestra.run.smithi092:> # Given a non-glob path, it better be there 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> if "*" not in asok_path: 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> assert(len(files) == 1) 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> return files[0] 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> for f in files: 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> contents = proc_f.read() 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> if mountpoint in contents: 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> return f 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> print(_find_admin_socket("client.1")) 2024-04-18T05:12:55.207 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-04-18T05:12:55.326 INFO:teuthology.orchestra.run.smithi092.stdout:/var/run/ceph/ceph-client.1.33070.asok 2024-04-18T05:12:55.509 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.33070.asok 2024-04-18T05:12:55.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:55.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.33070.asok status 2024-04-18T05:12:55.667 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-04-18T05:12:55.667 INFO:teuthology.orchestra.run.smithi092.stdout: "metadata": { 2024-04-18T05:12:55.667 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_sha1": "56a91dd158be807f143cc918a11685fc9ee164ae", 2024-04-18T05:12:55.667 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_version": "ceph version 18.2.2-1229-g56a91dd1 (56a91dd158be807f143cc918a11685fc9ee164ae) reef (stable)", 2024-04-18T05:12:55.667 INFO:teuthology.orchestra.run.smithi092.stdout: "entity_id": "1", 2024-04-18T05:12:55.667 INFO:teuthology.orchestra.run.smithi092.stdout: "hostname": "smithi092", 2024-04-18T05:12:55.667 INFO:teuthology.orchestra.run.smithi092.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-04-18T05:12:55.667 INFO:teuthology.orchestra.run.smithi092.stdout: "pid": "33070", 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "root": "/" 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_count": 0, 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_pinned_count": 0, 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 5113, 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "inst": { 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "name": { 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "client", 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "num": 5113 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 3594006335 2024-04-18T05:12:55.668 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 3594006335 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "inst_str": "client.5113 192.168.0.1:0/3594006335", 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "addr_str": "192.168.0.1:0/3594006335", 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "inode_count": 1, 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_epoch": 16, 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch": 41, 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch_barrier": 0, 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "blocklisted": false, 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs" 2024-04-18T05:12:55.669 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-04-18T05:12:55.680 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:55.680 DEBUG:teuthology.orchestra.run.smithi092:> stat --file-system '--printf=%T 2024-04-18T05:12:55.680 DEBUG:teuthology.orchestra.run.smithi092:> ' -- /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:55.686 INFO:teuthology.orchestra.run.smithi092.stdout:fuseblk 2024-04-18T05:12:55.686 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:55.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:12:55.686 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:12:55.742 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth rm client.testuser 2024-04-18T05:12:55.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcafb17c640 1 Processor -- start 2024-04-18T05:12:55.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcafb17c640 1 -- start start 2024-04-18T05:12:55.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcafb17c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcaf4151110 0x7fcaf4154580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:55.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcafb17c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcaf40c6af0 0x7fcaf406af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:55.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcafb17c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 0x7fcaf4154fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:55.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcafb17c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcaf4154ac0 con 0x7fcaf40c6af0 2024-04-18T05:12:55.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcafb17c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcaf4157170 con 0x7fcaf4151110 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcafb17c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf4157450 con 0x7fcaf406b4d0 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcaf40c6af0 0x7fcaf406af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fcaf40c6af0 0x7fcaf406af90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36450/0 (socket says 172.21.15.32:36450) 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf3fff640 1 -- 172.21.15.32:0/1807646366 learned_addr learned my addr 172.21.15.32:0/1807646366 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf8f18640 1 --2- 172.21.15.32:0/1807646366 >> v2:172.21.15.92:3300/0 conn(0x7fcaf4151110 0x7fcaf4154580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf9719640 1 --2- 172.21.15.32:0/1807646366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 0x7fcaf4154fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf3fff640 1 -- 172.21.15.32:0/1807646366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 msgr2=0x7fcaf4154fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf3fff640 1 --2- 172.21.15.32:0/1807646366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 0x7fcaf4154fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf3fff640 1 -- 172.21.15.32:0/1807646366 >> v2:172.21.15.92:3300/0 conn(0x7fcaf4151110 msgr2=0x7fcaf4154580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf3fff640 1 --2- 172.21.15.32:0/1807646366 >> v2:172.21.15.92:3300/0 conn(0x7fcaf4151110 0x7fcaf4154580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:55.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.874+0000 7fcaf3fff640 1 -- 172.21.15.32:0/1807646366 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcaf4157730 con 0x7fcaf40c6af0 2024-04-18T05:12:55.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcaf3fff640 1 --2- 172.21.15.32:0/1807646366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 0x7fcaf406af90 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fcaf40c4850 tx=0x7fcae401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23c6062aac662fc7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:55.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcaf37fe640 1 -- 172.21.15.32:0/1807646366 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaf4155d20 con 0x7fcaf40c6af0 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcaf37fe640 1 -- 172.21.15.32:0/1807646366 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcae40aa5f0 con 0x7fcaf40c6af0 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcaf37fe640 1 -- 172.21.15.32:0/1807646366 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae40aa980 con 0x7fcaf40c6af0 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 -- 172.21.15.32:0/1807646366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 msgr2=0x7fcaf406af90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 --2- 172.21.15.32:0/1807646366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 0x7fcaf406af90 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fcaf40c4850 tx=0x7fcae401c4f0 comp rx=0 tx=0).stop 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 -- 172.21.15.32:0/1807646366 shutdown_connections 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 --2- 172.21.15.32:0/1807646366 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 0x7fcaf4154fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 --2- 172.21.15.32:0/1807646366 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 0x7fcaf406af90 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 --2- 172.21.15.32:0/1807646366 >> v2:172.21.15.92:3300/0 conn(0x7fcaf4151110 0x7fcaf4154580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 -- 172.21.15.32:0/1807646366 >> 172.21.15.32:0/1807646366 conn(0x7fcaf40a8e50 msgr2=0x7fcaf40a9260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 -- 172.21.15.32:0/1807646366 shutdown_connections 2024-04-18T05:12:55.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 -- 172.21.15.32:0/1807646366 wait complete. 2024-04-18T05:12:55.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 Processor -- start 2024-04-18T05:12:55.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.878+0000 7fcafb17c640 1 -- start start 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcafb17c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 0x7fcaf40ac7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcafb17c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 0x7fcaf40bd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcafb17c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcaf4151110 0x7fcaf40c0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcafb17c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf40ad2d0 con 0x7fcaf40c6af0 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcafb17c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf41ebb80 con 0x7fcaf4151110 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcafb17c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf40acff0 con 0x7fcaf406b4d0 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 0x7fcaf40bd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 0x7fcaf40bd1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36466/0 (socket says 172.21.15.32:36466) 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf3fff640 1 -- 172.21.15.32:0/3804325975 learned_addr learned my addr 172.21.15.32:0/3804325975 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf8f18640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 0x7fcaf40ac7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf3fff640 1 -- 172.21.15.32:0/3804325975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 msgr2=0x7fcaf40ac7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf3fff640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 0x7fcaf40ac7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf3fff640 1 -- 172.21.15.32:0/3804325975 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcaf4151110 msgr2=0x7fcaf40c0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:55.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf3fff640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcaf4151110 0x7fcaf40c0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:55.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf3fff640 1 -- 172.21.15.32:0/3804325975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcae40094d0 con 0x7fcaf40c6af0 2024-04-18T05:12:55.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf8f18640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 0x7fcaf40ac7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:55.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf3fff640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 0x7fcaf40bd1e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fcae401aba0 tx=0x7fcae401ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:55.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf17fa640 1 -- 172.21.15.32:0/3804325975 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae40b3800 con 0x7fcaf40c6af0 2024-04-18T05:12:55.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf17fa640 1 -- 172.21.15.32:0/3804325975 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcae40b3960 con 0x7fcaf40c6af0 2024-04-18T05:12:55.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcaf41ebd90 con 0x7fcaf40c6af0 2024-04-18T05:12:55.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf17fa640 1 -- 172.21.15.32:0/3804325975 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcae40b3d10 con 0x7fcaf40c6af0 2024-04-18T05:12:55.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcaf41ec350 con 0x7fcaf40c6af0 2024-04-18T05:12:55.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcaf404e250 con 0x7fcaf40c6af0 2024-04-18T05:12:55.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf17fa640 1 -- 172.21.15.32:0/3804325975 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcae40b2380 con 0x7fcaf40c6af0 2024-04-18T05:12:55.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf17fa640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcad40666c0 0x7fcad4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:55.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf17fa640 1 -- 172.21.15.32:0/3804325975 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fcae40a7070 con 0x7fcaf40c6af0 2024-04-18T05:12:55.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf8f18640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcad40666c0 0x7fcad4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:55.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.882+0000 7fcaf8f18640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcad40666c0 0x7fcad4068b80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fcadc0097a0 tx=0x7fcadc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:55.893 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:55.886+0000 7fcaf17fa640 1 -- 172.21.15.32:0/3804325975 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fcae40eb4e0 con 0x7fcaf40c6af0 2024-04-18T05:12:56.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth rm", "entity": "client.testuser"} v 0) v1 -- 0x7fcaf40c1c00 con 0x7fcaf40c6af0 2024-04-18T05:12:56.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcaf17fa640 1 -- 172.21.15.32:0/3804325975 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth rm", "entity": "client.testuser"}]=0 v13) v1 ==== 84+0+0 (secure 0 0 0) 0x7fcae40eeb00 con 0x7fcaf40c6af0 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcad40666c0 msgr2=0x7fcad4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcad40666c0 0x7fcad4068b80 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fcadc0097a0 tx=0x7fcadc008040 comp rx=0 tx=0).stop 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 msgr2=0x7fcaf40bd1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 0x7fcaf40bd1e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fcae401aba0 tx=0x7fcae401ad30 comp rx=0 tx=0).stop 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 shutdown_connections 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcad40666c0 0x7fcad4068b80 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcaf4151110 0x7fcaf40c0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcaf40c6af0 0x7fcaf40bd1e0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 --2- 172.21.15.32:0/3804325975 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcaf406b4d0 0x7fcaf40ac7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 >> 172.21.15.32:0/3804325975 conn(0x7fcaf40a8e50 msgr2=0x7fcaf40a9230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:56.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 shutdown_connections 2024-04-18T05:12:56.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.114+0000 7fcafb17c640 1 -- 172.21.15.32:0/3804325975 wait complete. 2024-04-18T05:12:56.138 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:56.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c66eba640 1 Processor -- start 2024-04-18T05:12:56.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c66eba640 1 -- start start 2024-04-18T05:12:56.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c66eba640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1c600aeb90 0x7f1c600c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c66eba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c600bcb80 0x7f1c6006b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c66eba640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c600c4240 con 0x7f1c6006cd00 2024-04-18T05:12:56.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c66eba640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c600c7750 con 0x7f1c600aeb90 2024-04-18T05:12:56.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c66eba640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c600aef70 con 0x7f1c600bcb80 2024-04-18T05:12:56.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c65457640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1c6006cd00 0x7f1c6006b770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:43988/0 (socket says 172.21.15.32:43988) 2024-04-18T05:12:56.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c65457640 1 -- 172.21.15.32:0/917955920 learned_addr learned my addr 172.21.15.32:0/917955920 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:56.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c64c56640 1 --2- 172.21.15.32:0/917955920 >> v2:172.21.15.32:3300/0 conn(0x7f1c600aeb90 0x7f1c600c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c5ffff640 1 --2- 172.21.15.32:0/917955920 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c600bcb80 0x7f1c6006b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c5f7fe640 1 -- 172.21.15.32:0/917955920 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2684947698 0 0) 0x7f1c600c4240 con 0x7f1c6006cd00 2024-04-18T05:12:56.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c5f7fe640 1 -- 172.21.15.32:0/917955920 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1c48003530 con 0x7f1c6006cd00 2024-04-18T05:12:56.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c64c56640 1 -- 172.21.15.32:0/917955920 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c600bcb80 msgr2=0x7f1c6006b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:56.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c64c56640 1 --2- 172.21.15.32:0/917955920 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c600bcb80 0x7f1c6006b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c64c56640 1 -- 172.21.15.32:0/917955920 >> v1:172.21.15.32:6789/0 conn(0x7f1c6006cd00 legacy=0x7f1c6006b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.250+0000 7f1c64c56640 1 -- 172.21.15.32:0/917955920 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c600c46d0 con 0x7f1c600aeb90 2024-04-18T05:12:56.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c64c56640 1 --2- 172.21.15.32:0/917955920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 0x7f1c600c5ec0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f1c500097f0 tx=0x7f1c5001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2807a4657b8302b server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:56.258 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c5f7fe640 1 -- 172.21.15.32:0/917955920 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c500ab610 con 0x7f1c600aeb90 2024-04-18T05:12:56.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c5f7fe640 1 -- 172.21.15.32:0/917955920 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c500ab770 con 0x7f1c600aeb90 2024-04-18T05:12:56.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c5f7fe640 1 -- 172.21.15.32:0/917955920 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c500abb00 con 0x7f1c600aeb90 2024-04-18T05:12:56.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 -- 172.21.15.32:0/917955920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 msgr2=0x7f1c600c5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 --2- 172.21.15.32:0/917955920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 0x7f1c600c5ec0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f1c500097f0 tx=0x7f1c5001c410 comp rx=0 tx=0).stop 2024-04-18T05:12:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 -- 172.21.15.32:0/917955920 shutdown_connections 2024-04-18T05:12:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 --2- 172.21.15.32:0/917955920 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c600bcb80 0x7f1c6006b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 --2- 172.21.15.32:0/917955920 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 0x7f1c600c5ec0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 -- 172.21.15.32:0/917955920 >> 172.21.15.32:0/917955920 conn(0x7f1c600ab0a0 msgr2=0x7f1c600ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 -- 172.21.15.32:0/917955920 shutdown_connections 2024-04-18T05:12:56.260 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 -- 172.21.15.32:0/917955920 wait complete. 2024-04-18T05:12:56.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 Processor -- start 2024-04-18T05:12:56.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 -- start start 2024-04-18T05:12:56.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c6006cd00 0x7f1c600c1370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 0x7f1c600c18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c600bcb80 0x7f1c600c07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c600c2cc0 con 0x7f1c600aeb90 2024-04-18T05:12:56.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c600c3210 con 0x7f1c600bcb80 2024-04-18T05:12:56.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c66eba640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c60157cd0 con 0x7f1c6006cd00 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c5ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 0x7f1c600c18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c5ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 0x7f1c600c18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36486/0 (socket says 172.21.15.32:36486) 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.254+0000 7f1c5ffff640 1 -- 172.21.15.32:0/2074994286 learned_addr learned my addr 172.21.15.32:0/2074994286 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c64c56640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c6006cd00 0x7f1c600c1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5ffff640 1 -- 172.21.15.32:0/2074994286 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c6006cd00 msgr2=0x7f1c600c1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5ffff640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c6006cd00 0x7f1c600c1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5ffff640 1 -- 172.21.15.32:0/2074994286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c600bcb80 msgr2=0x7f1c600c07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5ffff640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c600bcb80 0x7f1c600c07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5ffff640 1 -- 172.21.15.32:0/2074994286 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c50009420 con 0x7f1c600aeb90 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5ffff640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 0x7f1c600c18b0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f1c5400e840 tx=0x7f1c5400ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5d7fa640 1 -- 172.21.15.32:0/2074994286 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c54009510 con 0x7f1c600aeb90 2024-04-18T05:12:56.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5d7fa640 1 -- 172.21.15.32:0/2074994286 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c5400ee90 con 0x7f1c600aeb90 2024-04-18T05:12:56.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c601ecd50 con 0x7f1c600aeb90 2024-04-18T05:12:56.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5d7fa640 1 -- 172.21.15.32:0/2074994286 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c5400cb80 con 0x7f1c600aeb90 2024-04-18T05:12:56.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c60150f80 con 0x7f1c600aeb90 2024-04-18T05:12:56.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c600c4f00 con 0x7f1c600aeb90 2024-04-18T05:12:56.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5d7fa640 1 -- 172.21.15.32:0/2074994286 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1c5400cce0 con 0x7f1c600aeb90 2024-04-18T05:12:56.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5d7fa640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c4c0666c0 0x7f1c4c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c5d7fa640 1 -- 172.21.15.32:0/2074994286 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1c540842a0 con 0x7f1c600aeb90 2024-04-18T05:12:56.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c64c56640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c4c0666c0 0x7f1c4c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.258+0000 7f1c64c56640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c4c0666c0 0x7f1c4c068b80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1c500af000 tx=0x7f1c50008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:56.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.262+0000 7f1c5d7fa640 1 -- 172.21.15.32:0/2074994286 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1c54051560 con 0x7f1c600aeb90 2024-04-18T05:12:56.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.418+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1c601ecbb0 con 0x7f1c600aeb90 2024-04-18T05:12:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.418+0000 7f1c5d7fa640 1 -- 172.21.15.32:0/2074994286 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16258 (secure 0 0 0) 0x7f1c601ecbb0 con 0x7f1c600aeb90 2024-04-18T05:12:56.424 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:56.424 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":41,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:40.926257+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c4c0666c0 msgr2=0x7f1c4c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c4c0666c0 0x7f1c4c068b80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1c500af000 tx=0x7f1c50008040 comp rx=0 tx=0).stop 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 msgr2=0x7f1c600c18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 0x7f1c600c18b0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f1c5400e840 tx=0x7f1c5400ec40 comp rx=0 tx=0).stop 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 shutdown_connections 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1c4c0666c0 0x7f1c4c068b80 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1c600bcb80 0x7f1c600c07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1c600aeb90 0x7f1c600c18b0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 --2- 172.21.15.32:0/2074994286 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1c6006cd00 0x7f1c600c1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 >> 172.21.15.32:0/2074994286 conn(0x7f1c600ab0a0 msgr2=0x7f1c600a95c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 shutdown_connections 2024-04-18T05:12:56.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.422+0000 7f1c66eba640 1 -- 172.21.15.32:0/2074994286 wait complete. 2024-04-18T05:12:56.442 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:12:37.672169+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:12:38.907356+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:12:56.442 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:12:56.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef2e0d640 1 Processor -- start 2024-04-18T05:12:56.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef2e0d640 1 -- start start 2024-04-18T05:12:56.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef2e0d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7eec06df40 0x7f7eec151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef2e0d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13ae10 0x7f7eec1559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef2e0d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7eec13a8c0 0x7f7eec0a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef2e0d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7eec0a8fb0 con 0x7f7eec13a8c0 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef2e0d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7eec1520a0 con 0x7f7eec06df40 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef2e0d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7eec0a8200 con 0x7f7eec13ae10 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef13aa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7eec13a8c0 0x7f7eec0a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef13aa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7eec13a8c0 0x7f7eec0a9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36492/0 (socket says 172.21.15.32:36492) 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef13aa640 1 -- 172.21.15.32:0/4144093272 learned_addr learned my addr 172.21.15.32:0/4144093272 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7eebfff640 1 --2- 172.21.15.32:0/4144093272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13ae10 0x7f7eec1559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef0ba9640 1 --2- 172.21.15.32:0/4144093272 >> v2:172.21.15.92:3300/0 conn(0x7f7eec06df40 0x7f7eec151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef13aa640 1 -- 172.21.15.32:0/4144093272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13ae10 msgr2=0x7f7eec1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef13aa640 1 --2- 172.21.15.32:0/4144093272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13ae10 0x7f7eec1559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef13aa640 1 -- 172.21.15.32:0/4144093272 >> v2:172.21.15.92:3300/0 conn(0x7f7eec06df40 msgr2=0x7f7eec151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:56.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef13aa640 1 --2- 172.21.15.32:0/4144093272 >> v2:172.21.15.92:3300/0 conn(0x7f7eec06df40 0x7f7eec151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.554+0000 7f7ef13aa640 1 -- 172.21.15.32:0/4144093272 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eec0a84e0 con 0x7f7eec13a8c0 2024-04-18T05:12:56.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef13aa640 1 --2- 172.21.15.32:0/4144093272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13a8c0 0x7f7eec0a9dc0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f7eec0c1050 tx=0x7f7ee401c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ba7ee4ead7f16ec server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:56.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7eeb7fe640 1 -- 172.21.15.32:0/4144093272 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee40a56c0 con 0x7f7eec13a8c0 2024-04-18T05:12:56.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7eeb7fe640 1 -- 172.21.15.32:0/4144093272 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ee40a5820 con 0x7f7eec13a8c0 2024-04-18T05:12:56.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7eeb7fe640 1 -- 172.21.15.32:0/4144093272 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee40a5bb0 con 0x7f7eec13a8c0 2024-04-18T05:12:56.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/4144093272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13a8c0 msgr2=0x7f7eec0a9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/4144093272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13a8c0 0x7f7eec0a9dc0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f7eec0c1050 tx=0x7f7ee401c930 comp rx=0 tx=0).stop 2024-04-18T05:12:56.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/4144093272 shutdown_connections 2024-04-18T05:12:56.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/4144093272 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13a8c0 0x7f7eec0a9dc0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/4144093272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13ae10 0x7f7eec1559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/4144093272 >> v2:172.21.15.92:3300/0 conn(0x7f7eec06df40 0x7f7eec151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/4144093272 >> 172.21.15.32:0/4144093272 conn(0x7f7eec0c54b0 msgr2=0x7f7eec0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:56.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/4144093272 shutdown_connections 2024-04-18T05:12:56.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/4144093272 wait complete. 2024-04-18T05:12:56.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 Processor -- start 2024-04-18T05:12:56.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 -- start start 2024-04-18T05:12:56.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7eec06df40 0x7f7eec0bc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13a8c0 0x7f7eec0c3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13ae10 0x7f7eec0c3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7eec134300 con 0x7f7eec13ae10 2024-04-18T05:12:56.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7eec136f40 con 0x7f7eec06df40 2024-04-18T05:12:56.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef2e0d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7eec134020 con 0x7f7eec13a8c0 2024-04-18T05:12:56.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef13aa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13ae10 0x7f7eec0c3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef13aa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13ae10 0x7f7eec0c3750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36498/0 (socket says 172.21.15.32:36498) 2024-04-18T05:12:56.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef13aa640 1 -- 172.21.15.32:0/3616729530 learned_addr learned my addr 172.21.15.32:0/3616729530 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:56.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7eebfff640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13a8c0 0x7f7eec0c3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef0ba9640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7eec06df40 0x7f7eec0bc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef13aa640 1 -- 172.21.15.32:0/3616729530 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13a8c0 msgr2=0x7f7eec0c3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef13aa640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13a8c0 0x7f7eec0c3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef13aa640 1 -- 172.21.15.32:0/3616729530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7eec06df40 msgr2=0x7f7eec0bc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef13aa640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7eec06df40 0x7f7eec0bc7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7ef13aa640 1 -- 172.21.15.32:0/3616729530 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ee4009b30 con 0x7f7eec13ae10 2024-04-18T05:12:56.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.558+0000 7f7eebfff640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13a8c0 0x7f7eec0c3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:56.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ef13aa640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13ae10 0x7f7eec0c3750 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f7ee401afe0 tx=0x7f7ee40196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:56.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ee97fa640 1 -- 172.21.15.32:0/3616729530 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee40b8670 con 0x7f7eec13ae10 2024-04-18T05:12:56.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ee97fa640 1 -- 172.21.15.32:0/3616729530 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ee40b87d0 con 0x7f7eec13ae10 2024-04-18T05:12:56.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7eec1368f0 con 0x7f7eec13ae10 2024-04-18T05:12:56.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ee97fa640 1 -- 172.21.15.32:0/3616729530 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee40b8b60 con 0x7f7eec13ae10 2024-04-18T05:12:56.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7eec0c3c90 con 0x7f7eec13ae10 2024-04-18T05:12:56.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7eec136750 con 0x7f7eec13ae10 2024-04-18T05:12:56.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ee97fa640 1 -- 172.21.15.32:0/3616729530 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7ee40b8cc0 con 0x7f7eec13ae10 2024-04-18T05:12:56.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ee97fa640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ed8066690 0x7f7ed8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ee97fa640 1 -- 172.21.15.32:0/3616729530 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7ee411fc10 con 0x7f7eec13ae10 2024-04-18T05:12:56.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ef0ba9640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ed8066690 0x7f7ed8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.562+0000 7f7ef0ba9640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ed8066690 0x7f7ed8068b50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7edc0045f0 tx=0x7f7edc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:56.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.566+0000 7f7ee97fa640 1 -- 172.21.15.32:0/3616729530 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7ee40ecf40 con 0x7f7eec13ae10 2024-04-18T05:12:56.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.722+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7eec136750 con 0x7f7eec13ae10 2024-04-18T05:12:56.729 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.722+0000 7f7ee97fa640 1 -- 172.21.15.32:0/3616729530 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7eec136750 con 0x7f7eec13ae10 2024-04-18T05:12:56.729 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:12:56.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ed8066690 msgr2=0x7f7ed8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ed8066690 0x7f7ed8068b50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7edc0045f0 tx=0x7f7edc008040 comp rx=0 tx=0).stop 2024-04-18T05:12:56.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13ae10 msgr2=0x7f7eec0c3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13ae10 0x7f7eec0c3750 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f7ee401afe0 tx=0x7f7ee40196d0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 shutdown_connections 2024-04-18T05:12:56.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7eec13ae10 0x7f7eec0c3750 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7eec13a8c0 0x7f7eec0c3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7ed8066690 0x7f7ed8068b50 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 --2- 172.21.15.32:0/3616729530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7eec06df40 0x7f7eec0bc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 >> 172.21.15.32:0/3616729530 conn(0x7f7eec0c54b0 msgr2=0x7f7eec06b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:56.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 shutdown_connections 2024-04-18T05:12:56.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.726+0000 7f7ef2e0d640 1 -- 172.21.15.32:0/3616729530 wait complete. 2024-04-18T05:12:56.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:12:56.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.854+0000 7f6767ed1640 1 Processor -- start 2024-04-18T05:12:56.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.854+0000 7f6767ed1640 1 -- start start 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.854+0000 7f6767ed1640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f676013a3b0 0x7f67600ab590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.854+0000 7f6767ed1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6760155970 0x7f67601519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.854+0000 7f6767ed1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f676013afb0 0x7f6760151f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.854+0000 7f6767ed1640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f67600a7ab0 con 0x7f676013afb0 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.854+0000 7f6767ed1640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f676013a790 con 0x7f676013a3b0 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.854+0000 7f6767ed1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6760155e00 con 0x7f6760155970 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676646e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f676013afb0 0x7f6760151f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676646e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f676013afb0 0x7f6760151f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36512/0 (socket says 172.21.15.32:36512) 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676646e640 1 -- 172.21.15.32:0/853479890 learned_addr learned my addr 172.21.15.32:0/853479890 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676546c640 1 --2- 172.21.15.32:0/853479890 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6760155970 0x7f67601519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6765c6d640 1 --2- 172.21.15.32:0/853479890 >> v2:172.21.15.92:3300/0 conn(0x7f676013a3b0 0x7f67600ab590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676646e640 1 -- 172.21.15.32:0/853479890 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6760155970 msgr2=0x7f67601519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:56.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676646e640 1 --2- 172.21.15.32:0/853479890 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6760155970 0x7f67601519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676646e640 1 -- 172.21.15.32:0/853479890 >> v2:172.21.15.92:3300/0 conn(0x7f676013a3b0 msgr2=0x7f67600ab590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:56.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676646e640 1 --2- 172.21.15.32:0/853479890 >> v2:172.21.15.92:3300/0 conn(0x7f676013a3b0 0x7f67600ab590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676646e640 1 -- 172.21.15.32:0/853479890 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67600a74f0 con 0x7f676013afb0 2024-04-18T05:12:56.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f676646e640 1 --2- 172.21.15.32:0/853479890 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f676013afb0 0x7f6760151f30 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f676006bfd0 tx=0x7f675801c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bde0354c9e189f37 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:56.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6764c6b640 1 -- 172.21.15.32:0/853479890 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67580a57b0 con 0x7f676013afb0 2024-04-18T05:12:56.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6764c6b640 1 -- 172.21.15.32:0/853479890 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67580a5910 con 0x7f676013afb0 2024-04-18T05:12:56.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6764c6b640 1 -- 172.21.15.32:0/853479890 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67580a5ca0 con 0x7f676013afb0 2024-04-18T05:12:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6767ed1640 1 -- 172.21.15.32:0/853479890 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f676013afb0 msgr2=0x7f6760151f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6767ed1640 1 --2- 172.21.15.32:0/853479890 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f676013afb0 0x7f6760151f30 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f676006bfd0 tx=0x7f675801c930 comp rx=0 tx=0).stop 2024-04-18T05:12:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6767ed1640 1 -- 172.21.15.32:0/853479890 shutdown_connections 2024-04-18T05:12:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6767ed1640 1 --2- 172.21.15.32:0/853479890 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f676013afb0 0x7f6760151f30 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6767ed1640 1 --2- 172.21.15.32:0/853479890 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6760155970 0x7f67601519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6767ed1640 1 --2- 172.21.15.32:0/853479890 >> v2:172.21.15.92:3300/0 conn(0x7f676013a3b0 0x7f67600ab590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6767ed1640 1 -- 172.21.15.32:0/853479890 >> 172.21.15.32:0/853479890 conn(0x7f67600c2cd0 msgr2=0x7f67600c30e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6767ed1640 1 -- 172.21.15.32:0/853479890 shutdown_connections 2024-04-18T05:12:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.858+0000 7f6767ed1640 1 -- 172.21.15.32:0/853479890 wait complete. 2024-04-18T05:12:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 Processor -- start 2024-04-18T05:12:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 -- start start 2024-04-18T05:12:56.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f676013a3b0 0x7f67600aaff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f676013afb0 0x7f676015a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6760133de0 0x7f67601ec250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67601551b0 con 0x7f6760133de0 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6760133b70 con 0x7f676013a3b0 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6760133890 con 0x7f676013afb0 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676646e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6760133de0 0x7f67601ec250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676646e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6760133de0 0x7f67601ec250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36522/0 (socket says 172.21.15.32:36522) 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676646e640 1 -- 172.21.15.32:0/4206432942 learned_addr learned my addr 172.21.15.32:0/4206432942 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676546c640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f676013afb0 0x7f676015a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6765c6d640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f676013a3b0 0x7f67600aaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676646e640 1 -- 172.21.15.32:0/4206432942 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f676013afb0 msgr2=0x7f676015a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676646e640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f676013afb0 0x7f676015a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676646e640 1 -- 172.21.15.32:0/4206432942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f676013a3b0 msgr2=0x7f67600aaff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676646e640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f676013a3b0 0x7f67600aaff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676646e640 1 -- 172.21.15.32:0/4206432942 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6758009b30 con 0x7f6760133de0 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676546c640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f676013afb0 0x7f676015a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:12:56.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f676646e640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6760133de0 0x7f67601ec250 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f67580af040 tx=0x7f67580196d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:56.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f67567fc640 1 -- 172.21.15.32:0/4206432942 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67580b8670 con 0x7f6760133de0 2024-04-18T05:12:56.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f67567fc640 1 -- 172.21.15.32:0/4206432942 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f67580b87d0 con 0x7f6760133de0 2024-04-18T05:12:56.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67601ef860 con 0x7f6760133de0 2024-04-18T05:12:56.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f67567fc640 1 -- 172.21.15.32:0/4206432942 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67580b8b60 con 0x7f6760133de0 2024-04-18T05:12:56.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67601efe20 con 0x7f6760133de0 2024-04-18T05:12:56.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.862+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f676004e1e0 con 0x7f6760133de0 2024-04-18T05:12:56.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.866+0000 7f67567fc640 1 -- 172.21.15.32:0/4206432942 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f67580b8cc0 con 0x7f6760133de0 2024-04-18T05:12:56.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.866+0000 7f67567fc640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6744066690 0x7f6744068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:56.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.866+0000 7f67567fc640 1 -- 172.21.15.32:0/4206432942 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f675811f8f0 con 0x7f6760133de0 2024-04-18T05:12:56.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.866+0000 7f6765c6d640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6744066690 0x7f6744068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:56.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.866+0000 7f6765c6d640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6744066690 0x7f6744068b50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f675c00b9d0 tx=0x7f675c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:56.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:56.870+0000 7f67567fc640 1 -- 172.21.15.32:0/4206432942 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f67580ece40 con 0x7f6760133de0 2024-04-18T05:12:57.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.030+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f67600c1a30 con 0x7f6760133de0 2024-04-18T05:12:57.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f67567fc640 1 -- 172.21.15.32:0/4206432942 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v41) v1 ==== 104+0+11 (secure 0 0 0) 0x7f67580f0460 con 0x7f6760133de0 2024-04-18T05:12:57.038 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6744066690 msgr2=0x7f6744068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6744066690 0x7f6744068b50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f675c00b9d0 tx=0x7f675c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6760133de0 msgr2=0x7f67601ec250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6760133de0 0x7f67601ec250 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f67580af040 tx=0x7f67580196d0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 shutdown_connections 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6760133de0 0x7f67601ec250 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f676013afb0 0x7f676015a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6744066690 0x7f6744068b50 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 --2- 172.21.15.32:0/4206432942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f676013a3b0 0x7f67600aaff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 >> 172.21.15.32:0/4206432942 conn(0x7f67600c2cd0 msgr2=0x7f67600c30b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 shutdown_connections 2024-04-18T05:12:57.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.034+0000 7f6767ed1640 1 -- 172.21.15.32:0/4206432942 wait complete. 2024-04-18T05:12:57.058 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:12:57.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e97f7640 1 Processor -- start 2024-04-18T05:12:57.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e97f7640 1 -- start start 2024-04-18T05:12:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e97f7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e406df40 0x7fc1e4151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e97f7640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc1e413ae10 0x7fc1e41559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e97f7640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1e40a8200 con 0x7fc1e413a8c0 2024-04-18T05:12:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e97f7640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1e40a8fb0 con 0x7fc1e413ae10 2024-04-18T05:12:57.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e97f7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e41520a0 con 0x7fc1e406df40 2024-04-18T05:12:57.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e2ffd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e406df40 0x7fc1e4151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e27fc640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc1e413ae10 0x7fc1e41559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e2ffd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e406df40 0x7fc1e4151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:58960/0 (socket says 172.21.15.32:58960) 2024-04-18T05:12:57.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e27fc640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc1e413ae10 0x7fc1e41559f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:50848/0 (socket says 172.21.15.32:50848) 2024-04-18T05:12:57.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e2ffd640 1 -- 172.21.15.32:0/3675422579 learned_addr learned my addr 172.21.15.32:0/3675422579 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:57.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e2ffd640 1 -- 172.21.15.32:0/3675422579 >> v2:172.21.15.92:3300/0 conn(0x7fc1e413ae10 msgr2=0x7fc1e41559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:57.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e2ffd640 1 --2- 172.21.15.32:0/3675422579 >> v2:172.21.15.92:3300/0 conn(0x7fc1e413ae10 0x7fc1e41559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e2ffd640 1 -- 172.21.15.32:0/3675422579 >> v1:172.21.15.92:6789/0 conn(0x7fc1e413a8c0 legacy=0x7fc1e40a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.176 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e2ffd640 1 -- 172.21.15.32:0/3675422579 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1e40a84e0 con 0x7fc1e406df40 2024-04-18T05:12:57.177 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.170+0000 7fc1e27fc640 1 --2- 172.21.15.32:0/3675422579 >> v2:172.21.15.92:3300/0 conn(0x7fc1e413ae10 0x7fc1e41559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:12:57.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e2ffd640 1 --2- 172.21.15.32:0/3675422579 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e406df40 0x7fc1e4151b60 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4009870 tx=0x7fc1d401c4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b42f17b42ed74d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:57.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e1ffb640 1 -- 172.21.15.32:0/3675422579 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d40aa620 con 0x7fc1e406df40 2024-04-18T05:12:57.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e1ffb640 1 -- 172.21.15.32:0/3675422579 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1d40aa780 con 0x7fc1e406df40 2024-04-18T05:12:57.179 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e1ffb640 1 -- 172.21.15.32:0/3675422579 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d40aab10 con 0x7fc1e406df40 2024-04-18T05:12:57.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 -- 172.21.15.32:0/3675422579 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e406df40 msgr2=0x7fc1e4151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 --2- 172.21.15.32:0/3675422579 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e406df40 0x7fc1e4151b60 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc1d4009870 tx=0x7fc1d401c4a0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 -- 172.21.15.32:0/3675422579 shutdown_connections 2024-04-18T05:12:57.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 --2- 172.21.15.32:0/3675422579 >> v2:172.21.15.92:3300/0 conn(0x7fc1e413ae10 0x7fc1e41559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 --2- 172.21.15.32:0/3675422579 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e406df40 0x7fc1e4151b60 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 -- 172.21.15.32:0/3675422579 >> 172.21.15.32:0/3675422579 conn(0x7fc1e40c54b0 msgr2=0x7fc1e40c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:57.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 -- 172.21.15.32:0/3675422579 shutdown_connections 2024-04-18T05:12:57.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 -- 172.21.15.32:0/3675422579 wait complete. 2024-04-18T05:12:57.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 Processor -- start 2024-04-18T05:12:57.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.174+0000 7fc1e97f7640 1 -- start start 2024-04-18T05:12:57.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e97f7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e406df40 0x7fc1e415ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e97f7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e413a8c0 0x7fc1e41524d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e97f7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e413ae10 0x7fc1e4152a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e97f7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e415b500 con 0x7fc1e406df40 2024-04-18T05:12:57.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e97f7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e40bb4b0 con 0x7fc1e413ae10 2024-04-18T05:12:57.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e97f7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e4137f60 con 0x7fc1e413a8c0 2024-04-18T05:12:57.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e406df40 0x7fc1e415ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e2ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e406df40 0x7fc1e415ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36530/0 (socket says 172.21.15.32:36530) 2024-04-18T05:12:57.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e2ffd640 1 -- 172.21.15.32:0/2443489729 learned_addr learned my addr 172.21.15.32:0/2443489729 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:57.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e27fc640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e413a8c0 0x7fc1e41524d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e37fe640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e413ae10 0x7fc1e4152a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e2ffd640 1 -- 172.21.15.32:0/2443489729 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e413a8c0 msgr2=0x7fc1e41524d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e2ffd640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e413a8c0 0x7fc1e41524d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e2ffd640 1 -- 172.21.15.32:0/2443489729 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e413ae10 msgr2=0x7fc1e4152a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e2ffd640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e413ae10 0x7fc1e4152a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e2ffd640 1 -- 172.21.15.32:0/2443489729 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1d8009420 con 0x7fc1e406df40 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e2ffd640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e406df40 0x7fc1e415ab20 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40ac040 tx=0x7fc1d401ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1cb7fe640 1 -- 172.21.15.32:0/2443489729 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d40aae00 con 0x7fc1e406df40 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1cb7fe640 1 -- 172.21.15.32:0/2443489729 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1d40bd3f0 con 0x7fc1e406df40 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1d40094d0 con 0x7fc1e406df40 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1cb7fe640 1 -- 172.21.15.32:0/2443489729 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d40bd7a0 con 0x7fc1e406df40 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1e40bab80 con 0x7fc1e406df40 2024-04-18T05:12:57.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1e404e1e0 con 0x7fc1e406df40 2024-04-18T05:12:57.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1cb7fe640 1 -- 172.21.15.32:0/2443489729 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc1d40b33f0 con 0x7fc1e406df40 2024-04-18T05:12:57.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1cb7fe640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1d00666c0 0x7fc1d0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1cb7fe640 1 -- 172.21.15.32:0/2443489729 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc1d411e980 con 0x7fc1e406df40 2024-04-18T05:12:57.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e27fc640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1d00666c0 0x7fc1d0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.187 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.178+0000 7fc1e27fc640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1d00666c0 0x7fc1d0068b80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40baab0 tx=0x7fc1d8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:57.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.182+0000 7fc1cb7fe640 1 -- 172.21.15.32:0/2443489729 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc1d40ebd60 con 0x7fc1e406df40 2024-04-18T05:12:57.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.334+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc1e40c1780 con 0x7fc1e406df40 2024-04-18T05:12:57.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.334+0000 7fc1cb7fe640 1 -- 172.21.15.32:0/2443489729 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v41) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc1d40ef380 con 0x7fc1e406df40 2024-04-18T05:12:57.341 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:12:57.342 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1d00666c0 msgr2=0x7fc1d0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1d00666c0 0x7fc1d0068b80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40baab0 tx=0x7fc1d8008040 comp rx=0 tx=0).stop 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e406df40 msgr2=0x7fc1e415ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e406df40 0x7fc1e415ab20 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fc1d40ac040 tx=0x7fc1d401ace0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 shutdown_connections 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1d00666c0 0x7fc1d0068b80 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e413ae10 0x7fc1e4152a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e413a8c0 0x7fc1e41524d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 --2- 172.21.15.32:0/2443489729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e406df40 0x7fc1e415ab20 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 >> 172.21.15.32:0/2443489729 conn(0x7fc1e40c54b0 msgr2=0x7fc1e41518c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 shutdown_connections 2024-04-18T05:12:57.343 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.338+0000 7fc1e97f7640 1 -- 172.21.15.32:0/2443489729 wait complete. 2024-04-18T05:12:57.358 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-18T05:12:57.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.470+0000 7fe5aff1f640 1 Processor -- start 2024-04-18T05:12:57.477 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.470+0000 7fe5aff1f640 1 -- start start 2024-04-18T05:12:57.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5aff1f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe5a806e950 0x7fe5a80a5120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5aff1f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5a806e120 con 0x7fe5a80c0d10 2024-04-18T05:12:57.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5aff1f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5a80c18d0 con 0x7fe5a814f470 2024-04-18T05:12:57.480 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5aff1f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a806ee50 con 0x7fe5a806e950 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ae4bc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe5a80c0d10 0x7fe5a80c11c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44006/0 (socket says 172.21.15.32:44006) 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ae4bc640 1 -- 172.21.15.32:0/3383073002 learned_addr learned my addr 172.21.15.32:0/3383073002 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2587443832 0 0) 0x7fe5a806e120 con 0x7fe5a80c0d10 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ad4ba640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe5a806e950 0x7fe5a80a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe594003530 con 0x7fe5a80c0d10 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3342702025 0 0) 0x7fe594003530 con 0x7fe5a80c0d10 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe5a806e950 msgr2=0x7fe5a80a5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe5a806e950 0x7fe5a80a5120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 >> v1:172.21.15.92:6789/0 conn(0x7fe5a814f470 legacy=0x7fe5a806ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5a806d7f0 con 0x7fe5a80c0d10 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fe5a0001680 con 0x7fe5a80c0d10 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 >> v1:172.21.15.32:6789/0 conn(0x7fe5a80c0d10 legacy=0x7fe5a80c11c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe5a806e950 0x7fe5940039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe594003f30 0x7fe5940047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe594004d10 0x7fe594005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a806ee50 con 0x7fe594003f30 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe59400ba70 con 0x7fe594004d10 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe59400bc30 con 0x7fe5a806e950 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ad4ba640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe594003f30 0x7fe5940047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5adcbb640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe5a806e950 0x7fe5940039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ad4ba640 1 -- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe5a806e950 msgr2=0x7fe5940039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ad4ba640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe5a806e950 0x7fe5940039b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ae4bc640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe594004d10 0x7fe594005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ad4ba640 1 -- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe594004d10 msgr2=0x7fe594005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ad4ba640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe594004d10 0x7fe594005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.482 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.474+0000 7fe5ad4ba640 1 -- 172.21.15.32:0/3383073002 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe594003530 con 0x7fe594003f30 2024-04-18T05:12:57.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe594003f30 0x7fe5940047d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fe598009ac0 tx=0x7fe59801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99535c94fa7b6ae3 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5980a5640 con 0x7fe594003f30 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5980a57a0 con 0x7fe594003f30 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5accb9640 1 -- 172.21.15.32:0/3383073002 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5980a5b30 con 0x7fe594003f30 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3383073002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe594003f30 msgr2=0x7fe5940047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 --2- 172.21.15.32:0/3383073002 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe594003f30 0x7fe5940047d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fe598009ac0 tx=0x7fe59801ca50 comp rx=0 tx=0).stop 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ae4bc640 1 -- 172.21.15.32:0/3383073002 reap_dead start 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3383073002 shutdown_connections 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3383073002 >> 172.21.15.32:0/3383073002 conn(0x7fe5a806c2c0 msgr2=0x7fe5a806c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3383073002 shutdown_connections 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3383073002 wait complete. 2024-04-18T05:12:57.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 Processor -- start 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- start start 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe594003f30 0x7fe5a81ec7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a814e8b0 0x7fe5a80aa540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a81e9b70 0x7fe5a81dd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a814cd20 con 0x7fe5a814e8b0 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a81e96e0 con 0x7fe5a81e9b70 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a814c870 con 0x7fe594003f30 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a814e8b0 0x7fe5a80aa540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a814e8b0 0x7fe5a80aa540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36556/0 (socket says 172.21.15.32:36556) 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 -- 172.21.15.32:0/3475196393 learned_addr learned my addr 172.21.15.32:0/3475196393 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5adcbb640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe594003f30 0x7fe5a81ec7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ae4bc640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a81e9b70 0x7fe5a81dd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 -- 172.21.15.32:0/3475196393 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe594003f30 msgr2=0x7fe5a81ec7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe594003f30 0x7fe5a81ec7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 -- 172.21.15.32:0/3475196393 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a81e9b70 msgr2=0x7fe5a81dd1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a81e9b70 0x7fe5a81dd1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 -- 172.21.15.32:0/3475196393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5a814cf70 con 0x7fe5a814e8b0 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5ad4ba640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a814e8b0 0x7fe5a80aa540 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fe59801c880 tx=0x7fe594005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe59e7fc640 1 -- 172.21.15.32:0/3475196393 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5980ad640 con 0x7fe5a814e8b0 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe59e7fc640 1 -- 172.21.15.32:0/3475196393 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5980ad7a0 con 0x7fe5a814e8b0 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe59e7fc640 1 -- 172.21.15.32:0/3475196393 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5980adb30 con 0x7fe5a814e8b0 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5a81e9370 con 0x7fe5a814e8b0 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.478+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5a8071670 con 0x7fe5a814e8b0 2024-04-18T05:12:57.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.482+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5a8072f90 con 0x7fe5a814e8b0 2024-04-18T05:12:57.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.482+0000 7fe59e7fc640 1 -- 172.21.15.32:0/3475196393 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe5980b4040 con 0x7fe5a814e8b0 2024-04-18T05:12:57.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.482+0000 7fe59e7fc640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe58c0666c0 0x7fe58c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.482+0000 7fe59e7fc640 1 -- 172.21.15.32:0/3475196393 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe59811e210 con 0x7fe5a814e8b0 2024-04-18T05:12:57.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.482+0000 7fe5adcbb640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe58c0666c0 0x7fe58c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.482+0000 7fe5adcbb640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe58c0666c0 0x7fe58c068b80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe5a4001d90 tx=0x7fe5a4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:57.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.486+0000 7fe59e7fc640 1 -- 172.21.15.32:0/3475196393 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe5980eb4d0 con 0x7fe5a814e8b0 2024-04-18T05:12:57.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fe5a814cd20 con 0x7fe5a814e8b0 2024-04-18T05:12:57.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe59e7fc640 1 -- 172.21.15.32:0/3475196393 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v41) v1 ==== 84+0+207 (secure 0 0 0) 0x7fe5980eeaf0 con 0x7fe5a814e8b0 2024-04-18T05:12:57.646 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:57.646 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-04-18T05:12:57.646 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:57.646 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-04-18T05:12:57.646 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-04-18T05:12:57.646 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:57.646 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:57.647 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 5, 2024-04-18T05:12:57.647 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": "cephfs_metadata" 2024-04-18T05:12:57.647 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:12:57.647 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:12:57.647 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 6, 2024-04-18T05:12:57.647 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": "cephfs_data" 2024-04-18T05:12:57.647 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:12:57.647 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-04-18T05:12:57.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe58c0666c0 msgr2=0x7fe58c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe58c0666c0 0x7fe58c068b80 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe5a4001d90 tx=0x7fe5a4009040 comp rx=0 tx=0).stop 2024-04-18T05:12:57.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a814e8b0 msgr2=0x7fe5a80aa540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a814e8b0 0x7fe5a80aa540 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fe59801c880 tx=0x7fe594005800 comp rx=0 tx=0).stop 2024-04-18T05:12:57.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 shutdown_connections 2024-04-18T05:12:57.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe58c0666c0 0x7fe58c068b80 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a81e9b70 0x7fe5a81dd1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe5a814e8b0 0x7fe5a80aa540 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 --2- 172.21.15.32:0/3475196393 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe594003f30 0x7fe5a81ec7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 >> 172.21.15.32:0/3475196393 conn(0x7fe5a806c2c0 msgr2=0x7fe5a814a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:57.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 shutdown_connections 2024-04-18T05:12:57.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.642+0000 7fe5aff1f640 1 -- 172.21.15.32:0/3475196393 wait complete. 2024-04-18T05:12:57.663 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs2' 2024-04-18T05:12:57.663 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_metadata --pg_num_min 64 2024-04-18T05:12:57.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2da2149640 1 Processor -- start 2024-04-18T05:12:57.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2da2149640 1 -- start start 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2da2149640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2d9c0a85d0 0x7f2d9c152470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2da2149640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2d9c14f330 0x7f2d9c0710d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2da2149640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d9c0aa630 con 0x7f2d9c06fdb0 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2da2149640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d9c1529b0 con 0x7f2d9c0a85d0 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2da2149640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d9c0aa910 con 0x7f2d9c14f330 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2d9b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2d9c0a85d0 0x7f2d9c152470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2d92ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f2d9c06fdb0 0x7f2d9c14ec20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44018/0 (socket says 172.21.15.32:44018) 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2d92ffd640 1 -- 172.21.15.32:0/2521762179 learned_addr learned my addr 172.21.15.32:0/2521762179 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2d9bfff640 1 --2- 172.21.15.32:0/2521762179 >> v2:172.21.15.92:3300/0 conn(0x7f2d9c14f330 0x7f2d9c0710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2d9b7fe640 1 -- 172.21.15.32:0/2521762179 >> v2:172.21.15.92:3300/0 conn(0x7f2d9c14f330 msgr2=0x7f2d9c0710d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2d9b7fe640 1 --2- 172.21.15.32:0/2521762179 >> v2:172.21.15.92:3300/0 conn(0x7f2d9c14f330 0x7f2d9c0710d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2d9b7fe640 1 -- 172.21.15.32:0/2521762179 >> v1:172.21.15.32:6789/0 conn(0x7f2d9c06fdb0 legacy=0x7f2d9c14ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2d9b7fe640 1 -- 172.21.15.32:0/2521762179 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d9c0aabf0 con 0x7f2d9c0a85d0 2024-04-18T05:12:57.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.774+0000 7f2d9bfff640 1 --2- 172.21.15.32:0/2521762179 >> v2:172.21.15.92:3300/0 conn(0x7f2d9c14f330 0x7f2d9c0710d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:57.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2d9b7fe640 1 --2- 172.21.15.32:0/2521762179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c0a85d0 0x7f2d9c152470 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c0097c0 tx=0x7f2d8c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=168b34a7c02f8957 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:57.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2d9affd640 1 -- 172.21.15.32:0/2521762179 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c071e20 con 0x7f2d9c0a85d0 2024-04-18T05:12:57.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2d9affd640 1 -- 172.21.15.32:0/2521762179 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d8c0ab650 con 0x7f2d9c0a85d0 2024-04-18T05:12:57.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2d9affd640 1 -- 172.21.15.32:0/2521762179 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d8c0ab9e0 con 0x7f2d9c0a85d0 2024-04-18T05:12:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 -- 172.21.15.32:0/2521762179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c0a85d0 msgr2=0x7f2d9c152470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 --2- 172.21.15.32:0/2521762179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c0a85d0 0x7f2d9c152470 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c0097c0 tx=0x7f2d8c01c430 comp rx=0 tx=0).stop 2024-04-18T05:12:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 -- 172.21.15.32:0/2521762179 shutdown_connections 2024-04-18T05:12:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 --2- 172.21.15.32:0/2521762179 >> v2:172.21.15.92:3300/0 conn(0x7f2d9c14f330 0x7f2d9c0710d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 --2- 172.21.15.32:0/2521762179 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c0a85d0 0x7f2d9c152470 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 -- 172.21.15.32:0/2521762179 >> 172.21.15.32:0/2521762179 conn(0x7f2d9c0c5250 msgr2=0x7f2d9c0c5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 -- 172.21.15.32:0/2521762179 shutdown_connections 2024-04-18T05:12:57.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 -- 172.21.15.32:0/2521762179 wait complete. 2024-04-18T05:12:57.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 Processor -- start 2024-04-18T05:12:57.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.778+0000 7f2da2149640 1 -- start start 2024-04-18T05:12:57.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2da2149640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d9c06fdb0 0x7f2d9c06c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2da2149640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9c0a85d0 0x7f2d9c1efe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2da2149640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c14f330 0x7f2d9c150e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2da2149640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d9c06d620 con 0x7f2d9c14f330 2024-04-18T05:12:57.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2da2149640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d9c1f03d0 con 0x7f2d9c0a85d0 2024-04-18T05:12:57.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2da2149640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d9c1ec9e0 con 0x7f2d9c06fdb0 2024-04-18T05:12:57.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c14f330 0x7f2d9c150e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c14f330 0x7f2d9c150e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36570/0 (socket says 172.21.15.32:36570) 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9bfff640 1 -- 172.21.15.32:0/395286336 learned_addr learned my addr 172.21.15.32:0/395286336 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9bfff640 1 -- 172.21.15.32:0/395286336 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d9c06fdb0 msgr2=0x7f2d9c06c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9bfff640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d9c06fdb0 0x7f2d9c06c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9bfff640 1 -- 172.21.15.32:0/395286336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9c0a85d0 msgr2=0x7f2d9c1efe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9bfff640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9c0a85d0 0x7f2d9c1efe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9bfff640 1 -- 172.21.15.32:0/395286336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d8c009420 con 0x7f2d9c14f330 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9bfff640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c14f330 0x7f2d9c150e50 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f2d9400cd80 tx=0x7f2d9400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d98ff9640 1 -- 172.21.15.32:0/395286336 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d9400f680 con 0x7f2d9c14f330 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d98ff9640 1 -- 172.21.15.32:0/395286336 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d9400f800 con 0x7f2d9c14f330 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d9c1ece70 con 0x7f2d9c14f330 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d98ff9640 1 -- 172.21.15.32:0/395286336 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d9400fbb0 con 0x7f2d9c14f330 2024-04-18T05:12:57.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d9c1ec390 con 0x7f2d9c14f330 2024-04-18T05:12:57.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d9c0666e0 con 0x7f2d9c14f330 2024-04-18T05:12:57.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d98ff9640 1 -- 172.21.15.32:0/395286336 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2d9400b040 con 0x7f2d9c14f330 2024-04-18T05:12:57.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d98ff9640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d7c0666c0 0x7f2d7c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:57.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d98ff9640 1 -- 172.21.15.32:0/395286336 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f2d94084ca0 con 0x7f2d9c14f330 2024-04-18T05:12:57.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9b7fe640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d7c0666c0 0x7f2d7c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:57.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.782+0000 7f2d9b7fe640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d7c0666c0 0x7f2d7c068b80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c0af000 tx=0x7f2d8c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:57.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.786+0000 7f2d98ff9640 1 -- 172.21.15.32:0/395286336 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f2d94051e40 con 0x7f2d9c14f330 2024-04-18T05:12:57.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.942+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f2d9c1ecb50 con 0x7f2d9c14f330 2024-04-18T05:12:57.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.986+0000 7f2d98ff9640 1 -- 172.21.15.32:0/395286336 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64}]=0 pool 'cephfs2_metadata' created v42) v1 ==== 140+0+0 (secure 0 0 0) 0x7f2d94055460 con 0x7f2d9c14f330 2024-04-18T05:12:57.993 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs2_metadata' created 2024-04-18T05:12:57.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d7c0666c0 msgr2=0x7f2d7c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d7c0666c0 0x7f2d7c068b80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c0af000 tx=0x7f2d8c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:57.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c14f330 msgr2=0x7f2d9c150e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:57.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c14f330 0x7f2d9c150e50 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f2d9400cd80 tx=0x7f2d9400a650 comp rx=0 tx=0).stop 2024-04-18T05:12:57.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 shutdown_connections 2024-04-18T05:12:57.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2d9c14f330 0x7f2d9c150e50 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2d7c0666c0 0x7f2d7c068b80 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9c0a85d0 0x7f2d9c1efe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 --2- 172.21.15.32:0/395286336 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d9c06fdb0 0x7f2d9c06c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:57.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.990+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 >> 172.21.15.32:0/395286336 conn(0x7f2d9c0c5250 msgr2=0x7f2d9c14e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:57.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.994+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 shutdown_connections 2024-04-18T05:12:57.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:57.994+0000 7f2da2149640 1 -- 172.21.15.32:0/395286336 wait complete. 2024-04-18T05:12:58.017 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-18T05:12:58.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f311b04e640 1 Processor -- start 2024-04-18T05:12:58.136 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f311b04e640 1 -- start start 2024-04-18T05:12:58.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f311b04e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f311414d890 0x7f31140bfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:58.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f311b04e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3114150700 con 0x7f31140bb780 2024-04-18T05:12:58.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f311b04e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31140bc290 con 0x7f311414dc70 2024-04-18T05:12:58.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f311b04e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31140bfff0 con 0x7f311414d890 2024-04-18T05:12:58.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f3118dea640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f311414d890 0x7f31140bfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:58.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f31195eb640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f31140bb780 0x7f3114070640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44030/0 (socket says 172.21.15.32:44030) 2024-04-18T05:12:58.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f3118dea640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f311414d890 0x7f31140bfab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36586/0 (socket says 172.21.15.32:36586) 2024-04-18T05:12:58.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.130+0000 7f31195eb640 1 -- 172.21.15.32:0/1208669560 learned_addr learned my addr 172.21.15.32:0/1208669560 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:58.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f3118dea640 1 -- 172.21.15.32:0/1208669560 >> v1:172.21.15.92:6789/0 conn(0x7f311414dc70 legacy=0x7f3114150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:58.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f3118dea640 1 -- 172.21.15.32:0/1208669560 >> v1:172.21.15.32:6789/0 conn(0x7f31140bb780 legacy=0x7f3114070640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:58.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f3118dea640 1 -- 172.21.15.32:0/1208669560 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31140bbcd0 con 0x7f311414d890 2024-04-18T05:12:58.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f3118dea640 1 --2- 172.21.15.32:0/1208669560 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414d890 0x7f31140bfab0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f31080097c0 tx=0x7f310801d4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7daac3feb5e4a76 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:58.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f31137fe640 1 -- 172.21.15.32:0/1208669560 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31080ab5f0 con 0x7f311414d890 2024-04-18T05:12:58.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f31137fe640 1 -- 172.21.15.32:0/1208669560 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31080ab750 con 0x7f311414d890 2024-04-18T05:12:58.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f31137fe640 1 -- 172.21.15.32:0/1208669560 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31080abae0 con 0x7f311414d890 2024-04-18T05:12:58.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f311b04e640 1 -- 172.21.15.32:0/1208669560 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414d890 msgr2=0x7f31140bfab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:58.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f311b04e640 1 --2- 172.21.15.32:0/1208669560 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414d890 0x7f31140bfab0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f31080097c0 tx=0x7f310801d4e0 comp rx=0 tx=0).stop 2024-04-18T05:12:58.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f311b04e640 1 -- 172.21.15.32:0/1208669560 shutdown_connections 2024-04-18T05:12:58.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f311b04e640 1 --2- 172.21.15.32:0/1208669560 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414d890 0x7f31140bfab0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:58.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f311b04e640 1 -- 172.21.15.32:0/1208669560 >> 172.21.15.32:0/1208669560 conn(0x7f31140c54b0 msgr2=0x7f31140c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:58.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f311b04e640 1 -- 172.21.15.32:0/1208669560 shutdown_connections 2024-04-18T05:12:58.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.134+0000 7f311b04e640 1 -- 172.21.15.32:0/1208669560 wait complete. 2024-04-18T05:12:58.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 Processor -- start 2024-04-18T05:12:58.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 -- start start 2024-04-18T05:12:58.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31140bb780 0x7f311414bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:58.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f311414d890 0x7f311414e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:58.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414dc70 0x7f311414e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:58.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f311415afb0 con 0x7f311414dc70 2024-04-18T05:12:58.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f311413e4a0 con 0x7f311414d890 2024-04-18T05:12:58.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31140c4c10 con 0x7f31140bb780 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31195eb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414dc70 0x7f311414e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31195eb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414dc70 0x7f311414e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36602/0 (socket says 172.21.15.32:36602) 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31195eb640 1 -- 172.21.15.32:0/2242645265 learned_addr learned my addr 172.21.15.32:0/2242645265 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f3118dea640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31140bb780 0x7f311414bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31195eb640 1 -- 172.21.15.32:0/2242645265 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31140bb780 msgr2=0x7f311414bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31195eb640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31140bb780 0x7f311414bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31195eb640 1 -- 172.21.15.32:0/2242645265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f311414d890 msgr2=0x7f311414e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31195eb640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f311414d890 0x7f311414e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31195eb640 1 -- 172.21.15.32:0/2242645265 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3108009420 con 0x7f311414dc70 2024-04-18T05:12:58.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31195eb640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414dc70 0x7f311414e7c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f310c00cab0 tx=0x7f310c00cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:58.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31117fa640 1 -- 172.21.15.32:0/2242645265 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310c00ac30 con 0x7f311414dc70 2024-04-18T05:12:58.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31117fa640 1 -- 172.21.15.32:0/2242645265 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f310c00ad90 con 0x7f311414dc70 2024-04-18T05:12:58.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31141433b0 con 0x7f311414dc70 2024-04-18T05:12:58.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31117fa640 1 -- 172.21.15.32:0/2242645265 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f310c012600 con 0x7f311414dc70 2024-04-18T05:12:58.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3114143740 con 0x7f311414dc70 2024-04-18T05:12:58.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f311404e1e0 con 0x7f311414dc70 2024-04-18T05:12:58.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.138+0000 7f31117fa640 1 -- 172.21.15.32:0/2242645265 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f310c012760 con 0x7f311414dc70 2024-04-18T05:12:58.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.142+0000 7f31117fa640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f30f80666c0 0x7f30f8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:58.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.142+0000 7f31117fa640 1 -- 172.21.15.32:0/2242645265 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6400+0+0 (secure 0 0 0) 0x7f310c084180 con 0x7f311414dc70 2024-04-18T05:12:58.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.142+0000 7f3118dea640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f30f80666c0 0x7f30f8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:58.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.142+0000 7f3118dea640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f30f80666c0 0x7f30f8068b80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f31080af000 tx=0x7f3108008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:58.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.146+0000 7f31117fa640 1 -- 172.21.15.32:0/2242645265 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f310c051380 con 0x7f311414dc70 2024-04-18T05:12:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.298+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f31140668e0 con 0x7f311414dc70 2024-04-18T05:12:59.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:58.998+0000 7f31117fa640 1 -- 172.21.15.32:0/2242645265 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs2_data' created v43) v1 ==== 172+0+0 (secure 0 0 0) 0x7f310c0549a0 con 0x7f311414dc70 2024-04-18T05:12:59.004 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs2_data' created 2024-04-18T05:12:59.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.002+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f30f80666c0 msgr2=0x7f30f8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.002+0000 7f311b04e640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f30f80666c0 0x7f30f8068b80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f31080af000 tx=0x7f3108008040 comp rx=0 tx=0).stop 2024-04-18T05:12:59.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.002+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414dc70 msgr2=0x7f311414e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.002+0000 7f311b04e640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414dc70 0x7f311414e7c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f310c00cab0 tx=0x7f310c00cf70 comp rx=0 tx=0).stop 2024-04-18T05:12:59.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.006+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 shutdown_connections 2024-04-18T05:12:59.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.006+0000 7f311b04e640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f311414dc70 0x7f311414e7c0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.006+0000 7f311b04e640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f30f80666c0 0x7f30f8068b80 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.006+0000 7f311b04e640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f311414d890 0x7f311414e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.006+0000 7f311b04e640 1 --2- 172.21.15.32:0/2242645265 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31140bb780 0x7f311414bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.006+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 >> 172.21.15.32:0/2242645265 conn(0x7f31140c54b0 msgr2=0x7f31141442b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:59.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.006+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 shutdown_connections 2024-04-18T05:12:59.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.010+0000 7f311b04e640 1 -- 172.21.15.32:0/2242645265 wait complete. 2024-04-18T05:12:59.043 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs2 cephfs2_metadata cephfs2_data 2024-04-18T05:12:59.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.158+0000 7fa1e6a5a640 1 Processor -- start 2024-04-18T05:12:59.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.158+0000 7fa1e6a5a640 1 -- start start 2024-04-18T05:12:59.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa1e014dc70 0x7fa1e00bfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa1e00bb780 0x7fa1e0070640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1e0150700 con 0x7fa1e014d890 2024-04-18T05:12:59.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1e00bfff0 con 0x7fa1e00bb780 2024-04-18T05:12:59.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1e00bc290 con 0x7fa1e014dc70 2024-04-18T05:12:59.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e4ff7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa1e00bb780 0x7fa1e0070640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1dffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa1e014d890 0x7fa1e0150b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44048/0 (socket says 172.21.15.32:44048) 2024-04-18T05:12:59.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1dffff640 1 -- 172.21.15.32:0/3974337798 learned_addr learned my addr 172.21.15.32:0/3974337798 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:59.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1df7fe640 1 --2- 172.21.15.32:0/3974337798 >> v2:172.21.15.92:3300/0 conn(0x7fa1e014dc70 0x7fa1e00bfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e4ff7640 1 -- 172.21.15.32:0/3974337798 >> v2:172.21.15.92:3300/0 conn(0x7fa1e014dc70 msgr2=0x7fa1e00bfab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:59.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e4ff7640 1 --2- 172.21.15.32:0/3974337798 >> v2:172.21.15.92:3300/0 conn(0x7fa1e014dc70 0x7fa1e00bfab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1deffd640 1 -- 172.21.15.32:0/3974337798 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2610929194 0 0) 0x7fa1e0150700 con 0x7fa1e014d890 2024-04-18T05:12:59.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e4ff7640 1 -- 172.21.15.32:0/3974337798 >> v1:172.21.15.32:6789/0 conn(0x7fa1e014d890 legacy=0x7fa1e0150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e4ff7640 1 -- 172.21.15.32:0/3974337798 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1e00bbcd0 con 0x7fa1e00bb780 2024-04-18T05:12:59.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e4ff7640 1 --2- 172.21.15.32:0/3974337798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e00bb780 0x7fa1e0070640 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fa1e00c1770 tx=0x7fa1d801c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ffb05c5528a561 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:59.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1deffd640 1 -- 172.21.15.32:0/3974337798 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1d80a5870 con 0x7fa1e00bb780 2024-04-18T05:12:59.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1deffd640 1 -- 172.21.15.32:0/3974337798 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1d80a59d0 con 0x7fa1e00bb780 2024-04-18T05:12:59.168 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1deffd640 1 -- 172.21.15.32:0/3974337798 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1d80a5d60 con 0x7fa1e00bb780 2024-04-18T05:12:59.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/3974337798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e00bb780 msgr2=0x7fa1e0070640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 --2- 172.21.15.32:0/3974337798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e00bb780 0x7fa1e0070640 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fa1e00c1770 tx=0x7fa1d801c8a0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/3974337798 shutdown_connections 2024-04-18T05:12:59.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 --2- 172.21.15.32:0/3974337798 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e00bb780 0x7fa1e0070640 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 --2- 172.21.15.32:0/3974337798 >> v2:172.21.15.92:3300/0 conn(0x7fa1e014dc70 0x7fa1e00bfab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/3974337798 >> 172.21.15.32:0/3974337798 conn(0x7fa1e00c54b0 msgr2=0x7fa1e00c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:59.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/3974337798 shutdown_connections 2024-04-18T05:12:59.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.162+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/3974337798 wait complete. 2024-04-18T05:12:59.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 Processor -- start 2024-04-18T05:12:59.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 -- start start 2024-04-18T05:12:59.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1e00bb780 0x7fa1e01eb710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1e014d890 0x7fa1e006ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e014dc70 0x7fa1e01ed810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1e014fd10 con 0x7fa1e014dc70 2024-04-18T05:12:59.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1e01ee750 con 0x7fa1e00bb780 2024-04-18T05:12:59.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1e01ee470 con 0x7fa1e014d890 2024-04-18T05:12:59.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e4ff7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e014dc70 0x7fa1e01ed810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e4ff7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e014dc70 0x7fa1e01ed810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36624/0 (socket says 172.21.15.32:36624) 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e4ff7640 1 -- 172.21.15.32:0/2748787083 learned_addr learned my addr 172.21.15.32:0/2748787083 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1df7fe640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1e014d890 0x7fa1e006ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1dffff640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1e00bb780 0x7fa1e01eb710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e4ff7640 1 -- 172.21.15.32:0/2748787083 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1e014d890 msgr2=0x7fa1e006ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e4ff7640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1e014d890 0x7fa1e006ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e4ff7640 1 -- 172.21.15.32:0/2748787083 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1e00bb780 msgr2=0x7fa1e01eb710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e4ff7640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1e00bb780 0x7fa1e01eb710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e4ff7640 1 -- 172.21.15.32:0/2748787083 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1d8009a70 con 0x7fa1e014dc70 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1dffff640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1e00bb780 0x7fa1e01eb710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e4ff7640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e014dc70 0x7fa1e01ed810 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fa1d801cd80 tx=0x7fa1d8019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:59.173 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1dcff9640 1 -- 172.21.15.32:0/2748787083 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1d80a5830 con 0x7fa1e014dc70 2024-04-18T05:12:59.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1dcff9640 1 -- 172.21.15.32:0/2748787083 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1d80ad650 con 0x7fa1e014dc70 2024-04-18T05:12:59.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1dcff9640 1 -- 172.21.15.32:0/2748787083 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1d80ad9c0 con 0x7fa1e014dc70 2024-04-18T05:12:59.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1e006c3b0 con 0x7fa1e014dc70 2024-04-18T05:12:59.174 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1e006c970 con 0x7fa1e014dc70 2024-04-18T05:12:59.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.166+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1e004e1e0 con 0x7fa1e014dc70 2024-04-18T05:12:59.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.170+0000 7fa1dcff9640 1 -- 172.21.15.32:0/2748787083 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa1d80adb20 con 0x7fa1e014dc70 2024-04-18T05:12:59.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.170+0000 7fa1dcff9640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa1cc066690 0x7fa1cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.170+0000 7fa1dcff9640 1 -- 172.21.15.32:0/2748787083 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6783+0+0 (secure 0 0 0) 0x7fa1d811f930 con 0x7fa1e014dc70 2024-04-18T05:12:59.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.170+0000 7fa1dffff640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa1cc066690 0x7fa1cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.170+0000 7fa1dffff640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa1cc066690 0x7fa1cc068b50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0000f70 tx=0x7fa1d0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:59.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.174+0000 7fa1dcff9640 1 -- 172.21.15.32:0/2748787083 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa1d80eca00 con 0x7fa1e014dc70 2024-04-18T05:12:59.372 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.366+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"} v 0) v1 -- 0x7fa1e006cb60 con 0x7fa1e014dc70 2024-04-18T05:12:59.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.374+0000 7fa1dcff9640 1 -- 172.21.15.32:0/2748787083 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"}]=0 new fs with metadata pool 7 and data pool 8 v17) v1 ==== 175+0+0 (secure 0 0 0) 0x7fa1d80bc0c0 con 0x7fa1e014dc70 2024-04-18T05:12:59.391 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 7 and data pool 8 2024-04-18T05:12:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa1cc066690 msgr2=0x7fa1cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa1cc066690 0x7fa1cc068b50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0000f70 tx=0x7fa1d0009040 comp rx=0 tx=0).stop 2024-04-18T05:12:59.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e014dc70 msgr2=0x7fa1e01ed810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e014dc70 0x7fa1e01ed810 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fa1d801cd80 tx=0x7fa1d8019640 comp rx=0 tx=0).stop 2024-04-18T05:12:59.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 shutdown_connections 2024-04-18T05:12:59.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa1e014dc70 0x7fa1e01ed810 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa1e014d890 0x7fa1e006ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa1cc066690 0x7fa1cc068b50 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 --2- 172.21.15.32:0/2748787083 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1e00bb780 0x7fa1e01eb710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.402+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 >> 172.21.15.32:0/2748787083 conn(0x7fa1e00c54b0 msgr2=0x7fa1e00c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:59.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.406+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 shutdown_connections 2024-04-18T05:12:59.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.406+0000 7fa1e6a5a640 1 -- 172.21.15.32:0/2748787083 wait complete. 2024-04-18T05:12:59.435 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:59.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.546+0000 7f7f2d40c640 1 Processor -- start 2024-04-18T05:12:59.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f2d40c640 1 -- start start 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f2d40c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 0x7f7f281519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f2d40c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7f280a88a0 0x7f7f2806cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f2d40c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7f2806d400 0x7f7f280aa440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f2d40c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f280a9080 con 0x7f7f2806d400 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f2d40c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f280a8d00 con 0x7f7f280a88a0 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f2d40c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f28155e50 con 0x7f7f280a84c0 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f277fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7f2806d400 0x7f7f280aa440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f277fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7f2806d400 0x7f7f280aa440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36628/0 (socket says 172.21.15.32:36628) 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f277fe640 1 -- 172.21.15.32:0/4163683912 learned_addr learned my addr 172.21.15.32:0/4163683912 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f267fc640 1 --2- 172.21.15.32:0/4163683912 >> v2:172.21.15.92:3300/0 conn(0x7f7f280a88a0 0x7f7f2806cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f26ffd640 1 --2- 172.21.15.32:0/4163683912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 0x7f7f281519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f277fe640 1 -- 172.21.15.32:0/4163683912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 msgr2=0x7f7f281519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:59.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f277fe640 1 --2- 172.21.15.32:0/4163683912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 0x7f7f281519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f277fe640 1 -- 172.21.15.32:0/4163683912 >> v2:172.21.15.92:3300/0 conn(0x7f7f280a88a0 msgr2=0x7f7f2806cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:59.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f277fe640 1 --2- 172.21.15.32:0/4163683912 >> v2:172.21.15.92:3300/0 conn(0x7f7f280a88a0 0x7f7f2806cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f277fe640 1 -- 172.21.15.32:0/4163683912 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f28154f60 con 0x7f7f2806d400 2024-04-18T05:12:59.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f26ffd640 1 --2- 172.21.15.32:0/4163683912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 0x7f7f281519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:12:59.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.550+0000 7f7f277fe640 1 --2- 172.21.15.32:0/4163683912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 0x7f7f280aa440 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f7f280c2d80 tx=0x7f7f2001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=673c9f88dd2aa918 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:59.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f25ffb640 1 -- 172.21.15.32:0/4163683912 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f200a5760 con 0x7f7f2806d400 2024-04-18T05:12:59.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f25ffb640 1 -- 172.21.15.32:0/4163683912 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f200a58c0 con 0x7f7f2806d400 2024-04-18T05:12:59.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f25ffb640 1 -- 172.21.15.32:0/4163683912 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f200a5c50 con 0x7f7f2806d400 2024-04-18T05:12:59.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- 172.21.15.32:0/4163683912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 msgr2=0x7f7f280aa440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/4163683912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 0x7f7f280aa440 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f7f280c2d80 tx=0x7f7f2001c9f0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- 172.21.15.32:0/4163683912 shutdown_connections 2024-04-18T05:12:59.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/4163683912 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 0x7f7f280aa440 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/4163683912 >> v2:172.21.15.92:3300/0 conn(0x7f7f280a88a0 0x7f7f2806cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/4163683912 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 0x7f7f281519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- 172.21.15.32:0/4163683912 >> 172.21.15.32:0/4163683912 conn(0x7f7f28069e80 msgr2=0x7f7f2806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:59.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- 172.21.15.32:0/4163683912 shutdown_connections 2024-04-18T05:12:59.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- 172.21.15.32:0/4163683912 wait complete. 2024-04-18T05:12:59.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 Processor -- start 2024-04-18T05:12:59.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- start start 2024-04-18T05:12:59.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 0x7f7f280712a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 0x7f7f2815a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7f280a88a0 0x7f7f28133870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f280c1d10 con 0x7f7f2806d400 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f280c22d0 con 0x7f7f280a88a0 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f280703a0 con 0x7f7f280a84c0 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f26ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 0x7f7f280712a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f26ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 0x7f7f280712a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36632/0 (socket says 172.21.15.32:36632) 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f26ffd640 1 -- 172.21.15.32:0/3555012688 learned_addr learned my addr 172.21.15.32:0/3555012688 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f277fe640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7f280a88a0 0x7f7f28133870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f267fc640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 0x7f7f2815a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f26ffd640 1 -- 172.21.15.32:0/3555012688 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 msgr2=0x7f7f2815a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f26ffd640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 0x7f7f2815a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f26ffd640 1 -- 172.21.15.32:0/3555012688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7f280a88a0 msgr2=0x7f7f28133870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f26ffd640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7f280a88a0 0x7f7f28133870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f26ffd640 1 -- 172.21.15.32:0/3555012688 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f20009b30 con 0x7f7f2806d400 2024-04-18T05:12:59.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f26ffd640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 0x7f7f280712a0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f7f1800c820 tx=0x7f7f1800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:59.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f0f7fe640 1 -- 172.21.15.32:0/3555012688 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f18007a30 con 0x7f7f2806d400 2024-04-18T05:12:59.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f0f7fe640 1 -- 172.21.15.32:0/3555012688 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f18007b90 con 0x7f7f2806d400 2024-04-18T05:12:59.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f28070680 con 0x7f7f2806d400 2024-04-18T05:12:59.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f0f7fe640 1 -- 172.21.15.32:0/3555012688 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f1800ce10 con 0x7f7f2806d400 2024-04-18T05:12:59.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.554+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f280c1f60 con 0x7f7f2806d400 2024-04-18T05:12:59.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.558+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f280666e0 con 0x7f7f2806d400 2024-04-18T05:12:59.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.558+0000 7f7f0f7fe640 1 -- 172.21.15.32:0/3555012688 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7f180113f0 con 0x7f7f2806d400 2024-04-18T05:12:59.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.558+0000 7f7f0f7fe640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7f140666c0 0x7f7f14068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.558+0000 7f7f0f7fe640 1 -- 172.21.15.32:0/3555012688 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f7f18084630 con 0x7f7f2806d400 2024-04-18T05:12:59.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.558+0000 7f7f267fc640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7f140666c0 0x7f7f14068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.558+0000 7f7f267fc640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7f140666c0 0x7f7f14068b80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7f28136570 tx=0x7f7f1c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:59.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.562+0000 7f7f0f7fe640 1 -- 172.21.15.32:0/3555012688 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7f18051500 con 0x7f7f2806d400 2024-04-18T05:12:59.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.722+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7f280722f0 con 0x7f7f2806d400 2024-04-18T05:12:59.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f0f7fe640 1 -- 172.21.15.32:0/3555012688 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) v1 ==== 74+0+19927 (secure 0 0 0) 0x7f7f18054b20 con 0x7f7f2806d400 2024-04-18T05:12:59.730 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:12:59.730 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":44,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:59.374037+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:12:59.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7f140666c0 msgr2=0x7f7f14068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7f140666c0 0x7f7f14068b80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7f28136570 tx=0x7f7f1c008040 comp rx=0 tx=0).stop 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 msgr2=0x7f7f280712a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 0x7f7f280712a0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f7f1800c820 tx=0x7f7f1800cce0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 shutdown_connections 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7f140666c0 0x7f7f14068b80 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7f280a88a0 0x7f7f28133870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7f280a84c0 0x7f7f2815a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 --2- 172.21.15.32:0/3555012688 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7f2806d400 0x7f7f280712a0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 >> 172.21.15.32:0/3555012688 conn(0x7f7f28069e80 msgr2=0x7f7f281346b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 shutdown_connections 2024-04-18T05:12:59.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.726+0000 7f7f2d40c640 1 -- 172.21.15.32:0/3555012688 wait complete. 2024-04-18T05:12:59.751 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:12:59.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.874+0000 7f1954a2e640 1 Processor -- start 2024-04-18T05:12:59.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.874+0000 7f1954a2e640 1 -- start start 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.874+0000 7f1954a2e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f19500aeb90 0x7f19500c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.874+0000 7f1954a2e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19500bcb80 0x7f195006b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.874+0000 7f1954a2e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19500c4240 con 0x7f195006cd00 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.874+0000 7f1954a2e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19500c7750 con 0x7f19500aeb90 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.874+0000 7f1954a2e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19500aef70 con 0x7f19500bcb80 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.874+0000 7f194e59c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f19500aeb90 0x7f19500c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.874+0000 7f194ed9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f195006cd00 0x7f195006b770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44050/0 (socket says 172.21.15.32:44050) 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194ed9d640 1 -- 172.21.15.32:0/1382333361 learned_addr learned my addr 172.21.15.32:0/1382333361 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f1947fff640 1 --2- 172.21.15.32:0/1382333361 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19500bcb80 0x7f195006b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194e59c640 1 -- 172.21.15.32:0/1382333361 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19500bcb80 msgr2=0x7f195006b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194e59c640 1 --2- 172.21.15.32:0/1382333361 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19500bcb80 0x7f195006b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194e59c640 1 -- 172.21.15.32:0/1382333361 >> v1:172.21.15.32:6789/0 conn(0x7f195006cd00 legacy=0x7f195006b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194e59c640 1 -- 172.21.15.32:0/1382333361 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19500c46d0 con 0x7f19500aeb90 2024-04-18T05:12:59.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194dd9b640 1 -- 172.21.15.32:0/1382333361 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1265819598 0 0) 0x7f19500c4240 con 0x7f195006cd00 2024-04-18T05:12:59.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194e59c640 1 --2- 172.21.15.32:0/1382333361 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500aeb90 0x7f19500c5ec0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f19380097f0 tx=0x7f193801c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=974dc56d888480e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:59.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194dd9b640 1 -- 172.21.15.32:0/1382333361 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19380ab610 con 0x7f19500aeb90 2024-04-18T05:12:59.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194dd9b640 1 -- 172.21.15.32:0/1382333361 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19380ab770 con 0x7f19500aeb90 2024-04-18T05:12:59.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f194dd9b640 1 -- 172.21.15.32:0/1382333361 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19380abb00 con 0x7f19500aeb90 2024-04-18T05:12:59.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f1954a2e640 1 -- 172.21.15.32:0/1382333361 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500aeb90 msgr2=0x7f19500c5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f1954a2e640 1 --2- 172.21.15.32:0/1382333361 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500aeb90 0x7f19500c5ec0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f19380097f0 tx=0x7f193801c410 comp rx=0 tx=0).stop 2024-04-18T05:12:59.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f1954a2e640 1 -- 172.21.15.32:0/1382333361 shutdown_connections 2024-04-18T05:12:59.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f1954a2e640 1 --2- 172.21.15.32:0/1382333361 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f19500bcb80 0x7f195006b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f1954a2e640 1 --2- 172.21.15.32:0/1382333361 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500aeb90 0x7f19500c5ec0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f1954a2e640 1 -- 172.21.15.32:0/1382333361 >> 172.21.15.32:0/1382333361 conn(0x7f19500ab0a0 msgr2=0x7f19500ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:12:59.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f1954a2e640 1 -- 172.21.15.32:0/1382333361 shutdown_connections 2024-04-18T05:12:59.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.878+0000 7f1954a2e640 1 -- 172.21.15.32:0/1382333361 wait complete. 2024-04-18T05:12:59.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 Processor -- start 2024-04-18T05:12:59.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 -- start start 2024-04-18T05:12:59.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f195006cd00 0x7f19501ef990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19500aeb90 0x7f19500befd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500bcb80 0x7f19500bf510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19500c2ae0 con 0x7f19500bcb80 2024-04-18T05:12:59.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19501576e0 con 0x7f19500aeb90 2024-04-18T05:12:59.888 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19501f0650 con 0x7f195006cd00 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500bcb80 0x7f19500bf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194ed9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500bcb80 0x7f19500bf510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36656/0 (socket says 172.21.15.32:36656) 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194ed9d640 1 -- 172.21.15.32:0/2100839319 learned_addr learned my addr 172.21.15.32:0/2100839319 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194e59c640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f195006cd00 0x7f19501ef990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1947fff640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19500aeb90 0x7f19500befd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194ed9d640 1 -- 172.21.15.32:0/2100839319 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f195006cd00 msgr2=0x7f19501ef990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194ed9d640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f195006cd00 0x7f19501ef990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194ed9d640 1 -- 172.21.15.32:0/2100839319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19500aeb90 msgr2=0x7f19500befd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194ed9d640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19500aeb90 0x7f19500befd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194ed9d640 1 -- 172.21.15.32:0/2100839319 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1938009420 con 0x7f19500bcb80 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f194ed9d640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500bcb80 0x7f19500bf510 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f1948001570 tx=0x7f194800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1946ffd640 1 -- 172.21.15.32:0/2100839319 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f194800a640 con 0x7f19500bcb80 2024-04-18T05:12:59.889 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1946ffd640 1 -- 172.21.15.32:0/2100839319 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f194800a7a0 con 0x7f19500bcb80 2024-04-18T05:12:59.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19501570d0 con 0x7f19500bcb80 2024-04-18T05:12:59.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1946ffd640 1 -- 172.21.15.32:0/2100839319 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f194800ab50 con 0x7f19500bcb80 2024-04-18T05:12:59.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1950157370 con 0x7f19500bcb80 2024-04-18T05:12:59.890 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.882+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19500c4f00 con 0x7f19500bcb80 2024-04-18T05:12:59.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.886+0000 7f1946ffd640 1 -- 172.21.15.32:0/2100839319 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f194800acb0 con 0x7f19500bcb80 2024-04-18T05:12:59.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.886+0000 7f1946ffd640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1930066690 0x7f1930068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:12:59.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.886+0000 7f1946ffd640 1 -- 172.21.15.32:0/2100839319 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f19480841b0 con 0x7f19500bcb80 2024-04-18T05:12:59.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.886+0000 7f194e59c640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1930066690 0x7f1930068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:12:59.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.886+0000 7f194e59c640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1930066690 0x7f1930068b50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f19380af000 tx=0x7f19380a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:12:59.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:12:59.890+0000 7f1946ffd640 1 -- 172.21.15.32:0/2100839319 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f19480510f0 con 0x7f19500bcb80 2024-04-18T05:13:00.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.054+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1950151190 con 0x7f19500bcb80 2024-04-18T05:13:00.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.054+0000 7f1946ffd640 1 -- 172.21.15.32:0/2100839319 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) v1 ==== 74+0+19927 (secure 0 0 0) 0x7f1948018090 con 0x7f19500bcb80 2024-04-18T05:13:00.060 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:00.060 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":44,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:12:59.374037+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:00.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1930066690 msgr2=0x7f1930068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:00.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1930066690 0x7f1930068b50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f19380af000 tx=0x7f19380a7000 comp rx=0 tx=0).stop 2024-04-18T05:13:00.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500bcb80 msgr2=0x7f19500bf510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:00.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500bcb80 0x7f19500bf510 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f1948001570 tx=0x7f194800cc70 comp rx=0 tx=0).stop 2024-04-18T05:13:00.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 shutdown_connections 2024-04-18T05:13:00.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f19500bcb80 0x7f19500bf510 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:00.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1930066690 0x7f1930068b50 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:00.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19500aeb90 0x7f19500befd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:00.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 --2- 172.21.15.32:0/2100839319 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f195006cd00 0x7f19501ef990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:00.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 >> 172.21.15.32:0/2100839319 conn(0x7f19500ab0a0 msgr2=0x7f19500ab480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:00.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 shutdown_connections 2024-04-18T05:13:00.063 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.058+0000 7f1954a2e640 1 -- 172.21.15.32:0/2100839319 wait complete. 2024-04-18T05:13:00.080 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 standby_count_wanted 0 2024-04-18T05:13:00.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.206+0000 7f5504d53640 1 Processor -- start 2024-04-18T05:13:00.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.206+0000 7f5504d53640 1 -- start start 2024-04-18T05:13:00.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f5504d53640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f550006b0f0 0x7f55000c54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f5504d53640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5500072da0 con 0x7f5500154680 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f5504d53640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5500154b10 con 0x7f5500070540 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f5504d53640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55000c4f30 con 0x7f550006b0f0 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fed9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5500154680 0x7f550014d880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44058/0 (socket says 172.21.15.32:44058) 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fed9d640 1 -- 172.21.15.32:0/3098734791 learned_addr learned my addr 172.21.15.32:0/3098734791 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fe59c640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f550006b0f0 0x7f55000c54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1234071536 0 0) 0x7f5500072da0 con 0x7f5500154680 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f54e8003530 con 0x7f5500154680 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 134981917 0 0) 0x7f54e8003530 con 0x7f5500154680 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f550006b0f0 msgr2=0x7f55000c54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f550006b0f0 0x7f55000c54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:00.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 >> v1:172.21.15.92:6789/0 conn(0x7f5500070540 legacy=0x7f55000bf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55000c3940 con 0x7f5500154680 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f54f8001a00 con 0x7f5500154680 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 >> v1:172.21.15.32:6789/0 conn(0x7f5500154680 legacy=0x7f550014d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f54e8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f550006b0f0 0x7f54e80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54e8004d10 0x7f54e8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e800ba40 con 0x7f54e80039b0 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e800bb80 con 0x7f54e8004d10 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54e800bd40 con 0x7f550006b0f0 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fe59c640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f54e8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fdd9b640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f550006b0f0 0x7f54e80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fe59c640 1 -- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f550006b0f0 msgr2=0x7f54e80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:00.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fe59c640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f550006b0f0 0x7f54e80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:00.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fe59c640 1 -- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54e8004d10 msgr2=0x7f54e8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:00.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fed9d640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54e8004d10 0x7f54e8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:00.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fe59c640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54e8004d10 0x7f54e8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:00.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fe59c640 1 -- 172.21.15.32:0/3098734791 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54e8003530 con 0x7f54e80039b0 2024-04-18T05:13:00.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fdd9b640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f550006b0f0 0x7f54e80047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:00.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.210+0000 7f54fed9d640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54e8004d10 0x7f54e8005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:00.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f54e8003d90 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f54f0009ae0 tx=0x7f54f001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f7b9dcd1b7d90ea server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:00.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f00a5550 con 0x7f54e80039b0 2024-04-18T05:13:00.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54f00a56b0 con 0x7f54e80039b0 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fd59a640 1 -- 172.21.15.32:0/3098734791 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f00a5a60 con 0x7f54e80039b0 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- 172.21.15.32:0/3098734791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 msgr2=0x7f54e8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 --2- 172.21.15.32:0/3098734791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f54e8003d90 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f54f0009ae0 tx=0x7f54f001ca70 comp rx=0 tx=0).stop 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fed9d640 1 -- 172.21.15.32:0/3098734791 reap_dead start 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- 172.21.15.32:0/3098734791 shutdown_connections 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- 172.21.15.32:0/3098734791 >> 172.21.15.32:0/3098734791 conn(0x7f55000c24e0 msgr2=0x7f55000c28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- 172.21.15.32:0/3098734791 shutdown_connections 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- 172.21.15.32:0/3098734791 wait complete. 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 Processor -- start 2024-04-18T05:13:00.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- start start 2024-04-18T05:13:00.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f5500157d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:00.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55001ef7d0 0x7f55000a6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:00.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5500155b80 0x7f55001e9690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:00.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f550014ccc0 con 0x7f54e80039b0 2024-04-18T05:13:00.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55001555b0 con 0x7f55001ef7d0 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f550014c700 con 0x7f5500155b80 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f5500157d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f5500157d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36682/0 (socket says 172.21.15.32:36682) 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 -- 172.21.15.32:0/2326261843 learned_addr learned my addr 172.21.15.32:0/2326261843 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fdd9b640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55001ef7d0 0x7f55000a6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fed9d640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5500155b80 0x7f55001e9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 -- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5500155b80 msgr2=0x7f55001e9690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5500155b80 0x7f55001e9690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 -- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55001ef7d0 msgr2=0x7f55000a6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55001ef7d0 0x7f55000a6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 -- 172.21.15.32:0/2326261843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f550014c9e0 con 0x7f54e80039b0 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fdd9b640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55001ef7d0 0x7f55000a6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fed9d640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5500155b80 0x7f55001e9690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:00.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54fe59c640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f5500157d30 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f54f00b0040 tx=0x7f54e8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:00.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54eeffd640 1 -- 172.21.15.32:0/2326261843 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f0004020 con 0x7f54e80039b0 2024-04-18T05:13:00.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54eeffd640 1 -- 172.21.15.32:0/2326261843 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54f0004180 con 0x7f54e80039b0 2024-04-18T05:13:00.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55001ec400 con 0x7f54e80039b0 2024-04-18T05:13:00.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f54eeffd640 1 -- 172.21.15.32:0/2326261843 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f0003620 con 0x7f54e80039b0 2024-04-18T05:13:00.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.214+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55001551f0 con 0x7f54e80039b0 2024-04-18T05:13:00.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.218+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55001ec260 con 0x7f54e80039b0 2024-04-18T05:13:00.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.218+0000 7f54eeffd640 1 -- 172.21.15.32:0/2326261843 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f54f00b4040 con 0x7f54e80039b0 2024-04-18T05:13:00.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.218+0000 7f54eeffd640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f54e0066690 0x7f54e0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:00.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.218+0000 7f54eeffd640 1 -- 172.21.15.32:0/2326261843 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f54f011e780 con 0x7f54e80039b0 2024-04-18T05:13:00.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.218+0000 7f54fdd9b640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f54e0066690 0x7f54e0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:00.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.218+0000 7f54fdd9b640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f54e0066690 0x7f54e0068b50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f55001efbb0 tx=0x7f54f4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:00.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.222+0000 7f54eeffd640 1 -- 172.21.15.32:0/2326261843 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f55001ec260 con 0x7f54e80039b0 2024-04-18T05:13:00.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:00.422+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f55001ec260 con 0x7f54e80039b0 2024-04-18T05:13:01.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.402+0000 7f54eeffd640 1 -- 172.21.15.32:0/2326261843 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"}]=0 v20) v1 ==== 119+0+0 (secure 0 0 0) 0x7f55001ec260 con 0x7f54e80039b0 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f54e0066690 msgr2=0x7f54e0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f54e0066690 0x7f54e0068b50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f55001efbb0 tx=0x7f54f4009040 comp rx=0 tx=0).stop 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 msgr2=0x7f5500157d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f5500157d30 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f54f00b0040 tx=0x7f54e8005800 comp rx=0 tx=0).stop 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 shutdown_connections 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5500155b80 0x7f55001e9690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f54e0066690 0x7f54e0068b50 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55001ef7d0 0x7f55000a6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 --2- 172.21.15.32:0/2326261843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f54e80039b0 0x7f5500157d30 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 >> 172.21.15.32:0/2326261843 conn(0x7f55000c24e0 msgr2=0x7f55000c28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:01.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 shutdown_connections 2024-04-18T05:13:01.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.406+0000 7f5504d53640 1 -- 172.21.15.32:0/2326261843 wait complete. 2024-04-18T05:13:01.432 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-18T05:13:01.432 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 allow_standby_replay false 2024-04-18T05:13:01.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fc3c4640 1 Processor -- start 2024-04-18T05:13:01.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fc3c4640 1 -- start start 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fc3c4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40aeb10 0x7f17f40c5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fc3c4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f17f40c6080 0x7f17f41541e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fc3c4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17f40c41e0 con 0x7f17f40bcb20 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fc3c4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17f4154720 con 0x7f17f40c6080 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fc3c4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17f40c6770 con 0x7f17f40aeb10 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f995f640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f17f40bcb20 0x7f17f4153ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59386/0 (socket says 172.21.15.32:59386) 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f995f640 1 -- 172.21.15.32:0/1662166378 learned_addr learned my addr 172.21.15.32:0/1662166378 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fa160640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40aeb10 0x7f17f40c5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fa961640 1 --2- 172.21.15.32:0/1662166378 >> v2:172.21.15.92:3300/0 conn(0x7f17f40c6080 0x7f17f41541e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:01.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3090506792 0 0) 0x7f17f40c41e0 con 0x7f17f40bcb20 2024-04-18T05:13:01.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17e0003530 con 0x7f17f40bcb20 2024-04-18T05:13:01.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1501298242 0 0) 0x7f17e0003530 con 0x7f17f40bcb20 2024-04-18T05:13:01.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40aeb10 msgr2=0x7f17f40c5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:01.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40aeb10 0x7f17f40c5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 >> v2:172.21.15.92:3300/0 conn(0x7f17f40c6080 msgr2=0x7f17f41541e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 --2- 172.21.15.32:0/1662166378 >> v2:172.21.15.92:3300/0 conn(0x7f17f40c6080 0x7f17f41541e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17f40c4670 con 0x7f17f40bcb20 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f17e4001680 con 0x7f17f40bcb20 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 >> v1:172.21.15.32:6789/0 conn(0x7f17f40bcb20 legacy=0x7f17f4153ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17e0003980 0x7f17e0003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e00047d0 0x7f17e0004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40aeb10 0x7f17e0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f40c6770 con 0x7f17e0003980 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e000b990 con 0x7f17e00047d0 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17e000bad0 con 0x7f17f40aeb10 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fa160640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17e0003980 0x7f17e0003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17f995f640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e00047d0 0x7f17e0004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fa961640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40aeb10 0x7f17e0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:01.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fa160640 1 -- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40aeb10 msgr2=0x7f17e0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:01.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fa160640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40aeb10 0x7f17e0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fa160640 1 -- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e00047d0 msgr2=0x7f17e0004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:01.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fa160640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17e00047d0 0x7f17e0004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.558+0000 7f17fa160640 1 -- 172.21.15.32:0/1662166378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17e0003530 con 0x7f17e0003980 2024-04-18T05:13:01.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17fa160640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17e0003980 0x7f17e0003da0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f17f0009ae0 tx=0x7f17f001ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17197ecc3941a5f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:01.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f00a9470 con 0x7f17e0003980 2024-04-18T05:13:01.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17f00a95d0 con 0x7f17e0003980 2024-04-18T05:13:01.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17f915e640 1 -- 172.21.15.32:0/1662166378 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f00a9980 con 0x7f17e0003980 2024-04-18T05:13:01.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17fc3c4640 1 -- 172.21.15.32:0/1662166378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17e0003980 msgr2=0x7f17e0003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:01.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17fc3c4640 1 --2- 172.21.15.32:0/1662166378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17e0003980 0x7f17e0003da0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f17f0009ae0 tx=0x7f17f001ca70 comp rx=0 tx=0).stop 2024-04-18T05:13:01.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17fa961640 1 -- 172.21.15.32:0/1662166378 reap_dead start 2024-04-18T05:13:01.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17fc3c4640 1 -- 172.21.15.32:0/1662166378 shutdown_connections 2024-04-18T05:13:01.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17fc3c4640 1 -- 172.21.15.32:0/1662166378 >> 172.21.15.32:0/1662166378 conn(0x7f17f40ab040 msgr2=0x7f17f40ab450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:01.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17fc3c4640 1 -- 172.21.15.32:0/1662166378 shutdown_connections 2024-04-18T05:13:01.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.562+0000 7f17fc3c4640 1 -- 172.21.15.32:0/1662166378 wait complete. 2024-04-18T05:13:01.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 Processor -- start 2024-04-18T05:13:01.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 -- start start 2024-04-18T05:13:01.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40c29d0 0x7f17f4157190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:01.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17f41f0660 0x7f17f40c8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:01.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17f40c9430 0x7f17f41ec490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:01.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f41565a0 con 0x7f17f40c9430 2024-04-18T05:13:01.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f41f01d0 con 0x7f17f41f0660 2024-04-18T05:13:01.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17f4155ce0 con 0x7f17f40c29d0 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa961640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17f40c9430 0x7f17f41ec490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa961640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17f40c9430 0x7f17f41ec490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34250/0 (socket says 172.21.15.32:34250) 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa961640 1 -- 172.21.15.32:0/25698680 learned_addr learned my addr 172.21.15.32:0/25698680 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa160640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40c29d0 0x7f17f4157190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17f995f640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17f41f0660 0x7f17f40c8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa961640 1 -- 172.21.15.32:0/25698680 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40c29d0 msgr2=0x7f17f4157190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa961640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40c29d0 0x7f17f4157190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa961640 1 -- 172.21.15.32:0/25698680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17f41f0660 msgr2=0x7f17f40c8ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa961640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17f41f0660 0x7f17f40c8ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa961640 1 -- 172.21.15.32:0/25698680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17f40c88f0 con 0x7f17f40c9430 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa160640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40c29d0 0x7f17f4157190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa961640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17f40c9430 0x7f17f41ec490 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f17f40725a0 tx=0x7f17ec0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17eaffd640 1 -- 172.21.15.32:0/25698680 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ec00e070 con 0x7f17f40c9430 2024-04-18T05:13:01.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17eaffd640 1 -- 172.21.15.32:0/25698680 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17ec011e10 con 0x7f17f40c9430 2024-04-18T05:13:01.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17f4155a00 con 0x7f17f40c9430 2024-04-18T05:13:01.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17eaffd640 1 -- 172.21.15.32:0/25698680 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ec0039a0 con 0x7f17f40c9430 2024-04-18T05:13:01.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17f41efe60 con 0x7f17f40c9430 2024-04-18T05:13:01.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17f404e1e0 con 0x7f17f40c9430 2024-04-18T05:13:01.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17eaffd640 1 -- 172.21.15.32:0/25698680 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f17ec003b00 con 0x7f17f40c9430 2024-04-18T05:13:01.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17eaffd640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f17d80666c0 0x7f17d8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:01.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17eaffd640 1 -- 172.21.15.32:0/25698680 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f17ec084cf0 con 0x7f17f40c9430 2024-04-18T05:13:01.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.566+0000 7f17fa160640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f17d80666c0 0x7f17d8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:01.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.570+0000 7f17fa160640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f17d80666c0 0x7f17d8068b80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f17f00ae000 tx=0x7f17f00b3040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:01.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.570+0000 7f17eaffd640 1 -- 172.21.15.32:0/25698680 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f17ec089070 con 0x7f17f40c9430 2024-04-18T05:13:01.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:01.766+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f17f40bff80 con 0x7f17f40c9430 2024-04-18T05:13:02.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.410+0000 7f17eaffd640 1 -- 172.21.15.32:0/25698680 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"}]=0 v21) v1 ==== 123+0+0 (secure 0 0 0) 0x7f17ec051c50 con 0x7f17f40c9430 2024-04-18T05:13:02.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f17d80666c0 msgr2=0x7f17d8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f17d80666c0 0x7f17d8068b80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f17f00ae000 tx=0x7f17f00b3040 comp rx=0 tx=0).stop 2024-04-18T05:13:02.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17f40c9430 msgr2=0x7f17f41ec490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17f40c9430 0x7f17f41ec490 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f17f40725a0 tx=0x7f17ec0115a0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 shutdown_connections 2024-04-18T05:13:02.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f17f40c9430 0x7f17f41ec490 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f17d80666c0 0x7f17d8068b80 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17f41f0660 0x7f17f40c8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 --2- 172.21.15.32:0/25698680 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f17f40c29d0 0x7f17f4157190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 >> 172.21.15.32:0/25698680 conn(0x7f17f40ab040 msgr2=0x7f17f40ad870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:02.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 shutdown_connections 2024-04-18T05:13:02.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.414+0000 7f17fc3c4640 1 -- 172.21.15.32:0/25698680 wait complete. 2024-04-18T05:13:02.442 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs2' 2024-04-18T05:13:02.442 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:13:02.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.562+0000 7f9f723d9640 1 Processor -- start 2024-04-18T05:13:02.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f723d9640 1 -- start start 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f723d9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c0aeb90 0x7f9f6c0c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f723d9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9f6c06cd00 0x7f9f6c06b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f723d9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f6c0c4240 con 0x7f9f6c0bcb80 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f723d9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f6c0c7750 con 0x7f9f6c06cd00 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f723d9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f6c0aef70 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f6b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9f6c0bcb80 0x7f9f6c06b230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59400/0 (socket says 172.21.15.32:59400) 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f6b7fe640 1 -- 172.21.15.32:0/1732235302 learned_addr learned my addr 172.21.15.32:0/1732235302 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f70976640 1 --2- 172.21.15.32:0/1732235302 >> v2:172.21.15.32:3300/0 conn(0x7f9f6c06cd00 0x7f9f6c06b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f6bfff640 1 --2- 172.21.15.32:0/1732235302 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c0aeb90 0x7f9f6c0c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f6affd640 1 -- 172.21.15.32:0/1732235302 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3194876565 0 0) 0x7f9f6c0c4240 con 0x7f9f6c0bcb80 2024-04-18T05:13:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f6affd640 1 -- 172.21.15.32:0/1732235302 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f58003530 con 0x7f9f6c0bcb80 2024-04-18T05:13:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f70976640 1 -- 172.21.15.32:0/1732235302 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c0aeb90 msgr2=0x7f9f6c0c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f70976640 1 --2- 172.21.15.32:0/1732235302 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c0aeb90 0x7f9f6c0c5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f70976640 1 -- 172.21.15.32:0/1732235302 >> v1:172.21.15.32:6789/0 conn(0x7f9f6c0bcb80 legacy=0x7f9f6c06b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.566+0000 7f9f70976640 1 -- 172.21.15.32:0/1732235302 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f6c0c46d0 con 0x7f9f6c06cd00 2024-04-18T05:13:02.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f70976640 1 --2- 172.21.15.32:0/1732235302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c06cd00 0x7f9f6c06b940 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f9f64009dc0 tx=0x7f9f6401c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=944943545aa417a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:02.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f6affd640 1 -- 172.21.15.32:0/1732235302 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f640a5980 con 0x7f9f6c06cd00 2024-04-18T05:13:02.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f6affd640 1 -- 172.21.15.32:0/1732235302 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f640a5ae0 con 0x7f9f6c06cd00 2024-04-18T05:13:02.575 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f6affd640 1 -- 172.21.15.32:0/1732235302 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f640a5e70 con 0x7f9f6c06cd00 2024-04-18T05:13:02.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 -- 172.21.15.32:0/1732235302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c06cd00 msgr2=0x7f9f6c06b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 --2- 172.21.15.32:0/1732235302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c06cd00 0x7f9f6c06b940 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f9f64009dc0 tx=0x7f9f6401c8c0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 -- 172.21.15.32:0/1732235302 shutdown_connections 2024-04-18T05:13:02.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 --2- 172.21.15.32:0/1732235302 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c06cd00 0x7f9f6c06b940 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 --2- 172.21.15.32:0/1732235302 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c0aeb90 0x7f9f6c0c5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 -- 172.21.15.32:0/1732235302 >> 172.21.15.32:0/1732235302 conn(0x7f9f6c0ab0a0 msgr2=0x7f9f6c0ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:02.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 -- 172.21.15.32:0/1732235302 shutdown_connections 2024-04-18T05:13:02.576 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 -- 172.21.15.32:0/1732235302 wait complete. 2024-04-18T05:13:02.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 Processor -- start 2024-04-18T05:13:02.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.570+0000 7f9f723d9640 1 -- start start 2024-04-18T05:13:02.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f723d9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c06cd00 0x7f9f6c149390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f723d9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c0aeb90 0x7f9f6c1498d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f723d9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f6c0bcb80 0x7f9f6c0c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f723d9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f6c0c0dd0 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f723d9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f6c0c24c0 con 0x7f9f6c0bcb80 2024-04-18T05:13:02.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f723d9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f6c0c1920 con 0x7f9f6c06cd00 2024-04-18T05:13:02.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c0aeb90 0x7f9f6c1498d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c0aeb90 0x7f9f6c1498d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34258/0 (socket says 172.21.15.32:34258) 2024-04-18T05:13:02.579 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6b7fe640 1 -- 172.21.15.32:0/3636778110 learned_addr learned my addr 172.21.15.32:0/3636778110 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f70976640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f6c0bcb80 0x7f9f6c0c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6b7fe640 1 -- 172.21.15.32:0/3636778110 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c06cd00 msgr2=0x7f9f6c149390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6bfff640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c06cd00 0x7f9f6c149390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6b7fe640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c06cd00 0x7f9f6c149390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6b7fe640 1 -- 172.21.15.32:0/3636778110 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f6c0bcb80 msgr2=0x7f9f6c0c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6b7fe640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f6c0bcb80 0x7f9f6c0c7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6b7fe640 1 -- 172.21.15.32:0/3636778110 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f64009a70 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f70976640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f6c0bcb80 0x7f9f6c0c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6b7fe640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c0aeb90 0x7f9f6c1498d0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f9f5400c430 tx=0x7f9f5400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f68ff9640 1 -- 172.21.15.32:0/3636778110 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f54005cf0 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f68ff9640 1 -- 172.21.15.32:0/3636778110 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f54005e50 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f68ff9640 1 -- 172.21.15.32:0/3636778110 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f540072d0 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f6c149e10 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f6c0c1b20 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f6c0c4f00 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f68ff9640 1 -- 172.21.15.32:0/3636778110 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9f54007430 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f68ff9640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f4c066690 0x7f9f4c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.581 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f68ff9640 1 -- 172.21.15.32:0/3636778110 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f9f54083730 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.574+0000 7f9f6bfff640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f4c066690 0x7f9f4c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.578+0000 7f9f6bfff640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f4c066690 0x7f9f4c068b50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c009770 tx=0x7f9f5c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:02.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.578+0000 7f9f68ff9640 1 -- 172.21.15.32:0/3636778110 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9f54050800 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9f6c0666e0 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f68ff9640 1 -- 172.21.15.32:0/3636778110 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+5942 (secure 0 0 0) 0x7f9f54053e20 con 0x7f9f6c0aeb90 2024-04-18T05:13:02.779 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:02.779 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:39.923036+0000","modified":"2024-04-18T05:12:42.935518+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5379":{"gid":5379,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.32:6837/3232325641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3232325641},{"type":"v1","addr":"172.21.15.32:6837","nonce":3232325641}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:59.375043+0000","modified":"2024-04-18T05:13:02.408727+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4963},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4963":{"gid":4963,"name":"d","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-04-18T05:13:02.779 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 21 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f4c066690 msgr2=0x7f9f4c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f4c066690 0x7f9f4c068b50 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c009770 tx=0x7f9f5c008040 comp rx=0 tx=0).stop 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c0aeb90 msgr2=0x7f9f6c1498d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c0aeb90 0x7f9f6c1498d0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f9f5400c430 tx=0x7f9f5400c8f0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 shutdown_connections 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9f4c066690 0x7f9f4c068b50 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f6c0bcb80 0x7f9f6c0c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9f6c0aeb90 0x7f9f6c1498d0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 --2- 172.21.15.32:0/3636778110 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f6c06cd00 0x7f9f6c149390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.774+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 >> 172.21.15.32:0/3636778110 conn(0x7f9f6c0ab0a0 msgr2=0x7f9f6c0ab480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:02.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.778+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 shutdown_connections 2024-04-18T05:13:02.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.778+0000 7f9f723d9640 1 -- 172.21.15.32:0/3636778110 wait complete. 2024-04-18T05:13:02.796 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:02.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd656e32640 1 Processor -- start 2024-04-18T05:13:02.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd656e32640 1 -- start start 2024-04-18T05:13:02.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd656e32640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd6500bcb80 0x7fd65006b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd656e32640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd65006cd00 0x7fd65006b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd656e32640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6500c4240 con 0x7fd6500aeb90 2024-04-18T05:13:02.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd656e32640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6500c7750 con 0x7fd6500bcb80 2024-04-18T05:13:02.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd656e32640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6500aef70 con 0x7fd65006cd00 2024-04-18T05:13:02.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd64ffff640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd6500bcb80 0x7fd65006b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd6553cf640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd65006cd00 0x7fd65006b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd6553cf640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd65006cd00 0x7fd65006b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:55792/0 (socket says 172.21.15.32:55792) 2024-04-18T05:13:02.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd6553cf640 1 -- 172.21.15.32:0/2097546866 learned_addr learned my addr 172.21.15.32:0/2097546866 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:02.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd64ffff640 1 -- 172.21.15.32:0/2097546866 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd65006cd00 msgr2=0x7fd65006b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:02.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd64ffff640 1 --2- 172.21.15.32:0/2097546866 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd65006cd00 0x7fd65006b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd64ffff640 1 -- 172.21.15.32:0/2097546866 >> v1:172.21.15.92:6789/0 conn(0x7fd6500aeb90 legacy=0x7fd6500c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.906+0000 7fd64ffff640 1 -- 172.21.15.32:0/2097546866 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6500c46d0 con 0x7fd6500bcb80 2024-04-18T05:13:02.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd64ffff640 1 --2- 172.21.15.32:0/2097546866 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6500bcb80 0x7fd65006b230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd6440097c0 tx=0x7fd64401c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=847a024a3a72dad2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:02.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd64f7fe640 1 -- 172.21.15.32:0/2097546866 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6440ab610 con 0x7fd6500bcb80 2024-04-18T05:13:02.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd64f7fe640 1 -- 172.21.15.32:0/2097546866 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6440ab770 con 0x7fd6500bcb80 2024-04-18T05:13:02.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd64f7fe640 1 -- 172.21.15.32:0/2097546866 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6440abb00 con 0x7fd6500bcb80 2024-04-18T05:13:02.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd656e32640 1 -- 172.21.15.32:0/2097546866 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6500bcb80 msgr2=0x7fd65006b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd656e32640 1 --2- 172.21.15.32:0/2097546866 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6500bcb80 0x7fd65006b230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd6440097c0 tx=0x7fd64401c410 comp rx=0 tx=0).stop 2024-04-18T05:13:02.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd656e32640 1 -- 172.21.15.32:0/2097546866 shutdown_connections 2024-04-18T05:13:02.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd656e32640 1 --2- 172.21.15.32:0/2097546866 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd65006cd00 0x7fd65006b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd656e32640 1 --2- 172.21.15.32:0/2097546866 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6500bcb80 0x7fd65006b230 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd656e32640 1 -- 172.21.15.32:0/2097546866 >> 172.21.15.32:0/2097546866 conn(0x7fd6500ab0a0 msgr2=0x7fd6500ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:02.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd656e32640 1 -- 172.21.15.32:0/2097546866 shutdown_connections 2024-04-18T05:13:02.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.910+0000 7fd656e32640 1 -- 172.21.15.32:0/2097546866 wait complete. 2024-04-18T05:13:02.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 Processor -- start 2024-04-18T05:13:02.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 -- start start 2024-04-18T05:13:02.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd65006cd00 0x7fd65014b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6500aeb90 0x7fd65014b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6500bcb80 0x7fd6501ef2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6500c2b00 con 0x7fd6500aeb90 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6501f0230 con 0x7fd65006cd00 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6500c8f90 con 0x7fd6500bcb80 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6500aeb90 0x7fd65014b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6500aeb90 0x7fd65014b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34264/0 (socket says 172.21.15.32:34264) 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64ffff640 1 -- 172.21.15.32:0/2090695261 learned_addr learned my addr 172.21.15.32:0/2090695261 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd6553cf640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6500bcb80 0x7fd6501ef2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd654bce640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd65006cd00 0x7fd65014b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64ffff640 1 -- 172.21.15.32:0/2090695261 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6500bcb80 msgr2=0x7fd6501ef2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64ffff640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6500bcb80 0x7fd6501ef2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64ffff640 1 -- 172.21.15.32:0/2090695261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd65006cd00 msgr2=0x7fd65014b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64ffff640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd65006cd00 0x7fd65014b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64ffff640 1 -- 172.21.15.32:0/2090695261 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd644009420 con 0x7fd6500aeb90 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd6553cf640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6500bcb80 0x7fd6501ef2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64ffff640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6500aeb90 0x7fd65014b7d0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd6440ad040 tx=0x7fd64401ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:02.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64d7fa640 1 -- 172.21.15.32:0/2090695261 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6440bf610 con 0x7fd6500aeb90 2024-04-18T05:13:02.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64d7fa640 1 -- 172.21.15.32:0/2090695261 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6440bf770 con 0x7fd6500aeb90 2024-04-18T05:13:02.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6501eff50 con 0x7fd6500aeb90 2024-04-18T05:13:02.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64d7fa640 1 -- 172.21.15.32:0/2090695261 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6440bfb20 con 0x7fd6500aeb90 2024-04-18T05:13:02.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd65014ef40 con 0x7fd6500aeb90 2024-04-18T05:13:02.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6500c4f00 con 0x7fd6500aeb90 2024-04-18T05:13:02.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.914+0000 7fd64d7fa640 1 -- 172.21.15.32:0/2090695261 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd6440b5400 con 0x7fd6500aeb90 2024-04-18T05:13:02.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.918+0000 7fd64d7fa640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd63c0666e0 0x7fd63c068ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:02.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.918+0000 7fd64d7fa640 1 -- 172.21.15.32:0/2090695261 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7fd64411f380 con 0x7fd6500aeb90 2024-04-18T05:13:02.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.918+0000 7fd654bce640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd63c0666e0 0x7fd63c068ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:02.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.918+0000 7fd654bce640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd63c0666e0 0x7fd63c068ba0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fd6400012f0 tx=0x7fd640009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:02.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:02.922+0000 7fd64d7fa640 1 -- 172.21.15.32:0/2090695261 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd6440ec3c0 con 0x7fd6500aeb90 2024-04-18T05:13:03.085 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.078+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd65014d070 con 0x7fd6500aeb90 2024-04-18T05:13:03.088 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.082+0000 7fd64d7fa640 1 -- 172.21.15.32:0/2090695261 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) v1 ==== 74+0+19914 (secure 0 0 0) 0x7fd6440ef9e0 con 0x7fd6500aeb90 2024-04-18T05:13:03.089 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:03.089 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":45,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:00.377780+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:03.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd63c0666e0 msgr2=0x7fd63c068ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd63c0666e0 0x7fd63c068ba0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fd6400012f0 tx=0x7fd640009040 comp rx=0 tx=0).stop 2024-04-18T05:13:03.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6500aeb90 msgr2=0x7fd65014b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6500aeb90 0x7fd65014b7d0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd6440ad040 tx=0x7fd64401ac50 comp rx=0 tx=0).stop 2024-04-18T05:13:03.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 shutdown_connections 2024-04-18T05:13:03.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6500bcb80 0x7fd6501ef2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6500aeb90 0x7fd65014b7d0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd63c0666e0 0x7fd63c068ba0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 --2- 172.21.15.32:0/2090695261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd65006cd00 0x7fd65014b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 >> 172.21.15.32:0/2090695261 conn(0x7fd6500ab0a0 msgr2=0x7fd65006b230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:03.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 shutdown_connections 2024-04-18T05:13:03.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.086+0000 7fd656e32640 1 -- 172.21.15.32:0/2090695261 wait complete. 2024-04-18T05:13:03.107 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-18T05:13:03.107 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:13:03.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1ed687640 1 Processor -- start 2024-04-18T05:13:03.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1ed687640 1 -- start start 2024-04-18T05:13:03.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1ed687640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1e813cde0 0x7fb1e8153b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1ed687640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb1e80bec20 0x7fb1e80c10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1ed687640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e80c1620 0x7fb1e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1ed687640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1e8070540 con 0x7fb1e80bec20 2024-04-18T05:13:03.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1ed687640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1e81540e0 con 0x7fb1e813cde0 2024-04-18T05:13:03.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1ed687640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1e81543c0 con 0x7fb1e80c1620 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1dffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb1e80bec20 0x7fb1e80c10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1dffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb1e80bec20 0x7fb1e80c10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34280/0 (socket says 172.21.15.32:34280) 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1dffff640 1 -- 172.21.15.32:0/192219220 learned_addr learned my addr 172.21.15.32:0/192219220 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1e77fe640 1 --2- 172.21.15.32:0/192219220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e80c1620 0x7fb1e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1e6ffd640 1 --2- 172.21.15.32:0/192219220 >> v2:172.21.15.92:3300/0 conn(0x7fb1e813cde0 0x7fb1e8153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1dffff640 1 -- 172.21.15.32:0/192219220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e80c1620 msgr2=0x7fb1e806d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1dffff640 1 --2- 172.21.15.32:0/192219220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e80c1620 0x7fb1e806d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1dffff640 1 -- 172.21.15.32:0/192219220 >> v2:172.21.15.92:3300/0 conn(0x7fb1e813cde0 msgr2=0x7fb1e8153b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1dffff640 1 --2- 172.21.15.32:0/192219220 >> v2:172.21.15.92:3300/0 conn(0x7fb1e813cde0 0x7fb1e8153b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.230+0000 7fb1dffff640 1 -- 172.21.15.32:0/192219220 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1e81546a0 con 0x7fb1e80bec20 2024-04-18T05:13:03.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 --2- 172.21.15.32:0/192219220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80bec20 0x7fb1e80c10e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb1e80c6210 tx=0x7fb1d001c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7226586e9eab73 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:03.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1e67fc640 1 -- 172.21.15.32:0/192219220 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00ac410 con 0x7fb1e80bec20 2024-04-18T05:13:03.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1e67fc640 1 -- 172.21.15.32:0/192219220 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1d00ac570 con 0x7fb1e80bec20 2024-04-18T05:13:03.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1e67fc640 1 -- 172.21.15.32:0/192219220 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00ac900 con 0x7fb1e80bec20 2024-04-18T05:13:03.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- 172.21.15.32:0/192219220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80bec20 msgr2=0x7fb1e80c10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 --2- 172.21.15.32:0/192219220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80bec20 0x7fb1e80c10e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb1e80c6210 tx=0x7fb1d001c460 comp rx=0 tx=0).stop 2024-04-18T05:13:03.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- 172.21.15.32:0/192219220 shutdown_connections 2024-04-18T05:13:03.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 --2- 172.21.15.32:0/192219220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e80c1620 0x7fb1e806d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 --2- 172.21.15.32:0/192219220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80bec20 0x7fb1e80c10e0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 --2- 172.21.15.32:0/192219220 >> v2:172.21.15.92:3300/0 conn(0x7fb1e813cde0 0x7fb1e8153b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- 172.21.15.32:0/192219220 >> 172.21.15.32:0/192219220 conn(0x7fb1e8069e80 msgr2=0x7fb1e806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:03.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- 172.21.15.32:0/192219220 shutdown_connections 2024-04-18T05:13:03.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- 172.21.15.32:0/192219220 wait complete. 2024-04-18T05:13:03.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 Processor -- start 2024-04-18T05:13:03.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- start start 2024-04-18T05:13:03.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e80bec20 0x7fb1e80aa460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80c1620 0x7fb1e8156570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e813cde0 0x7fb1e81ecb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1e80a8520 con 0x7fb1e80c1620 2024-04-18T05:13:03.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1e81ec3c0 con 0x7fb1e80bec20 2024-04-18T05:13:03.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1e80aad70 con 0x7fb1e813cde0 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80c1620 0x7fb1e8156570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80c1620 0x7fb1e8156570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34290/0 (socket says 172.21.15.32:34290) 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 -- 172.21.15.32:0/2371089857 learned_addr learned my addr 172.21.15.32:0/2371089857 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1e6ffd640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e80bec20 0x7fb1e80aa460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1e77fe640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e813cde0 0x7fb1e81ecb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 -- 172.21.15.32:0/2371089857 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e813cde0 msgr2=0x7fb1e81ecb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e813cde0 0x7fb1e81ecb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 -- 172.21.15.32:0/2371089857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e80bec20 msgr2=0x7fb1e80aa460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e80bec20 0x7fb1e80aa460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 -- 172.21.15.32:0/2371089857 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1d00094d0 con 0x7fb1e80c1620 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1e6ffd640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e80bec20 0x7fb1e80aa460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1dffff640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80c1620 0x7fb1e8156570 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fb1d001ab10 tx=0x7fb1d0019200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:03.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1df7fe640 1 -- 172.21.15.32:0/2371089857 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00ac410 con 0x7fb1e80c1620 2024-04-18T05:13:03.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1df7fe640 1 -- 172.21.15.32:0/2371089857 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1d00b65f0 con 0x7fb1e80c1620 2024-04-18T05:13:03.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1df7fe640 1 -- 172.21.15.32:0/2371089857 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1d00b69c0 con 0x7fb1e80c1620 2024-04-18T05:13:03.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1e80ab050 con 0x7fb1e80c1620 2024-04-18T05:13:03.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.234+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1e8156ab0 con 0x7fb1e80c1620 2024-04-18T05:13:03.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.238+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1e80ab240 con 0x7fb1e80c1620 2024-04-18T05:13:03.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.238+0000 7fb1df7fe640 1 -- 172.21.15.32:0/2371089857 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb1d00b6b20 con 0x7fb1e80c1620 2024-04-18T05:13:03.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.238+0000 7fb1df7fe640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1c8066690 0x7fb1c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.238+0000 7fb1df7fe640 1 -- 172.21.15.32:0/2371089857 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7fb1d011ef40 con 0x7fb1e80c1620 2024-04-18T05:13:03.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.238+0000 7fb1e6ffd640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1c8066690 0x7fb1c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.244 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.238+0000 7fb1e6ffd640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1c8066690 0x7fb1c8068b50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb1d80097a0 tx=0x7fb1d8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:03.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.242+0000 7fb1df7fe640 1 -- 172.21.15.32:0/2371089857 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb1d00ebfc0 con 0x7fb1e80c1620 2024-04-18T05:13:03.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.398+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb1e80aaee0 con 0x7fb1c8066690 2024-04-18T05:13:03.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.410+0000 7fb1df7fe640 1 -- 172.21.15.32:0/2371089857 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+524583 (secure 0 0 0) 0x7fb1e80aaee0 con 0x7fb1c8066690 2024-04-18T05:13:03.419 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:03.426 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1c8066690 msgr2=0x7fb1c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1c8066690 0x7fb1c8068b50 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb1d80097a0 tx=0x7fb1d8008040 comp rx=0 tx=0).stop 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80c1620 msgr2=0x7fb1e8156570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80c1620 0x7fb1e8156570 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fb1d001ab10 tx=0x7fb1d0019200 comp rx=0 tx=0).stop 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 shutdown_connections 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb1e813cde0 0x7fb1e81ecb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb1e80c1620 0x7fb1e8156570 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb1c8066690 0x7fb1c8068b50 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 --2- 172.21.15.32:0/2371089857 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e80bec20 0x7fb1e80aa460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 >> 172.21.15.32:0/2371089857 conn(0x7fb1e8069e80 msgr2=0x7fb1e81366d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.418+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 shutdown_connections 2024-04-18T05:13:03.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.422+0000 7fb1ed687640 1 -- 172.21.15.32:0/2371089857 wait complete. 2024-04-18T05:13:03.442 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":93,"stamp":"2024-04-18T05:13:02.868748+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596737,"num_objects":37,"num_object_clones":0,"num_object_copies":74,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":231,"num_write_kb":2439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":182,"ondisk_log_size":182,"up":366,"acting":366,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":288,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237760,"kb_used_data":5204,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754736960,"statfs":{"total":773094113280,"available":772850647040,"internally_reserved":0,"allocated":5328896,"data_stored":2955580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":40,"apply_latency_ms":40,"commit_latency_ns":40000000,"apply_latency_ns":40000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.877681"},"pg_stats":[{"pgid":"8.31","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549529+0000","last_change":"2024-04-18T05:12:59.425699+0000","last_active":"2024-04-18T05:13:00.549529+0000","last_peered":"2024-04-18T05:13:00.549529+0000","last_clean":"2024-04-18T05:13:00.549529+0000","last_became_active":"2024-04-18T05:12:59.425335+0000","last_became_peered":"2024-04-18T05:12:59.425335+0000","last_unstale":"2024-04-18T05:13:00.549529+0000","last_undegraded":"2024-04-18T05:13:00.549529+0000","last_fullsized":"2024-04-18T05:13:00.549529+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405504+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:59.405504+0000","last_peered":"2024-04-18T05:12:59.405504+0000","last_clean":"2024-04-18T05:12:59.405504+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:59.405504+0000","last_undegraded":"2024-04-18T05:12:59.405504+0000","last_fullsized":"2024-04-18T05:12:59.405504+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388054+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:59.388054+0000","last_peered":"2024-04-18T05:12:59.388054+0000","last_clean":"2024-04-18T05:12:59.388054+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:59.388054+0000","last_undegraded":"2024-04-18T05:12:59.388054+0000","last_fullsized":"2024-04-18T05:12:59.388054+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403184+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:59.403184+0000","last_peered":"2024-04-18T05:12:59.403184+0000","last_clean":"2024-04-18T05:12:59.403184+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:59.403184+0000","last_undegraded":"2024-04-18T05:12:59.403184+0000","last_fullsized":"2024-04-18T05:12:59.403184+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393339+0000","last_change":"2024-04-18T05:12:59.413310+0000","last_active":"2024-04-18T05:13:00.393339+0000","last_peered":"2024-04-18T05:13:00.393339+0000","last_clean":"2024-04-18T05:13:00.393339+0000","last_became_active":"2024-04-18T05:12:59.413011+0000","last_became_peered":"2024-04-18T05:12:59.413011+0000","last_unstale":"2024-04-18T05:13:00.393339+0000","last_undegraded":"2024-04-18T05:13:00.393339+0000","last_fullsized":"2024-04-18T05:13:00.393339+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401710+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:59.401710+0000","last_peered":"2024-04-18T05:12:59.401710+0000","last_clean":"2024-04-18T05:12:59.401710+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:59.401710+0000","last_undegraded":"2024-04-18T05:12:59.401710+0000","last_fullsized":"2024-04-18T05:12:59.401710+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393633+0000","last_change":"2024-04-18T05:12:59.403630+0000","last_active":"2024-04-18T05:13:00.393633+0000","last_peered":"2024-04-18T05:13:00.393633+0000","last_clean":"2024-04-18T05:13:00.393633+0000","last_became_active":"2024-04-18T05:12:59.402922+0000","last_became_peered":"2024-04-18T05:12:59.402922+0000","last_unstale":"2024-04-18T05:13:00.393633+0000","last_undegraded":"2024-04-18T05:13:00.393633+0000","last_fullsized":"2024-04-18T05:13:00.393633+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:46:23.783573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873425+0000","last_change":"2024-04-18T05:12:39.971290+0000","last_active":"2024-04-18T05:12:43.873425+0000","last_peered":"2024-04-18T05:12:43.873425+0000","last_clean":"2024-04-18T05:12:43.873425+0000","last_became_active":"2024-04-18T05:12:39.970530+0000","last_became_peered":"2024-04-18T05:12:39.970530+0000","last_unstale":"2024-04-18T05:12:43.873425+0000","last_undegraded":"2024-04-18T05:12:43.873425+0000","last_fullsized":"2024-04-18T05:12:43.873425+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:24:23.590702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386765+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:59.386765+0000","last_peered":"2024-04-18T05:12:59.386765+0000","last_clean":"2024-04-18T05:12:59.386765+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:59.386765+0000","last_undegraded":"2024-04-18T05:12:59.386765+0000","last_fullsized":"2024-04-18T05:12:59.386765+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553204+0000","last_change":"2024-04-18T05:12:59.420792+0000","last_active":"2024-04-18T05:13:00.553204+0000","last_peered":"2024-04-18T05:13:00.553204+0000","last_clean":"2024-04-18T05:13:00.553204+0000","last_became_active":"2024-04-18T05:12:59.420361+0000","last_became_peered":"2024-04-18T05:12:59.420361+0000","last_unstale":"2024-04-18T05:13:00.553204+0000","last_undegraded":"2024-04-18T05:13:00.553204+0000","last_fullsized":"2024-04-18T05:13:00.553204+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:38.357792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403745+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:59.403745+0000","last_peered":"2024-04-18T05:12:59.403745+0000","last_clean":"2024-04-18T05:12:59.403745+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:59.403745+0000","last_undegraded":"2024-04-18T05:12:59.403745+0000","last_fullsized":"2024-04-18T05:12:59.403745+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553881+0000","last_change":"2024-04-18T05:12:59.421606+0000","last_active":"2024-04-18T05:13:00.553881+0000","last_peered":"2024-04-18T05:13:00.553881+0000","last_clean":"2024-04-18T05:13:00.553881+0000","last_became_active":"2024-04-18T05:12:59.421342+0000","last_became_peered":"2024-04-18T05:12:59.421342+0000","last_unstale":"2024-04-18T05:13:00.553881+0000","last_undegraded":"2024-04-18T05:13:00.553881+0000","last_fullsized":"2024-04-18T05:13:00.553881+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400297+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:59.400297+0000","last_peered":"2024-04-18T05:12:59.400297+0000","last_clean":"2024-04-18T05:12:59.400297+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:59.400297+0000","last_undegraded":"2024-04-18T05:12:59.400297+0000","last_fullsized":"2024-04-18T05:12:59.400297+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552691+0000","last_change":"2024-04-18T05:12:59.411147+0000","last_active":"2024-04-18T05:13:00.552691+0000","last_peered":"2024-04-18T05:13:00.552691+0000","last_clean":"2024-04-18T05:13:00.552691+0000","last_became_active":"2024-04-18T05:12:59.410808+0000","last_became_peered":"2024-04-18T05:12:59.410808+0000","last_unstale":"2024-04-18T05:13:00.552691+0000","last_undegraded":"2024-04-18T05:13:00.552691+0000","last_fullsized":"2024-04-18T05:13:00.552691+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873565+0000","last_change":"2024-04-18T05:12:39.972759+0000","last_active":"2024-04-18T05:12:43.873565+0000","last_peered":"2024-04-18T05:12:43.873565+0000","last_clean":"2024-04-18T05:12:43.873565+0000","last_became_active":"2024-04-18T05:12:39.972085+0000","last_became_peered":"2024-04-18T05:12:39.972085+0000","last_unstale":"2024-04-18T05:12:43.873565+0000","last_undegraded":"2024-04-18T05:12:43.873565+0000","last_fullsized":"2024-04-18T05:12:43.873565+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:08.024429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403477+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:59.403477+0000","last_peered":"2024-04-18T05:12:59.403477+0000","last_clean":"2024-04-18T05:12:59.403477+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:59.403477+0000","last_undegraded":"2024-04-18T05:12:59.403477+0000","last_fullsized":"2024-04-18T05:12:59.403477+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392751+0000","last_change":"2024-04-18T05:12:59.404651+0000","last_active":"2024-04-18T05:13:00.392751+0000","last_peered":"2024-04-18T05:13:00.392751+0000","last_clean":"2024-04-18T05:13:00.392751+0000","last_became_active":"2024-04-18T05:12:59.403847+0000","last_became_peered":"2024-04-18T05:12:59.403847+0000","last_unstale":"2024-04-18T05:13:00.392751+0000","last_undegraded":"2024-04-18T05:13:00.392751+0000","last_fullsized":"2024-04-18T05:13:00.392751+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390830+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:59.390830+0000","last_peered":"2024-04-18T05:12:59.390830+0000","last_clean":"2024-04-18T05:12:59.390830+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:59.390830+0000","last_undegraded":"2024-04-18T05:12:59.390830+0000","last_fullsized":"2024-04-18T05:12:59.390830+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873471+0000","last_change":"2024-04-18T05:12:39.988499+0000","last_active":"2024-04-18T05:12:43.873471+0000","last_peered":"2024-04-18T05:12:43.873471+0000","last_clean":"2024-04-18T05:12:43.873471+0000","last_became_active":"2024-04-18T05:12:39.988030+0000","last_became_peered":"2024-04-18T05:12:39.988030+0000","last_unstale":"2024-04-18T05:12:43.873471+0000","last_undegraded":"2024-04-18T05:12:43.873471+0000","last_fullsized":"2024-04-18T05:12:43.873471+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:38:53.247252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551483+0000","last_change":"2024-04-18T05:12:59.422941+0000","last_active":"2024-04-18T05:13:00.551483+0000","last_peered":"2024-04-18T05:13:00.551483+0000","last_clean":"2024-04-18T05:13:00.551483+0000","last_became_active":"2024-04-18T05:12:59.422669+0000","last_became_peered":"2024-04-18T05:12:59.422669+0000","last_unstale":"2024-04-18T05:13:00.551483+0000","last_undegraded":"2024-04-18T05:13:00.551483+0000","last_fullsized":"2024-04-18T05:13:00.551483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:27.415241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403941+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:59.403941+0000","last_peered":"2024-04-18T05:12:59.403941+0000","last_clean":"2024-04-18T05:12:59.403941+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:59.403941+0000","last_undegraded":"2024-04-18T05:12:59.403941+0000","last_fullsized":"2024-04-18T05:12:59.403941+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550624+0000","last_change":"2024-04-18T05:12:59.410138+0000","last_active":"2024-04-18T05:13:00.550624+0000","last_peered":"2024-04-18T05:13:00.550624+0000","last_clean":"2024-04-18T05:13:00.550624+0000","last_became_active":"2024-04-18T05:12:59.407819+0000","last_became_peered":"2024-04-18T05:12:59.407819+0000","last_unstale":"2024-04-18T05:13:00.550624+0000","last_undegraded":"2024-04-18T05:13:00.550624+0000","last_fullsized":"2024-04-18T05:13:00.550624+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:47.311274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387029+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:59.387029+0000","last_peered":"2024-04-18T05:12:59.387029+0000","last_clean":"2024-04-18T05:12:59.387029+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:59.387029+0000","last_undegraded":"2024-04-18T05:12:59.387029+0000","last_fullsized":"2024-04-18T05:12:59.387029+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394344+0000","last_change":"2024-04-18T05:12:59.398229+0000","last_active":"2024-04-18T05:13:00.394344+0000","last_peered":"2024-04-18T05:13:00.394344+0000","last_clean":"2024-04-18T05:13:00.394344+0000","last_became_active":"2024-04-18T05:12:59.397245+0000","last_became_peered":"2024-04-18T05:12:59.397245+0000","last_unstale":"2024-04-18T05:13:00.394344+0000","last_undegraded":"2024-04-18T05:13:00.394344+0000","last_fullsized":"2024-04-18T05:13:00.394344+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:00:48.134689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382576+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:59.382576+0000","last_peered":"2024-04-18T05:12:59.382576+0000","last_clean":"2024-04-18T05:12:59.382576+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:59.382576+0000","last_undegraded":"2024-04-18T05:12:59.382576+0000","last_fullsized":"2024-04-18T05:12:59.382576+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391993+0000","last_change":"2024-04-18T05:12:59.412076+0000","last_active":"2024-04-18T05:13:00.391993+0000","last_peered":"2024-04-18T05:13:00.391993+0000","last_clean":"2024-04-18T05:13:00.391993+0000","last_became_active":"2024-04-18T05:12:59.411666+0000","last_became_peered":"2024-04-18T05:12:59.411666+0000","last_unstale":"2024-04-18T05:13:00.391993+0000","last_undegraded":"2024-04-18T05:13:00.391993+0000","last_fullsized":"2024-04-18T05:13:00.391993+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402655+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:59.402655+0000","last_peered":"2024-04-18T05:12:59.402655+0000","last_clean":"2024-04-18T05:12:59.402655+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:59.402655+0000","last_undegraded":"2024-04-18T05:12:59.402655+0000","last_fullsized":"2024-04-18T05:12:59.402655+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552655+0000","last_change":"2024-04-18T05:12:59.416670+0000","last_active":"2024-04-18T05:13:00.552655+0000","last_peered":"2024-04-18T05:13:00.552655+0000","last_clean":"2024-04-18T05:13:00.552655+0000","last_became_active":"2024-04-18T05:12:59.414764+0000","last_became_peered":"2024-04-18T05:12:59.414764+0000","last_unstale":"2024-04-18T05:13:00.552655+0000","last_undegraded":"2024-04-18T05:13:00.552655+0000","last_fullsized":"2024-04-18T05:13:00.552655+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:58:27.502209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383068+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:59.383068+0000","last_peered":"2024-04-18T05:12:59.383068+0000","last_clean":"2024-04-18T05:12:59.383068+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:59.383068+0000","last_undegraded":"2024-04-18T05:12:59.383068+0000","last_fullsized":"2024-04-18T05:12:59.383068+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.390847+0000","last_change":"2024-04-18T05:12:59.396700+0000","last_active":"2024-04-18T05:13:00.390847+0000","last_peered":"2024-04-18T05:13:00.390847+0000","last_clean":"2024-04-18T05:13:00.390847+0000","last_became_active":"2024-04-18T05:12:59.394211+0000","last_became_peered":"2024-04-18T05:12:59.394211+0000","last_unstale":"2024-04-18T05:13:00.390847+0000","last_undegraded":"2024-04-18T05:13:00.390847+0000","last_fullsized":"2024-04-18T05:13:00.390847+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383036+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:59.383036+0000","last_peered":"2024-04-18T05:12:59.383036+0000","last_clean":"2024-04-18T05:12:59.383036+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:59.383036+0000","last_undegraded":"2024-04-18T05:12:59.383036+0000","last_fullsized":"2024-04-18T05:12:59.383036+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393662+0000","last_change":"2024-04-18T05:12:59.407447+0000","last_active":"2024-04-18T05:13:00.393662+0000","last_peered":"2024-04-18T05:13:00.393662+0000","last_clean":"2024-04-18T05:13:00.393662+0000","last_became_active":"2024-04-18T05:12:59.407152+0000","last_became_peered":"2024-04-18T05:12:59.407152+0000","last_unstale":"2024-04-18T05:13:00.393662+0000","last_undegraded":"2024-04-18T05:13:00.393662+0000","last_fullsized":"2024-04-18T05:13:00.393662+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395318+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:59.395318+0000","last_peered":"2024-04-18T05:12:59.395318+0000","last_clean":"2024-04-18T05:12:59.395318+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:59.395318+0000","last_undegraded":"2024-04-18T05:12:59.395318+0000","last_fullsized":"2024-04-18T05:12:59.395318+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385279+0000","last_change":"2024-04-18T05:12:59.420614+0000","last_active":"2024-04-18T05:13:00.385279+0000","last_peered":"2024-04-18T05:13:00.385279+0000","last_clean":"2024-04-18T05:13:00.385279+0000","last_became_active":"2024-04-18T05:12:59.420111+0000","last_became_peered":"2024-04-18T05:12:59.420111+0000","last_unstale":"2024-04-18T05:13:00.385279+0000","last_undegraded":"2024-04-18T05:13:00.385279+0000","last_fullsized":"2024-04-18T05:13:00.385279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:45:10.050769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390480+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:59.390480+0000","last_peered":"2024-04-18T05:12:59.390480+0000","last_clean":"2024-04-18T05:12:59.390480+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:59.390480+0000","last_undegraded":"2024-04-18T05:12:59.390480+0000","last_fullsized":"2024-04-18T05:12:59.390480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390595+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:59.390595+0000","last_peered":"2024-04-18T05:12:59.390595+0000","last_clean":"2024-04-18T05:12:59.390595+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:59.390595+0000","last_undegraded":"2024-04-18T05:12:59.390595+0000","last_fullsized":"2024-04-18T05:12:59.390595+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391941+0000","last_change":"2024-04-18T05:12:59.417579+0000","last_active":"2024-04-18T05:13:00.391941+0000","last_peered":"2024-04-18T05:13:00.391941+0000","last_clean":"2024-04-18T05:13:00.391941+0000","last_became_active":"2024-04-18T05:12:59.417256+0000","last_became_peered":"2024-04-18T05:12:59.417256+0000","last_unstale":"2024-04-18T05:13:00.391941+0000","last_undegraded":"2024-04-18T05:13:00.391941+0000","last_fullsized":"2024-04-18T05:13:00.391941+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:32.728677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395352+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:59.395352+0000","last_peered":"2024-04-18T05:12:59.395352+0000","last_clean":"2024-04-18T05:12:59.395352+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:59.395352+0000","last_undegraded":"2024-04-18T05:12:59.395352+0000","last_fullsized":"2024-04-18T05:12:59.395352+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394538+0000","last_change":"2024-04-18T05:12:59.409699+0000","last_active":"2024-04-18T05:13:00.394538+0000","last_peered":"2024-04-18T05:13:00.394538+0000","last_clean":"2024-04-18T05:13:00.394538+0000","last_became_active":"2024-04-18T05:12:59.408630+0000","last_became_peered":"2024-04-18T05:12:59.408630+0000","last_unstale":"2024-04-18T05:13:00.394538+0000","last_undegraded":"2024-04-18T05:13:00.394538+0000","last_fullsized":"2024-04-18T05:13:00.394538+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382792+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:59.382792+0000","last_peered":"2024-04-18T05:12:59.382792+0000","last_clean":"2024-04-18T05:12:59.382792+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:59.382792+0000","last_undegraded":"2024-04-18T05:12:59.382792+0000","last_fullsized":"2024-04-18T05:12:59.382792+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552487+0000","last_change":"2024-04-18T05:12:59.421444+0000","last_active":"2024-04-18T05:13:00.552487+0000","last_peered":"2024-04-18T05:13:00.552487+0000","last_clean":"2024-04-18T05:13:00.552487+0000","last_became_active":"2024-04-18T05:12:59.419836+0000","last_became_peered":"2024-04-18T05:12:59.419836+0000","last_unstale":"2024-04-18T05:13:00.552487+0000","last_undegraded":"2024-04-18T05:13:00.552487+0000","last_fullsized":"2024-04-18T05:13:00.552487+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:51.944097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400375+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:59.400375+0000","last_peered":"2024-04-18T05:12:59.400375+0000","last_clean":"2024-04-18T05:12:59.400375+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:59.400375+0000","last_undegraded":"2024-04-18T05:12:59.400375+0000","last_fullsized":"2024-04-18T05:12:59.400375+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551247+0000","last_change":"2024-04-18T05:12:59.417535+0000","last_active":"2024-04-18T05:13:00.551247+0000","last_peered":"2024-04-18T05:13:00.551247+0000","last_clean":"2024-04-18T05:13:00.551247+0000","last_became_active":"2024-04-18T05:12:59.417255+0000","last_became_peered":"2024-04-18T05:12:59.417255+0000","last_unstale":"2024-04-18T05:13:00.551247+0000","last_undegraded":"2024-04-18T05:13:00.551247+0000","last_fullsized":"2024-04-18T05:13:00.551247+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:35:24.514761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392189+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:59.392189+0000","last_peered":"2024-04-18T05:12:59.392189+0000","last_clean":"2024-04-18T05:12:59.392189+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:59.392189+0000","last_undegraded":"2024-04-18T05:12:59.392189+0000","last_fullsized":"2024-04-18T05:12:59.392189+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550722+0000","last_change":"2024-04-18T05:12:59.420428+0000","last_active":"2024-04-18T05:13:00.550722+0000","last_peered":"2024-04-18T05:13:00.550722+0000","last_clean":"2024-04-18T05:13:00.550722+0000","last_became_active":"2024-04-18T05:12:59.419870+0000","last_became_peered":"2024-04-18T05:12:59.419870+0000","last_unstale":"2024-04-18T05:13:00.550722+0000","last_undegraded":"2024-04-18T05:13:00.550722+0000","last_fullsized":"2024-04-18T05:13:00.550722+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:29:39.103504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405288+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:59.405288+0000","last_peered":"2024-04-18T05:12:59.405288+0000","last_clean":"2024-04-18T05:12:59.405288+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:59.405288+0000","last_undegraded":"2024-04-18T05:12:59.405288+0000","last_fullsized":"2024-04-18T05:12:59.405288+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550653+0000","last_change":"2024-04-18T05:12:59.421942+0000","last_active":"2024-04-18T05:13:00.550653+0000","last_peered":"2024-04-18T05:13:00.550653+0000","last_clean":"2024-04-18T05:13:00.550653+0000","last_became_active":"2024-04-18T05:12:59.421325+0000","last_became_peered":"2024-04-18T05:12:59.421325+0000","last_unstale":"2024-04-18T05:13:00.550653+0000","last_undegraded":"2024-04-18T05:13:00.550653+0000","last_fullsized":"2024-04-18T05:13:00.550653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:48.804384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390905+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:59.390905+0000","last_peered":"2024-04-18T05:12:59.390905+0000","last_clean":"2024-04-18T05:12:59.390905+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:59.390905+0000","last_undegraded":"2024-04-18T05:12:59.390905+0000","last_fullsized":"2024-04-18T05:12:59.390905+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551709+0000","last_change":"2024-04-18T05:12:59.417323+0000","last_active":"2024-04-18T05:13:00.551709+0000","last_peered":"2024-04-18T05:13:00.551709+0000","last_clean":"2024-04-18T05:13:00.551709+0000","last_became_active":"2024-04-18T05:12:59.417097+0000","last_became_peered":"2024-04-18T05:12:59.417097+0000","last_unstale":"2024-04-18T05:13:00.551709+0000","last_undegraded":"2024-04-18T05:13:00.551709+0000","last_fullsized":"2024-04-18T05:13:00.551709+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:09:49.407779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403458+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:59.403458+0000","last_peered":"2024-04-18T05:12:59.403458+0000","last_clean":"2024-04-18T05:12:59.403458+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:59.403458+0000","last_undegraded":"2024-04-18T05:12:59.403458+0000","last_fullsized":"2024-04-18T05:12:59.403458+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554923+0000","last_change":"2024-04-18T05:12:59.420237+0000","last_active":"2024-04-18T05:13:00.554923+0000","last_peered":"2024-04-18T05:13:00.554923+0000","last_clean":"2024-04-18T05:13:00.554923+0000","last_became_active":"2024-04-18T05:12:59.419863+0000","last_became_peered":"2024-04-18T05:12:59.419863+0000","last_unstale":"2024-04-18T05:13:00.554923+0000","last_undegraded":"2024-04-18T05:13:00.554923+0000","last_fullsized":"2024-04-18T05:13:00.554923+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:48.173216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383543+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:59.383543+0000","last_peered":"2024-04-18T05:12:59.383543+0000","last_clean":"2024-04-18T05:12:59.383543+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:59.383543+0000","last_undegraded":"2024-04-18T05:12:59.383543+0000","last_fullsized":"2024-04-18T05:12:59.383543+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391792+0000","last_change":"2024-04-18T05:12:59.412270+0000","last_active":"2024-04-18T05:13:00.391792+0000","last_peered":"2024-04-18T05:13:00.391792+0000","last_clean":"2024-04-18T05:13:00.391792+0000","last_became_active":"2024-04-18T05:12:59.411870+0000","last_became_peered":"2024-04-18T05:12:59.411870+0000","last_unstale":"2024-04-18T05:13:00.391792+0000","last_undegraded":"2024-04-18T05:13:00.391792+0000","last_fullsized":"2024-04-18T05:13:00.391792+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:05.785504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384283+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:59.384283+0000","last_peered":"2024-04-18T05:12:59.384283+0000","last_clean":"2024-04-18T05:12:59.384283+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:59.384283+0000","last_undegraded":"2024-04-18T05:12:59.384283+0000","last_fullsized":"2024-04-18T05:12:59.384283+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394823+0000","last_change":"2024-04-18T05:12:59.405964+0000","last_active":"2024-04-18T05:13:00.394823+0000","last_peered":"2024-04-18T05:13:00.394823+0000","last_clean":"2024-04-18T05:13:00.394823+0000","last_became_active":"2024-04-18T05:12:59.404298+0000","last_became_peered":"2024-04-18T05:12:59.404298+0000","last_unstale":"2024-04-18T05:13:00.394823+0000","last_undegraded":"2024-04-18T05:13:00.394823+0000","last_fullsized":"2024-04-18T05:13:00.394823+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403843+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:59.403843+0000","last_peered":"2024-04-18T05:12:59.403843+0000","last_clean":"2024-04-18T05:12:59.403843+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:59.403843+0000","last_undegraded":"2024-04-18T05:12:59.403843+0000","last_fullsized":"2024-04-18T05:12:59.403843+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551017+0000","last_change":"2024-04-18T05:12:59.410213+0000","last_active":"2024-04-18T05:13:00.551017+0000","last_peered":"2024-04-18T05:13:00.551017+0000","last_clean":"2024-04-18T05:13:00.551017+0000","last_became_active":"2024-04-18T05:12:59.407837+0000","last_became_peered":"2024-04-18T05:12:59.407837+0000","last_unstale":"2024-04-18T05:13:00.551017+0000","last_undegraded":"2024-04-18T05:13:00.551017+0000","last_fullsized":"2024-04-18T05:13:00.551017+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400453+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:59.400453+0000","last_peered":"2024-04-18T05:12:59.400453+0000","last_clean":"2024-04-18T05:12:59.400453+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:59.400453+0000","last_undegraded":"2024-04-18T05:12:59.400453+0000","last_fullsized":"2024-04-18T05:12:59.400453+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385282+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.385282+0000","last_peered":"2024-04-18T05:13:00.385282+0000","last_clean":"2024-04-18T05:13:00.385282+0000","last_became_active":"2024-04-18T05:12:59.408666+0000","last_became_peered":"2024-04-18T05:12:59.408666+0000","last_unstale":"2024-04-18T05:13:00.385282+0000","last_undegraded":"2024-04-18T05:13:00.385282+0000","last_fullsized":"2024-04-18T05:13:00.385282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:01:39.291271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553849+0000","last_change":"2024-04-18T05:12:59.049323+0000","last_active":"2024-04-18T05:13:00.553849+0000","last_peered":"2024-04-18T05:13:00.553849+0000","last_clean":"2024-04-18T05:13:00.553849+0000","last_became_active":"2024-04-18T05:12:59.048871+0000","last_became_peered":"2024-04-18T05:12:59.048871+0000","last_unstale":"2024-04-18T05:13:00.553849+0000","last_undegraded":"2024-04-18T05:13:00.553849+0000","last_fullsized":"2024-04-18T05:13:00.553849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:03.698425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383360+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:59.383360+0000","last_peered":"2024-04-18T05:12:59.383360+0000","last_clean":"2024-04-18T05:12:59.383360+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:59.383360+0000","last_undegraded":"2024-04-18T05:12:59.383360+0000","last_fullsized":"2024-04-18T05:12:59.383360+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392478+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:59.392478+0000","last_peered":"2024-04-18T05:12:59.392478+0000","last_clean":"2024-04-18T05:12:59.392478+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:59.392478+0000","last_undegraded":"2024-04-18T05:12:59.392478+0000","last_fullsized":"2024-04-18T05:12:59.392478+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554058+0000","last_change":"2024-04-18T05:12:59.421741+0000","last_active":"2024-04-18T05:13:00.554058+0000","last_peered":"2024-04-18T05:13:00.554058+0000","last_clean":"2024-04-18T05:13:00.554058+0000","last_became_active":"2024-04-18T05:12:59.421318+0000","last_became_peered":"2024-04-18T05:12:59.421318+0000","last_unstale":"2024-04-18T05:13:00.554058+0000","last_undegraded":"2024-04-18T05:13:00.554058+0000","last_fullsized":"2024-04-18T05:13:00.554058+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392263+0000","last_change":"2024-04-18T05:12:59.050007+0000","last_active":"2024-04-18T05:13:00.392263+0000","last_peered":"2024-04-18T05:13:00.392263+0000","last_clean":"2024-04-18T05:13:00.392263+0000","last_became_active":"2024-04-18T05:12:59.049515+0000","last_became_peered":"2024-04-18T05:12:59.049515+0000","last_unstale":"2024-04-18T05:13:00.392263+0000","last_undegraded":"2024-04-18T05:13:00.392263+0000","last_fullsized":"2024-04-18T05:13:00.392263+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:12:19.167680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389502+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:59.389502+0000","last_peered":"2024-04-18T05:12:59.389502+0000","last_clean":"2024-04-18T05:12:59.389502+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:59.389502+0000","last_undegraded":"2024-04-18T05:12:59.389502+0000","last_fullsized":"2024-04-18T05:12:59.389502+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388194+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:59.388194+0000","last_peered":"2024-04-18T05:12:59.388194+0000","last_clean":"2024-04-18T05:12:59.388194+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:59.388194+0000","last_undegraded":"2024-04-18T05:12:59.388194+0000","last_fullsized":"2024-04-18T05:12:59.388194+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384575+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.384575+0000","last_peered":"2024-04-18T05:13:00.384575+0000","last_clean":"2024-04-18T05:13:00.384575+0000","last_became_active":"2024-04-18T05:12:59.408739+0000","last_became_peered":"2024-04-18T05:12:59.408739+0000","last_unstale":"2024-04-18T05:13:00.384575+0000","last_undegraded":"2024-04-18T05:13:00.384575+0000","last_fullsized":"2024-04-18T05:13:00.384575+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:00:32.496039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"44'4","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551874+0000","last_change":"2024-04-18T05:12:59.021505+0000","last_active":"2024-04-18T05:13:00.551874+0000","last_peered":"2024-04-18T05:13:00.551874+0000","last_clean":"2024-04-18T05:13:00.551874+0000","last_became_active":"2024-04-18T05:12:59.021225+0000","last_became_peered":"2024-04-18T05:12:59.021225+0000","last_unstale":"2024-04-18T05:13:00.551874+0000","last_undegraded":"2024-04-18T05:13:00.551874+0000","last_fullsized":"2024-04-18T05:13:00.551874+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:36:11.591886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383480+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:59.383480+0000","last_peered":"2024-04-18T05:12:59.383480+0000","last_clean":"2024-04-18T05:12:59.383480+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:59.383480+0000","last_undegraded":"2024-04-18T05:12:59.383480+0000","last_fullsized":"2024-04-18T05:12:59.383480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403443+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:59.403443+0000","last_peered":"2024-04-18T05:12:59.403443+0000","last_clean":"2024-04-18T05:12:59.403443+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:59.403443+0000","last_undegraded":"2024-04-18T05:12:59.403443+0000","last_fullsized":"2024-04-18T05:12:59.403443+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384656+0000","last_change":"2024-04-18T05:12:59.400899+0000","last_active":"2024-04-18T05:13:00.384656+0000","last_peered":"2024-04-18T05:13:00.384656+0000","last_clean":"2024-04-18T05:13:00.384656+0000","last_became_active":"2024-04-18T05:12:59.400416+0000","last_became_peered":"2024-04-18T05:12:59.400416+0000","last_unstale":"2024-04-18T05:13:00.384656+0000","last_undegraded":"2024-04-18T05:13:00.384656+0000","last_fullsized":"2024-04-18T05:13:00.384656+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:41:52.007667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.004655+0000","last_change":"2024-04-18T05:12:58.004655+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.004655+0000","last_undegraded":"2024-04-18T05:12:58.004655+0000","last_fullsized":"2024-04-18T05:12:58.004655+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:20:22.611841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389418+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:59.389418+0000","last_peered":"2024-04-18T05:12:59.389418+0000","last_clean":"2024-04-18T05:12:59.389418+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:59.389418+0000","last_undegraded":"2024-04-18T05:12:59.389418+0000","last_fullsized":"2024-04-18T05:12:59.389418+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390035+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:59.390035+0000","last_peered":"2024-04-18T05:12:59.390035+0000","last_clean":"2024-04-18T05:12:59.390035+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:59.390035+0000","last_undegraded":"2024-04-18T05:12:59.390035+0000","last_fullsized":"2024-04-18T05:12:59.390035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554128+0000","last_change":"2024-04-18T05:12:59.424309+0000","last_active":"2024-04-18T05:13:00.554128+0000","last_peered":"2024-04-18T05:13:00.554128+0000","last_clean":"2024-04-18T05:13:00.554128+0000","last_became_active":"2024-04-18T05:12:59.423644+0000","last_became_peered":"2024-04-18T05:12:59.423644+0000","last_unstale":"2024-04-18T05:13:00.554128+0000","last_undegraded":"2024-04-18T05:13:00.554128+0000","last_fullsized":"2024-04-18T05:13:00.554128+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385186+0000","last_change":"2024-04-18T05:12:59.023199+0000","last_active":"2024-04-18T05:13:00.385186+0000","last_peered":"2024-04-18T05:13:00.385186+0000","last_clean":"2024-04-18T05:13:00.385186+0000","last_became_active":"2024-04-18T05:12:59.022893+0000","last_became_peered":"2024-04-18T05:12:59.022893+0000","last_unstale":"2024-04-18T05:13:00.385186+0000","last_undegraded":"2024-04-18T05:13:00.385186+0000","last_fullsized":"2024-04-18T05:13:00.385186+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:47.884934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400536+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:59.400536+0000","last_peered":"2024-04-18T05:12:59.400536+0000","last_clean":"2024-04-18T05:12:59.400536+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:59.400536+0000","last_undegraded":"2024-04-18T05:12:59.400536+0000","last_fullsized":"2024-04-18T05:12:59.400536+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387645+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:59.387645+0000","last_peered":"2024-04-18T05:12:59.387645+0000","last_clean":"2024-04-18T05:12:59.387645+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:59.387645+0000","last_undegraded":"2024-04-18T05:12:59.387645+0000","last_fullsized":"2024-04-18T05:12:59.387645+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551502+0000","last_change":"2024-04-18T05:12:59.417385+0000","last_active":"2024-04-18T05:13:00.551502+0000","last_peered":"2024-04-18T05:13:00.551502+0000","last_clean":"2024-04-18T05:13:00.551502+0000","last_became_active":"2024-04-18T05:12:59.417081+0000","last_became_peered":"2024-04-18T05:12:59.417081+0000","last_unstale":"2024-04-18T05:13:00.551502+0000","last_undegraded":"2024-04-18T05:13:00.551502+0000","last_fullsized":"2024-04-18T05:13:00.551502+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552849+0000","last_change":"2024-04-18T05:12:59.051730+0000","last_active":"2024-04-18T05:13:00.552849+0000","last_peered":"2024-04-18T05:13:00.552849+0000","last_clean":"2024-04-18T05:13:00.552849+0000","last_became_active":"2024-04-18T05:12:59.051185+0000","last_became_peered":"2024-04-18T05:12:59.051185+0000","last_unstale":"2024-04-18T05:13:00.552849+0000","last_undegraded":"2024-04-18T05:13:00.552849+0000","last_fullsized":"2024-04-18T05:13:00.552849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:05.968506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390332+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:59.390332+0000","last_peered":"2024-04-18T05:12:59.390332+0000","last_clean":"2024-04-18T05:12:59.390332+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:59.390332+0000","last_undegraded":"2024-04-18T05:12:59.390332+0000","last_fullsized":"2024-04-18T05:12:59.390332+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402735+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:59.402735+0000","last_peered":"2024-04-18T05:12:59.402735+0000","last_clean":"2024-04-18T05:12:59.402735+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:59.402735+0000","last_undegraded":"2024-04-18T05:12:59.402735+0000","last_fullsized":"2024-04-18T05:12:59.402735+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550070+0000","last_change":"2024-04-18T05:12:59.406230+0000","last_active":"2024-04-18T05:13:00.550070+0000","last_peered":"2024-04-18T05:13:00.550070+0000","last_clean":"2024-04-18T05:13:00.550070+0000","last_became_active":"2024-04-18T05:12:59.405961+0000","last_became_peered":"2024-04-18T05:12:59.405961+0000","last_unstale":"2024-04-18T05:13:00.550070+0000","last_undegraded":"2024-04-18T05:13:00.550070+0000","last_fullsized":"2024-04-18T05:13:00.550070+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551717+0000","last_change":"2024-04-18T05:12:59.053754+0000","last_active":"2024-04-18T05:13:00.551717+0000","last_peered":"2024-04-18T05:13:00.551717+0000","last_clean":"2024-04-18T05:13:00.551717+0000","last_became_active":"2024-04-18T05:12:59.053038+0000","last_became_peered":"2024-04-18T05:12:59.053038+0000","last_unstale":"2024-04-18T05:13:00.551717+0000","last_undegraded":"2024-04-18T05:13:00.551717+0000","last_fullsized":"2024-04-18T05:13:00.551717+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:31.725632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384410+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:59.384410+0000","last_peered":"2024-04-18T05:12:59.384410+0000","last_clean":"2024-04-18T05:12:59.384410+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:59.384410+0000","last_undegraded":"2024-04-18T05:12:59.384410+0000","last_fullsized":"2024-04-18T05:12:59.384410+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399979+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:59.399979+0000","last_peered":"2024-04-18T05:12:59.399979+0000","last_clean":"2024-04-18T05:12:59.399979+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:59.399979+0000","last_undegraded":"2024-04-18T05:12:59.399979+0000","last_fullsized":"2024-04-18T05:12:59.399979+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385794+0000","last_change":"2024-04-18T05:12:59.398589+0000","last_active":"2024-04-18T05:13:00.385794+0000","last_peered":"2024-04-18T05:13:00.385794+0000","last_clean":"2024-04-18T05:13:00.385794+0000","last_became_active":"2024-04-18T05:12:59.397809+0000","last_became_peered":"2024-04-18T05:12:59.397809+0000","last_unstale":"2024-04-18T05:13:00.385794+0000","last_undegraded":"2024-04-18T05:13:00.385794+0000","last_fullsized":"2024-04-18T05:13:00.385794+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:42.385272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385004+0000","last_change":"2024-04-18T05:12:59.024558+0000","last_active":"2024-04-18T05:13:00.385004+0000","last_peered":"2024-04-18T05:13:00.385004+0000","last_clean":"2024-04-18T05:13:00.385004+0000","last_became_active":"2024-04-18T05:12:59.024228+0000","last_became_peered":"2024-04-18T05:12:59.024228+0000","last_unstale":"2024-04-18T05:13:00.385004+0000","last_undegraded":"2024-04-18T05:13:00.385004+0000","last_fullsized":"2024-04-18T05:13:00.385004+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:26.412196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388154+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:59.388154+0000","last_peered":"2024-04-18T05:12:59.388154+0000","last_clean":"2024-04-18T05:12:59.388154+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:59.388154+0000","last_undegraded":"2024-04-18T05:12:59.388154+0000","last_fullsized":"2024-04-18T05:12:59.388154+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.406925+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:59.406925+0000","last_peered":"2024-04-18T05:12:59.406925+0000","last_clean":"2024-04-18T05:12:59.406925+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:59.406925+0000","last_undegraded":"2024-04-18T05:12:59.406925+0000","last_fullsized":"2024-04-18T05:12:59.406925+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393463+0000","last_change":"2024-04-18T05:12:59.392050+0000","last_active":"2024-04-18T05:13:00.393463+0000","last_peered":"2024-04-18T05:13:00.393463+0000","last_clean":"2024-04-18T05:13:00.393463+0000","last_became_active":"2024-04-18T05:12:59.391753+0000","last_became_peered":"2024-04-18T05:12:59.391753+0000","last_unstale":"2024-04-18T05:13:00.393463+0000","last_undegraded":"2024-04-18T05:13:00.393463+0000","last_fullsized":"2024-04-18T05:13:00.393463+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"44'3","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385586+0000","last_change":"2024-04-18T05:12:59.048851+0000","last_active":"2024-04-18T05:13:00.385586+0000","last_peered":"2024-04-18T05:13:00.385586+0000","last_clean":"2024-04-18T05:13:00.385586+0000","last_became_active":"2024-04-18T05:12:59.048559+0000","last_became_peered":"2024-04-18T05:12:59.048559+0000","last_unstale":"2024-04-18T05:13:00.385586+0000","last_undegraded":"2024-04-18T05:13:00.385586+0000","last_fullsized":"2024-04-18T05:13:00.385586+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:45:28.043413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401804+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:59.401804+0000","last_peered":"2024-04-18T05:12:59.401804+0000","last_clean":"2024-04-18T05:12:59.401804+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:59.401804+0000","last_undegraded":"2024-04-18T05:12:59.401804+0000","last_fullsized":"2024-04-18T05:12:59.401804+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405624+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:59.405624+0000","last_peered":"2024-04-18T05:12:59.405624+0000","last_clean":"2024-04-18T05:12:59.405624+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:59.405624+0000","last_undegraded":"2024-04-18T05:12:59.405624+0000","last_fullsized":"2024-04-18T05:12:59.405624+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392565+0000","last_change":"2024-04-18T05:12:59.410247+0000","last_active":"2024-04-18T05:13:00.392565+0000","last_peered":"2024-04-18T05:13:00.392565+0000","last_clean":"2024-04-18T05:13:00.392565+0000","last_became_active":"2024-04-18T05:12:59.404258+0000","last_became_peered":"2024-04-18T05:12:59.404258+0000","last_unstale":"2024-04-18T05:13:00.392565+0000","last_undegraded":"2024-04-18T05:13:00.392565+0000","last_fullsized":"2024-04-18T05:13:00.392565+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:23.834804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"44'6","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554044+0000","last_change":"2024-04-18T05:12:59.043255+0000","last_active":"2024-04-18T05:13:00.554044+0000","last_peered":"2024-04-18T05:13:00.554044+0000","last_clean":"2024-04-18T05:13:00.554044+0000","last_became_active":"2024-04-18T05:12:59.034397+0000","last_became_peered":"2024-04-18T05:12:59.034397+0000","last_unstale":"2024-04-18T05:13:00.554044+0000","last_undegraded":"2024-04-18T05:13:00.554044+0000","last_fullsized":"2024-04-18T05:13:00.554044+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392254+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:59.392254+0000","last_peered":"2024-04-18T05:12:59.392254+0000","last_clean":"2024-04-18T05:12:59.392254+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:59.392254+0000","last_undegraded":"2024-04-18T05:12:59.392254+0000","last_fullsized":"2024-04-18T05:12:59.392254+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383433+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:59.383433+0000","last_peered":"2024-04-18T05:12:59.383433+0000","last_clean":"2024-04-18T05:12:59.383433+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:59.383433+0000","last_undegraded":"2024-04-18T05:12:59.383433+0000","last_fullsized":"2024-04-18T05:12:59.383433+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548354+0000","last_change":"2024-04-18T05:12:59.421336+0000","last_active":"2024-04-18T05:13:00.548354+0000","last_peered":"2024-04-18T05:13:00.548354+0000","last_clean":"2024-04-18T05:13:00.548354+0000","last_became_active":"2024-04-18T05:12:59.420852+0000","last_became_peered":"2024-04-18T05:12:59.420852+0000","last_unstale":"2024-04-18T05:13:00.548354+0000","last_undegraded":"2024-04-18T05:13:00.548354+0000","last_fullsized":"2024-04-18T05:13:00.548354+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552015+0000","last_change":"2024-04-18T05:12:59.018833+0000","last_active":"2024-04-18T05:13:00.552015+0000","last_peered":"2024-04-18T05:13:00.552015+0000","last_clean":"2024-04-18T05:13:00.552015+0000","last_became_active":"2024-04-18T05:12:59.018456+0000","last_became_peered":"2024-04-18T05:12:59.018456+0000","last_unstale":"2024-04-18T05:13:00.552015+0000","last_undegraded":"2024-04-18T05:13:00.552015+0000","last_fullsized":"2024-04-18T05:13:00.552015+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:05.855382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405380+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:59.405380+0000","last_peered":"2024-04-18T05:12:59.405380+0000","last_clean":"2024-04-18T05:12:59.405380+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:59.405380+0000","last_undegraded":"2024-04-18T05:12:59.405380+0000","last_fullsized":"2024-04-18T05:12:59.405380+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":18,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382286+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:59.382286+0000","last_peered":"2024-04-18T05:12:59.382286+0000","last_clean":"2024-04-18T05:12:59.382286+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:59.382286+0000","last_undegraded":"2024-04-18T05:12:59.382286+0000","last_fullsized":"2024-04-18T05:12:59.382286+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549888+0000","last_change":"2024-04-18T05:12:59.411066+0000","last_active":"2024-04-18T05:13:00.549888+0000","last_peered":"2024-04-18T05:13:00.549888+0000","last_clean":"2024-04-18T05:13:00.549888+0000","last_became_active":"2024-04-18T05:12:59.410619+0000","last_became_peered":"2024-04-18T05:12:59.410619+0000","last_unstale":"2024-04-18T05:13:00.549888+0000","last_undegraded":"2024-04-18T05:13:00.549888+0000","last_fullsized":"2024-04-18T05:13:00.549888+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:08.221270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551231+0000","last_change":"2024-04-18T05:12:59.041500+0000","last_active":"2024-04-18T05:13:00.551231+0000","last_peered":"2024-04-18T05:13:00.551231+0000","last_clean":"2024-04-18T05:13:00.551231+0000","last_became_active":"2024-04-18T05:12:59.041183+0000","last_became_peered":"2024-04-18T05:12:59.041183+0000","last_unstale":"2024-04-18T05:13:00.551231+0000","last_undegraded":"2024-04-18T05:13:00.551231+0000","last_fullsized":"2024-04-18T05:13:00.551231+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:46.448430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404926+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:59.404926+0000","last_peered":"2024-04-18T05:12:59.404926+0000","last_clean":"2024-04-18T05:12:59.404926+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:59.404926+0000","last_undegraded":"2024-04-18T05:12:59.404926+0000","last_fullsized":"2024-04-18T05:12:59.404926+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"41'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401964+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:59.401964+0000","last_peered":"2024-04-18T05:12:59.401964+0000","last_clean":"2024-04-18T05:12:59.401964+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:59.401964+0000","last_undegraded":"2024-04-18T05:12:59.401964+0000","last_fullsized":"2024-04-18T05:12:59.401964+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391249+0000","last_change":"2024-04-18T05:12:59.016373+0000","last_active":"2024-04-18T05:13:00.391249+0000","last_peered":"2024-04-18T05:13:00.391249+0000","last_clean":"2024-04-18T05:13:00.391249+0000","last_became_active":"2024-04-18T05:12:59.015955+0000","last_became_peered":"2024-04-18T05:12:59.015955+0000","last_unstale":"2024-04-18T05:13:00.391249+0000","last_undegraded":"2024-04-18T05:13:00.391249+0000","last_fullsized":"2024-04-18T05:13:00.391249+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:38.495566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400620+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:59.400620+0000","last_peered":"2024-04-18T05:12:59.400620+0000","last_clean":"2024-04-18T05:12:59.400620+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:59.400620+0000","last_undegraded":"2024-04-18T05:12:59.400620+0000","last_fullsized":"2024-04-18T05:12:59.400620+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402659+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:59.402659+0000","last_peered":"2024-04-18T05:12:59.402659+0000","last_clean":"2024-04-18T05:12:59.402659+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:59.402659+0000","last_undegraded":"2024-04-18T05:12:59.402659+0000","last_fullsized":"2024-04-18T05:12:59.402659+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553442+0000","last_change":"2024-04-18T05:12:59.420666+0000","last_active":"2024-04-18T05:13:00.553442+0000","last_peered":"2024-04-18T05:13:00.553442+0000","last_clean":"2024-04-18T05:13:00.553442+0000","last_became_active":"2024-04-18T05:12:59.419988+0000","last_became_peered":"2024-04-18T05:12:59.419988+0000","last_unstale":"2024-04-18T05:13:00.553442+0000","last_undegraded":"2024-04-18T05:13:00.553442+0000","last_fullsized":"2024-04-18T05:13:00.553442+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:25:13.681260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003180+0000","last_change":"2024-04-18T05:12:58.003180+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003180+0000","last_undegraded":"2024-04-18T05:12:58.003180+0000","last_fullsized":"2024-04-18T05:12:58.003180+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:27:58.206673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386700+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:59.386700+0000","last_peered":"2024-04-18T05:12:59.386700+0000","last_clean":"2024-04-18T05:12:59.386700+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:59.386700+0000","last_undegraded":"2024-04-18T05:12:59.386700+0000","last_fullsized":"2024-04-18T05:12:59.386700+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386820+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:59.386820+0000","last_peered":"2024-04-18T05:12:59.386820+0000","last_clean":"2024-04-18T05:12:59.386820+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:59.386820+0000","last_undegraded":"2024-04-18T05:12:59.386820+0000","last_fullsized":"2024-04-18T05:12:59.386820+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385107+0000","last_change":"2024-04-18T05:12:59.396173+0000","last_active":"2024-04-18T05:13:00.385107+0000","last_peered":"2024-04-18T05:13:00.385107+0000","last_clean":"2024-04-18T05:13:00.385107+0000","last_became_active":"2024-04-18T05:12:59.395138+0000","last_became_peered":"2024-04-18T05:12:59.395138+0000","last_unstale":"2024-04-18T05:13:00.385107+0000","last_undegraded":"2024-04-18T05:13:00.385107+0000","last_fullsized":"2024-04-18T05:13:00.385107+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:31:08.083375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003356+0000","last_change":"2024-04-18T05:12:58.003356+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003356+0000","last_undegraded":"2024-04-18T05:12:58.003356+0000","last_fullsized":"2024-04-18T05:12:58.003356+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:24:01.813348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395448+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:59.395448+0000","last_peered":"2024-04-18T05:12:59.395448+0000","last_clean":"2024-04-18T05:12:59.395448+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:59.395448+0000","last_undegraded":"2024-04-18T05:12:59.395448+0000","last_fullsized":"2024-04-18T05:12:59.395448+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382761+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:59.382761+0000","last_peered":"2024-04-18T05:12:59.382761+0000","last_clean":"2024-04-18T05:12:59.382761+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:59.382761+0000","last_undegraded":"2024-04-18T05:12:59.382761+0000","last_fullsized":"2024-04-18T05:12:59.382761+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393889+0000","last_change":"2024-04-18T05:12:59.407643+0000","last_active":"2024-04-18T05:13:00.393889+0000","last_peered":"2024-04-18T05:13:00.393889+0000","last_clean":"2024-04-18T05:13:00.393889+0000","last_became_active":"2024-04-18T05:12:59.407265+0000","last_became_peered":"2024-04-18T05:12:59.407265+0000","last_unstale":"2024-04-18T05:13:00.393889+0000","last_undegraded":"2024-04-18T05:13:00.393889+0000","last_fullsized":"2024-04-18T05:13:00.393889+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:24:18.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550092+0000","last_change":"2024-04-18T05:12:59.048738+0000","last_active":"2024-04-18T05:13:00.550092+0000","last_peered":"2024-04-18T05:13:00.550092+0000","last_clean":"2024-04-18T05:13:00.550092+0000","last_became_active":"2024-04-18T05:12:59.048421+0000","last_became_peered":"2024-04-18T05:12:59.048421+0000","last_unstale":"2024-04-18T05:13:00.550092+0000","last_undegraded":"2024-04-18T05:13:00.550092+0000","last_fullsized":"2024-04-18T05:13:00.550092+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:14:40.095012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873448+0000","last_change":"2024-04-18T05:12:39.988068+0000","last_active":"2024-04-18T05:12:43.873448+0000","last_peered":"2024-04-18T05:12:43.873448+0000","last_clean":"2024-04-18T05:12:43.873448+0000","last_became_active":"2024-04-18T05:12:39.987570+0000","last_became_peered":"2024-04-18T05:12:39.987570+0000","last_unstale":"2024-04-18T05:12:43.873448+0000","last_undegraded":"2024-04-18T05:12:43.873448+0000","last_fullsized":"2024-04-18T05:12:43.873448+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:46:56.675903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387830+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:59.387830+0000","last_peered":"2024-04-18T05:12:59.387830+0000","last_clean":"2024-04-18T05:12:59.387830+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:59.387830+0000","last_undegraded":"2024-04-18T05:12:59.387830+0000","last_fullsized":"2024-04-18T05:12:59.387830+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391416+0000","last_change":"2024-04-18T05:12:59.417157+0000","last_active":"2024-04-18T05:13:00.391416+0000","last_peered":"2024-04-18T05:13:00.391416+0000","last_clean":"2024-04-18T05:13:00.391416+0000","last_became_active":"2024-04-18T05:12:59.413054+0000","last_became_peered":"2024-04-18T05:12:59.413054+0000","last_unstale":"2024-04-18T05:13:00.391416+0000","last_undegraded":"2024-04-18T05:13:00.391416+0000","last_fullsized":"2024-04-18T05:13:00.391416+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:42:00.824135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550929+0000","last_change":"2024-04-18T05:12:59.049740+0000","last_active":"2024-04-18T05:13:00.550929+0000","last_peered":"2024-04-18T05:13:00.550929+0000","last_clean":"2024-04-18T05:13:00.550929+0000","last_became_active":"2024-04-18T05:12:59.049459+0000","last_became_peered":"2024-04-18T05:12:59.049459+0000","last_unstale":"2024-04-18T05:13:00.550929+0000","last_undegraded":"2024-04-18T05:13:00.550929+0000","last_fullsized":"2024-04-18T05:13:00.550929+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:10.165605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387602+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:59.387602+0000","last_peered":"2024-04-18T05:12:59.387602+0000","last_clean":"2024-04-18T05:12:59.387602+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:59.387602+0000","last_undegraded":"2024-04-18T05:12:59.387602+0000","last_fullsized":"2024-04-18T05:12:59.387602+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405048+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:59.405048+0000","last_peered":"2024-04-18T05:12:59.405048+0000","last_clean":"2024-04-18T05:12:59.405048+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:59.405048+0000","last_undegraded":"2024-04-18T05:12:59.405048+0000","last_fullsized":"2024-04-18T05:12:59.405048+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392257+0000","last_change":"2024-04-18T05:12:59.048950+0000","last_active":"2024-04-18T05:13:00.392257+0000","last_peered":"2024-04-18T05:13:00.392257+0000","last_clean":"2024-04-18T05:13:00.392257+0000","last_became_active":"2024-04-18T05:12:59.048538+0000","last_became_peered":"2024-04-18T05:12:59.048538+0000","last_unstale":"2024-04-18T05:13:00.392257+0000","last_undegraded":"2024-04-18T05:13:00.392257+0000","last_fullsized":"2024-04-18T05:13:00.392257+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:22:13.040897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404220+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:59.404220+0000","last_peered":"2024-04-18T05:12:59.404220+0000","last_clean":"2024-04-18T05:12:59.404220+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:59.404220+0000","last_undegraded":"2024-04-18T05:12:59.404220+0000","last_fullsized":"2024-04-18T05:12:59.404220+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383665+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:59.383665+0000","last_peered":"2024-04-18T05:12:59.383665+0000","last_clean":"2024-04-18T05:12:59.383665+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:59.383665+0000","last_undegraded":"2024-04-18T05:12:59.383665+0000","last_fullsized":"2024-04-18T05:12:59.383665+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550904+0000","last_change":"2024-04-18T05:12:59.400810+0000","last_active":"2024-04-18T05:13:00.550904+0000","last_peered":"2024-04-18T05:13:00.550904+0000","last_clean":"2024-04-18T05:13:00.550904+0000","last_became_active":"2024-04-18T05:12:59.400526+0000","last_became_peered":"2024-04-18T05:12:59.400526+0000","last_unstale":"2024-04-18T05:13:00.550904+0000","last_undegraded":"2024-04-18T05:13:00.550904+0000","last_fullsized":"2024-04-18T05:13:00.550904+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003487+0000","last_change":"2024-04-18T05:12:58.003487+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003487+0000","last_undegraded":"2024-04-18T05:12:58.003487+0000","last_fullsized":"2024-04-18T05:12:58.003487+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:42:33.768275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403600+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:59.403600+0000","last_peered":"2024-04-18T05:12:59.403600+0000","last_clean":"2024-04-18T05:12:59.403600+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:59.403600+0000","last_undegraded":"2024-04-18T05:12:59.403600+0000","last_fullsized":"2024-04-18T05:12:59.403600+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940540+0000","last_change":"2024-04-18T05:12:39.591538+0000","last_active":"2024-04-18T05:12:40.940540+0000","last_peered":"2024-04-18T05:12:40.940540+0000","last_clean":"2024-04-18T05:12:40.940540+0000","last_became_active":"2024-04-18T05:12:39.590642+0000","last_became_peered":"2024-04-18T05:12:39.590642+0000","last_unstale":"2024-04-18T05:12:40.940540+0000","last_undegraded":"2024-04-18T05:12:40.940540+0000","last_fullsized":"2024-04-18T05:12:40.940540+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393079+0000","last_change":"2024-04-18T05:12:59.408970+0000","last_active":"2024-04-18T05:13:00.393079+0000","last_peered":"2024-04-18T05:13:00.393079+0000","last_clean":"2024-04-18T05:13:00.393079+0000","last_became_active":"2024-04-18T05:12:59.408672+0000","last_became_peered":"2024-04-18T05:12:59.408672+0000","last_unstale":"2024-04-18T05:13:00.393079+0000","last_undegraded":"2024-04-18T05:13:00.393079+0000","last_fullsized":"2024-04-18T05:13:00.393079+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003504+0000","last_change":"2024-04-18T05:12:58.003504+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003504+0000","last_undegraded":"2024-04-18T05:12:58.003504+0000","last_fullsized":"2024-04-18T05:12:58.003504+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:40:22.516734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399262+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:59.399262+0000","last_peered":"2024-04-18T05:12:59.399262+0000","last_clean":"2024-04-18T05:12:59.399262+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:59.399262+0000","last_undegraded":"2024-04-18T05:12:59.399262+0000","last_fullsized":"2024-04-18T05:12:59.399262+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395993+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:59.395993+0000","last_peered":"2024-04-18T05:12:59.395993+0000","last_clean":"2024-04-18T05:12:59.395993+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:59.395993+0000","last_undegraded":"2024-04-18T05:12:59.395993+0000","last_fullsized":"2024-04-18T05:12:59.395993+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394535+0000","last_change":"2024-04-18T05:12:59.392089+0000","last_active":"2024-04-18T05:13:00.394535+0000","last_peered":"2024-04-18T05:13:00.394535+0000","last_clean":"2024-04-18T05:13:00.394535+0000","last_became_active":"2024-04-18T05:12:59.391793+0000","last_became_peered":"2024-04-18T05:12:59.391793+0000","last_unstale":"2024-04-18T05:13:00.394535+0000","last_undegraded":"2024-04-18T05:13:00.394535+0000","last_fullsized":"2024-04-18T05:13:00.394535+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552888+0000","last_change":"2024-04-18T05:12:59.054914+0000","last_active":"2024-04-18T05:13:00.552888+0000","last_peered":"2024-04-18T05:13:00.552888+0000","last_clean":"2024-04-18T05:13:00.552888+0000","last_became_active":"2024-04-18T05:12:59.054393+0000","last_became_peered":"2024-04-18T05:12:59.054393+0000","last_unstale":"2024-04-18T05:13:00.552888+0000","last_undegraded":"2024-04-18T05:13:00.552888+0000","last_fullsized":"2024-04-18T05:13:00.552888+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:10.442141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.381769+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:59.381769+0000","last_peered":"2024-04-18T05:12:59.381769+0000","last_clean":"2024-04-18T05:12:59.381769+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:59.381769+0000","last_undegraded":"2024-04-18T05:12:59.381769+0000","last_fullsized":"2024-04-18T05:12:59.381769+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.407982+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:59.407982+0000","last_peered":"2024-04-18T05:12:59.407982+0000","last_clean":"2024-04-18T05:12:59.407982+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:59.407982+0000","last_undegraded":"2024-04-18T05:12:59.407982+0000","last_fullsized":"2024-04-18T05:12:59.407982+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552481+0000","last_change":"2024-04-18T05:12:59.029905+0000","last_active":"2024-04-18T05:13:00.552481+0000","last_peered":"2024-04-18T05:13:00.552481+0000","last_clean":"2024-04-18T05:13:00.552481+0000","last_became_active":"2024-04-18T05:12:59.029211+0000","last_became_peered":"2024-04-18T05:12:59.029211+0000","last_unstale":"2024-04-18T05:13:00.552481+0000","last_undegraded":"2024-04-18T05:13:00.552481+0000","last_fullsized":"2024-04-18T05:13:00.552481+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:19.079218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399887+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:59.399887+0000","last_peered":"2024-04-18T05:12:59.399887+0000","last_clean":"2024-04-18T05:12:59.399887+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:59.399887+0000","last_undegraded":"2024-04-18T05:12:59.399887+0000","last_fullsized":"2024-04-18T05:12:59.399887+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386861+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:59.386861+0000","last_peered":"2024-04-18T05:12:59.386861+0000","last_clean":"2024-04-18T05:12:59.386861+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:59.386861+0000","last_undegraded":"2024-04-18T05:12:59.386861+0000","last_fullsized":"2024-04-18T05:12:59.386861+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392687+0000","last_change":"2024-04-18T05:12:59.393100+0000","last_active":"2024-04-18T05:13:00.392687+0000","last_peered":"2024-04-18T05:13:00.392687+0000","last_clean":"2024-04-18T05:13:00.392687+0000","last_became_active":"2024-04-18T05:12:59.392843+0000","last_became_peered":"2024-04-18T05:12:59.392843+0000","last_unstale":"2024-04-18T05:13:00.392687+0000","last_undegraded":"2024-04-18T05:13:00.392687+0000","last_fullsized":"2024-04-18T05:13:00.392687+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393943+0000","last_change":"2024-04-18T05:12:59.021254+0000","last_active":"2024-04-18T05:13:00.393943+0000","last_peered":"2024-04-18T05:13:00.393943+0000","last_clean":"2024-04-18T05:13:00.393943+0000","last_became_active":"2024-04-18T05:12:59.020441+0000","last_became_peered":"2024-04-18T05:12:59.020441+0000","last_unstale":"2024-04-18T05:13:00.393943+0000","last_undegraded":"2024-04-18T05:13:00.393943+0000","last_fullsized":"2024-04-18T05:13:00.393943+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:38.731772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392928+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:59.392928+0000","last_peered":"2024-04-18T05:12:59.392928+0000","last_clean":"2024-04-18T05:12:59.392928+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:59.392928+0000","last_undegraded":"2024-04-18T05:12:59.392928+0000","last_fullsized":"2024-04-18T05:12:59.392928+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403907+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:59.403907+0000","last_peered":"2024-04-18T05:12:59.403907+0000","last_clean":"2024-04-18T05:12:59.403907+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:59.403907+0000","last_undegraded":"2024-04-18T05:12:59.403907+0000","last_fullsized":"2024-04-18T05:12:59.403907+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550689+0000","last_change":"2024-04-18T05:12:59.422963+0000","last_active":"2024-04-18T05:13:00.550689+0000","last_peered":"2024-04-18T05:13:00.550689+0000","last_clean":"2024-04-18T05:13:00.550689+0000","last_became_active":"2024-04-18T05:12:59.421081+0000","last_became_peered":"2024-04-18T05:12:59.421081+0000","last_unstale":"2024-04-18T05:13:00.550689+0000","last_undegraded":"2024-04-18T05:13:00.550689+0000","last_fullsized":"2024-04-18T05:13:00.550689+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:26:17.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551545+0000","last_change":"2024-04-18T05:12:59.037985+0000","last_active":"2024-04-18T05:13:00.551545+0000","last_peered":"2024-04-18T05:13:00.551545+0000","last_clean":"2024-04-18T05:13:00.551545+0000","last_became_active":"2024-04-18T05:12:59.036057+0000","last_became_peered":"2024-04-18T05:12:59.036057+0000","last_unstale":"2024-04-18T05:13:00.551545+0000","last_undegraded":"2024-04-18T05:13:00.551545+0000","last_fullsized":"2024-04-18T05:13:00.551545+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:04.782459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402569+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:59.402569+0000","last_peered":"2024-04-18T05:12:59.402569+0000","last_clean":"2024-04-18T05:12:59.402569+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:59.402569+0000","last_undegraded":"2024-04-18T05:12:59.402569+0000","last_fullsized":"2024-04-18T05:12:59.402569+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386804+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:59.386804+0000","last_peered":"2024-04-18T05:12:59.386804+0000","last_clean":"2024-04-18T05:12:59.386804+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:59.386804+0000","last_undegraded":"2024-04-18T05:12:59.386804+0000","last_fullsized":"2024-04-18T05:12:59.386804+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552533+0000","last_change":"2024-04-18T05:12:59.422220+0000","last_active":"2024-04-18T05:13:00.552533+0000","last_peered":"2024-04-18T05:13:00.552533+0000","last_clean":"2024-04-18T05:13:00.552533+0000","last_became_active":"2024-04-18T05:12:59.421967+0000","last_became_peered":"2024-04-18T05:12:59.421967+0000","last_unstale":"2024-04-18T05:13:00.552533+0000","last_undegraded":"2024-04-18T05:13:00.552533+0000","last_fullsized":"2024-04-18T05:13:00.552533+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385692+0000","last_change":"2024-04-18T05:12:59.048937+0000","last_active":"2024-04-18T05:13:00.385692+0000","last_peered":"2024-04-18T05:13:00.385692+0000","last_clean":"2024-04-18T05:13:00.385692+0000","last_became_active":"2024-04-18T05:12:59.048588+0000","last_became_peered":"2024-04-18T05:12:59.048588+0000","last_unstale":"2024-04-18T05:13:00.385692+0000","last_undegraded":"2024-04-18T05:13:00.385692+0000","last_fullsized":"2024-04-18T05:13:00.385692+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:20:23.618648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873495+0000","last_change":"2024-04-18T05:12:39.977811+0000","last_active":"2024-04-18T05:12:43.873495+0000","last_peered":"2024-04-18T05:12:43.873495+0000","last_clean":"2024-04-18T05:12:43.873495+0000","last_became_active":"2024-04-18T05:12:39.974258+0000","last_became_peered":"2024-04-18T05:12:39.974258+0000","last_unstale":"2024-04-18T05:12:43.873495+0000","last_undegraded":"2024-04-18T05:12:43.873495+0000","last_fullsized":"2024-04-18T05:12:43.873495+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:42.692635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383233+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:59.383233+0000","last_peered":"2024-04-18T05:12:59.383233+0000","last_clean":"2024-04-18T05:12:59.383233+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:59.383233+0000","last_undegraded":"2024-04-18T05:12:59.383233+0000","last_fullsized":"2024-04-18T05:12:59.383233+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552156+0000","last_change":"2024-04-18T05:12:59.416852+0000","last_active":"2024-04-18T05:13:00.552156+0000","last_peered":"2024-04-18T05:13:00.552156+0000","last_clean":"2024-04-18T05:13:00.552156+0000","last_became_active":"2024-04-18T05:12:59.414257+0000","last_became_peered":"2024-04-18T05:12:59.414257+0000","last_unstale":"2024-04-18T05:13:00.552156+0000","last_undegraded":"2024-04-18T05:13:00.552156+0000","last_fullsized":"2024-04-18T05:13:00.552156+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:48.887979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551429+0000","last_change":"2024-04-18T05:12:59.044480+0000","last_active":"2024-04-18T05:13:00.551429+0000","last_peered":"2024-04-18T05:13:00.551429+0000","last_clean":"2024-04-18T05:13:00.551429+0000","last_became_active":"2024-04-18T05:12:59.037039+0000","last_became_peered":"2024-04-18T05:12:59.037039+0000","last_unstale":"2024-04-18T05:13:00.551429+0000","last_undegraded":"2024-04-18T05:13:00.551429+0000","last_fullsized":"2024-04-18T05:13:00.551429+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:22.831759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390984+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:59.390984+0000","last_peered":"2024-04-18T05:12:59.390984+0000","last_clean":"2024-04-18T05:12:59.390984+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:59.390984+0000","last_undegraded":"2024-04-18T05:12:59.390984+0000","last_fullsized":"2024-04-18T05:12:59.390984+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:42.665085+0000","last_change":"2024-04-18T05:12:39.592014+0000","last_active":"2024-04-18T05:12:42.665085+0000","last_peered":"2024-04-18T05:12:42.665085+0000","last_clean":"2024-04-18T05:12:42.665085+0000","last_became_active":"2024-04-18T05:12:39.591009+0000","last_became_peered":"2024-04-18T05:12:39.591009+0000","last_unstale":"2024-04-18T05:12:42.665085+0000","last_undegraded":"2024-04-18T05:12:42.665085+0000","last_fullsized":"2024-04-18T05:12:42.665085+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548431+0000","last_change":"2024-04-18T05:12:59.414388+0000","last_active":"2024-04-18T05:13:00.548431+0000","last_peered":"2024-04-18T05:13:00.548431+0000","last_clean":"2024-04-18T05:13:00.548431+0000","last_became_active":"2024-04-18T05:12:59.413964+0000","last_became_peered":"2024-04-18T05:12:59.413964+0000","last_unstale":"2024-04-18T05:13:00.548431+0000","last_undegraded":"2024-04-18T05:13:00.548431+0000","last_fullsized":"2024-04-18T05:13:00.548431+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:20.082263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385699+0000","last_change":"2024-04-18T05:12:59.023237+0000","last_active":"2024-04-18T05:13:00.385699+0000","last_peered":"2024-04-18T05:13:00.385699+0000","last_clean":"2024-04-18T05:13:00.385699+0000","last_became_active":"2024-04-18T05:12:59.022929+0000","last_became_peered":"2024-04-18T05:12:59.022929+0000","last_unstale":"2024-04-18T05:13:00.385699+0000","last_undegraded":"2024-04-18T05:13:00.385699+0000","last_fullsized":"2024-04-18T05:13:00.385699+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:37.354747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.396579+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:59.396579+0000","last_peered":"2024-04-18T05:12:59.396579+0000","last_clean":"2024-04-18T05:12:59.396579+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:59.396579+0000","last_undegraded":"2024-04-18T05:12:59.396579+0000","last_fullsized":"2024-04-18T05:12:59.396579+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940780+0000","last_change":"2024-04-18T05:12:39.594594+0000","last_active":"2024-04-18T05:12:40.940780+0000","last_peered":"2024-04-18T05:12:40.940780+0000","last_clean":"2024-04-18T05:12:40.940780+0000","last_became_active":"2024-04-18T05:12:39.593957+0000","last_became_peered":"2024-04-18T05:12:39.593957+0000","last_unstale":"2024-04-18T05:12:40.940780+0000","last_undegraded":"2024-04-18T05:12:40.940780+0000","last_fullsized":"2024-04-18T05:12:40.940780+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554365+0000","last_change":"2024-04-18T05:12:59.423847+0000","last_active":"2024-04-18T05:13:00.554365+0000","last_peered":"2024-04-18T05:13:00.554365+0000","last_clean":"2024-04-18T05:13:00.554365+0000","last_became_active":"2024-04-18T05:12:59.423557+0000","last_became_peered":"2024-04-18T05:12:59.423557+0000","last_unstale":"2024-04-18T05:13:00.554365+0000","last_undegraded":"2024-04-18T05:13:00.554365+0000","last_fullsized":"2024-04-18T05:13:00.554365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391366+0000","last_change":"2024-04-18T05:12:59.017768+0000","last_active":"2024-04-18T05:13:00.391366+0000","last_peered":"2024-04-18T05:13:00.391366+0000","last_clean":"2024-04-18T05:13:00.391366+0000","last_became_active":"2024-04-18T05:12:59.017417+0000","last_became_peered":"2024-04-18T05:12:59.017417+0000","last_unstale":"2024-04-18T05:13:00.391366+0000","last_undegraded":"2024-04-18T05:13:00.391366+0000","last_fullsized":"2024-04-18T05:13:00.391366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873391+0000","last_change":"2024-04-18T05:12:39.969743+0000","last_active":"2024-04-18T05:12:43.873391+0000","last_peered":"2024-04-18T05:12:43.873391+0000","last_clean":"2024-04-18T05:12:43.873391+0000","last_became_active":"2024-04-18T05:12:39.969070+0000","last_became_peered":"2024-04-18T05:12:39.969070+0000","last_unstale":"2024-04-18T05:12:43.873391+0000","last_undegraded":"2024-04-18T05:12:43.873391+0000","last_fullsized":"2024-04-18T05:12:43.873391+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:14.589320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402821+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:59.402821+0000","last_peered":"2024-04-18T05:12:59.402821+0000","last_clean":"2024-04-18T05:12:59.402821+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:59.402821+0000","last_undegraded":"2024-04-18T05:12:59.402821+0000","last_fullsized":"2024-04-18T05:12:59.402821+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548851+0000","last_change":"2024-04-18T05:12:59.047872+0000","last_active":"2024-04-18T05:13:00.548851+0000","last_peered":"2024-04-18T05:13:00.548851+0000","last_clean":"2024-04-18T05:13:00.548851+0000","last_became_active":"2024-04-18T05:12:59.047599+0000","last_became_peered":"2024-04-18T05:12:59.047599+0000","last_unstale":"2024-04-18T05:13:00.548851+0000","last_undegraded":"2024-04-18T05:13:00.548851+0000","last_fullsized":"2024-04-18T05:13:00.548851+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:37:11.456763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386796+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:59.386796+0000","last_peered":"2024-04-18T05:12:59.386796+0000","last_clean":"2024-04-18T05:12:59.386796+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:59.386796+0000","last_undegraded":"2024-04-18T05:12:59.386796+0000","last_fullsized":"2024-04-18T05:12:59.386796+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395541+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:59.395541+0000","last_peered":"2024-04-18T05:12:59.395541+0000","last_clean":"2024-04-18T05:12:59.395541+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:59.395541+0000","last_undegraded":"2024-04-18T05:12:59.395541+0000","last_fullsized":"2024-04-18T05:12:59.395541+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553940+0000","last_change":"2024-04-18T05:12:59.410883+0000","last_active":"2024-04-18T05:13:00.553940+0000","last_peered":"2024-04-18T05:13:00.553940+0000","last_clean":"2024-04-18T05:13:00.553940+0000","last_became_active":"2024-04-18T05:12:59.408173+0000","last_became_peered":"2024-04-18T05:12:59.408173+0000","last_unstale":"2024-04-18T05:13:00.553940+0000","last_undegraded":"2024-04-18T05:13:00.553940+0000","last_fullsized":"2024-04-18T05:13:00.553940+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.555688+0000","last_change":"2024-04-18T05:12:59.054182+0000","last_active":"2024-04-18T05:13:00.555688+0000","last_peered":"2024-04-18T05:13:00.555688+0000","last_clean":"2024-04-18T05:13:00.555688+0000","last_became_active":"2024-04-18T05:12:59.053651+0000","last_became_peered":"2024-04-18T05:12:59.053651+0000","last_unstale":"2024-04-18T05:13:00.555688+0000","last_undegraded":"2024-04-18T05:13:00.555688+0000","last_fullsized":"2024-04-18T05:13:00.555688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:07.218225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384810+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:59.384810+0000","last_peered":"2024-04-18T05:12:59.384810+0000","last_clean":"2024-04-18T05:12:59.384810+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:59.384810+0000","last_undegraded":"2024-04-18T05:12:59.384810+0000","last_fullsized":"2024-04-18T05:12:59.384810+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382987+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:59.382987+0000","last_peered":"2024-04-18T05:12:59.382987+0000","last_clean":"2024-04-18T05:12:59.382987+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:59.382987+0000","last_undegraded":"2024-04-18T05:12:59.382987+0000","last_fullsized":"2024-04-18T05:12:59.382987+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392076+0000","last_change":"2024-04-18T05:12:59.417841+0000","last_active":"2024-04-18T05:13:00.392076+0000","last_peered":"2024-04-18T05:13:00.392076+0000","last_clean":"2024-04-18T05:13:00.392076+0000","last_became_active":"2024-04-18T05:12:59.413181+0000","last_became_peered":"2024-04-18T05:12:59.413181+0000","last_unstale":"2024-04-18T05:13:00.392076+0000","last_undegraded":"2024-04-18T05:13:00.392076+0000","last_fullsized":"2024-04-18T05:13:00.392076+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:42.914584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551773+0000","last_change":"2024-04-18T05:12:59.052186+0000","last_active":"2024-04-18T05:13:00.551773+0000","last_peered":"2024-04-18T05:13:00.551773+0000","last_clean":"2024-04-18T05:13:00.551773+0000","last_became_active":"2024-04-18T05:12:59.051561+0000","last_became_peered":"2024-04-18T05:12:59.051561+0000","last_unstale":"2024-04-18T05:13:00.551773+0000","last_undegraded":"2024-04-18T05:13:00.551773+0000","last_fullsized":"2024-04-18T05:13:00.551773+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:23.818882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390722+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:59.390722+0000","last_peered":"2024-04-18T05:12:59.390722+0000","last_clean":"2024-04-18T05:12:59.390722+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:59.390722+0000","last_undegraded":"2024-04-18T05:12:59.390722+0000","last_fullsized":"2024-04-18T05:12:59.390722+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400857+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:59.400857+0000","last_peered":"2024-04-18T05:12:59.400857+0000","last_clean":"2024-04-18T05:12:59.400857+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:59.400857+0000","last_undegraded":"2024-04-18T05:12:59.400857+0000","last_fullsized":"2024-04-18T05:12:59.400857+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548392+0000","last_change":"2024-04-18T05:12:59.405209+0000","last_active":"2024-04-18T05:13:00.548392+0000","last_peered":"2024-04-18T05:13:00.548392+0000","last_clean":"2024-04-18T05:13:00.548392+0000","last_became_active":"2024-04-18T05:12:59.404767+0000","last_became_peered":"2024-04-18T05:12:59.404767+0000","last_unstale":"2024-04-18T05:13:00.548392+0000","last_undegraded":"2024-04-18T05:13:00.548392+0000","last_fullsized":"2024-04-18T05:13:00.548392+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554460+0000","last_change":"2024-04-18T05:12:59.041804+0000","last_active":"2024-04-18T05:13:00.554460+0000","last_peered":"2024-04-18T05:13:00.554460+0000","last_clean":"2024-04-18T05:13:00.554460+0000","last_became_active":"2024-04-18T05:12:59.034425+0000","last_became_peered":"2024-04-18T05:12:59.034425+0000","last_unstale":"2024-04-18T05:13:00.554460+0000","last_undegraded":"2024-04-18T05:13:00.554460+0000","last_fullsized":"2024-04-18T05:13:00.554460+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:46.308229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382903+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:59.382903+0000","last_peered":"2024-04-18T05:12:59.382903+0000","last_clean":"2024-04-18T05:12:59.382903+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:59.382903+0000","last_undegraded":"2024-04-18T05:12:59.382903+0000","last_fullsized":"2024-04-18T05:12:59.382903+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390571+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:59.390571+0000","last_peered":"2024-04-18T05:12:59.390571+0000","last_clean":"2024-04-18T05:12:59.390571+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:59.390571+0000","last_undegraded":"2024-04-18T05:12:59.390571+0000","last_fullsized":"2024-04-18T05:12:59.390571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":183,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.410509+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:59.410509+0000","last_peered":"2024-04-18T05:12:59.410509+0000","last_clean":"2024-04-18T05:12:59.410509+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:59.410509+0000","last_undegraded":"2024-04-18T05:12:59.410509+0000","last_fullsized":"2024-04-18T05:12:59.410509+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24,"ondisk_log_size":24,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":221863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":1.256},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.72699999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.097}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":1.052},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":1.173}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":1.331},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":1.1339999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.427}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":1.2789999999999999},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.4039999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.2},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":1.3700000000000001}]}]},{"osd":5,"up_from":15,"seq":64424509464,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1118208,"data_stored":813851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.93500000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.89200000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.85099999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.0580000000000001},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.1140000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.014},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":1.153}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.179},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.087}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.22}]}]},{"osd":4,"up_from":15,"seq":64424509465,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27552,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":544768,"data_stored":226292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":1.1020000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.68400000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.92900000000000005}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.129}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.85099999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":1.153}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.0680000000000001},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.1930000000000001}]}]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":512000,"data_stored":221427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.67800000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.625}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.71199999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":1.202}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.82899999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.2589999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.1639999999999999}]}]},{"osd":2,"up_from":15,"seq":64424509463,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":524288,"data_stored":225128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.80100000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.88600000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.92400000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.069},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":1.03}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.2},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.161}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.093}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.123},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.2829999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1118208,"data_stored":819184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.58399999999999996}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.68799999999999994}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.79600000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":1.069},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.141}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.0289999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":1.1160000000000001},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.93400000000000005}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.99199999999999999},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.1639999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509464,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":516096,"data_stored":221921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.40600000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35199999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.307},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.76000000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.88},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.72999999999999998}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.67500000000000004}]}]},{"osd":7,"up_from":13,"seq":55834574872,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":483328,"data_stored":205914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":1.071},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.995}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":1.1359999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":1.046},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":1.1870000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":1.1120000000000001},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.2370000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.86499999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.2769999999999999},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":1.212}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.26},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.163}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:13:03.451 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:13:03.506 INFO:tasks.ceph.mds.d.smithi092.stderr:2024-04-18T05:13:03.506+0000 7f5ba1460640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-18T05:13:03.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.606+0000 7f0be65ba640 1 Processor -- start 2024-04-18T05:13:03.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.606+0000 7f0be65ba640 1 -- start start 2024-04-18T05:13:03.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.606+0000 7f0be65ba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a84c0 0x7f0be01519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.606+0000 7f0be65ba640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0be006d5d0 0x7f0be015c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.606+0000 7f0be65ba640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0be00a8d00 con 0x7f0be00a88a0 2024-04-18T05:13:03.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.606+0000 7f0be65ba640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0be00a9080 con 0x7f0be006d5d0 2024-04-18T05:13:03.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.606+0000 7f0be65ba640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0be0155e50 con 0x7f0be00a84c0 2024-04-18T05:13:03.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be4b57640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0be006d5d0 0x7f0be015c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0bd77fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0be00a88a0 0x7f0be006cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59404/0 (socket says 172.21.15.32:59404) 2024-04-18T05:13:03.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0bd77fe640 1 -- 172.21.15.32:0/2829514203 learned_addr learned my addr 172.21.15.32:0/2829514203 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:03.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0bdffff640 1 --2- 172.21.15.32:0/2829514203 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a84c0 0x7f0be01519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be4b57640 1 -- 172.21.15.32:0/2829514203 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a84c0 msgr2=0x7f0be01519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:03.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be4b57640 1 --2- 172.21.15.32:0/2829514203 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a84c0 0x7f0be01519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be4b57640 1 -- 172.21.15.32:0/2829514203 >> v1:172.21.15.32:6789/0 conn(0x7f0be00a88a0 legacy=0x7f0be006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be4b57640 1 -- 172.21.15.32:0/2829514203 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0be0154f60 con 0x7f0be006d5d0 2024-04-18T05:13:03.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0bdffff640 1 --2- 172.21.15.32:0/2829514203 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a84c0 0x7f0be01519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:03.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be4b57640 1 --2- 172.21.15.32:0/2829514203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 0x7f0be015c2d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0bd8009d90 tx=0x7f0bd801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b9bead8443f0a0e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:03.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0bdf7fe640 1 -- 172.21.15.32:0/2829514203 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd80a5890 con 0x7f0be006d5d0 2024-04-18T05:13:03.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0bdf7fe640 1 -- 172.21.15.32:0/2829514203 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bd80a59f0 con 0x7f0be006d5d0 2024-04-18T05:13:03.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0bdf7fe640 1 -- 172.21.15.32:0/2829514203 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd80a5d80 con 0x7f0be006d5d0 2024-04-18T05:13:03.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be65ba640 1 -- 172.21.15.32:0/2829514203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 msgr2=0x7f0be015c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be65ba640 1 --2- 172.21.15.32:0/2829514203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 0x7f0be015c2d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0bd8009d90 tx=0x7f0bd801c8e0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be65ba640 1 -- 172.21.15.32:0/2829514203 shutdown_connections 2024-04-18T05:13:03.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be65ba640 1 --2- 172.21.15.32:0/2829514203 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 0x7f0be015c2d0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be65ba640 1 --2- 172.21.15.32:0/2829514203 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a84c0 0x7f0be01519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be65ba640 1 -- 172.21.15.32:0/2829514203 >> 172.21.15.32:0/2829514203 conn(0x7f0be0069e80 msgr2=0x7f0be006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:03.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be65ba640 1 -- 172.21.15.32:0/2829514203 shutdown_connections 2024-04-18T05:13:03.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.610+0000 7f0be65ba640 1 -- 172.21.15.32:0/2829514203 wait complete. 2024-04-18T05:13:03.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 Processor -- start 2024-04-18T05:13:03.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 -- start start 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 0x7f0be014f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0be00a84c0 0x7f0be01311a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a88a0 0x7f0be0070bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0be00716c0 con 0x7f0be006d5d0 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0be01efff0 con 0x7f0be00a84c0 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0be01f02d0 con 0x7f0be00a88a0 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 0x7f0be014f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 0x7f0be014f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34304/0 (socket says 172.21.15.32:34304) 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdffff640 1 -- 172.21.15.32:0/342088171 learned_addr learned my addr 172.21.15.32:0/342088171 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be4b57640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a88a0 0x7f0be0070bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bd77fe640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0be00a84c0 0x7f0be01311a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdffff640 1 -- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a88a0 msgr2=0x7f0be0070bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdffff640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a88a0 0x7f0be0070bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdffff640 1 -- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0be00a84c0 msgr2=0x7f0be01311a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdffff640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0be00a84c0 0x7f0be01311a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdffff640 1 -- 172.21.15.32:0/342088171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bd8009a70 con 0x7f0be006d5d0 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be4b57640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a88a0 0x7f0be0070bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bd77fe640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0be00a84c0 0x7f0be01311a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdffff640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 0x7f0be014f240 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0bd000d800 tx=0x7f0bd000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdd7fa640 1 -- 172.21.15.32:0/342088171 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd00096c0 con 0x7f0be006d5d0 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdd7fa640 1 -- 172.21.15.32:0/342088171 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bd0009820 con 0x7f0be006d5d0 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdd7fa640 1 -- 172.21.15.32:0/342088171 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd0009bd0 con 0x7f0be006d5d0 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0be0071910 con 0x7f0be006d5d0 2024-04-18T05:13:03.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0be01351b0 con 0x7f0be006d5d0 2024-04-18T05:13:03.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0be00666e0 con 0x7f0be006d5d0 2024-04-18T05:13:03.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.614+0000 7f0bdd7fa640 1 -- 172.21.15.32:0/342088171 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0bd0009d30 con 0x7f0be006d5d0 2024-04-18T05:13:03.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.618+0000 7f0bdd7fa640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bc0066690 0x7f0bc0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:03.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.618+0000 7f0bd77fe640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bc0066690 0x7f0bc0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:03.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.618+0000 7f0bdd7fa640 1 -- 172.21.15.32:0/342088171 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f0bd0084d30 con 0x7f0be006d5d0 2024-04-18T05:13:03.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.618+0000 7f0bd77fe640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bc0066690 0x7f0bc0068b50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f0be0138540 tx=0x7f0bc8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:03.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.622+0000 7f0bdd7fa640 1 -- 172.21.15.32:0/342088171 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0bd0051c00 con 0x7f0be006d5d0 2024-04-18T05:13:03.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.770+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0be0155ae0 con 0x7f0bc0066690 2024-04-18T05:13:03.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.806+0000 7f0bdd7fa640 1 -- 172.21.15.32:0/342088171 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+524583 (secure 0 0 0) 0x7f0bc80013e0 con 0x7f0bc0066690 2024-04-18T05:13:03.820 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:03.826 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:13:03.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bc0066690 msgr2=0x7f0bc0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bc0066690 0x7f0bc0068b50 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f0be0138540 tx=0x7f0bc8009040 comp rx=0 tx=0).stop 2024-04-18T05:13:03.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 msgr2=0x7f0be014f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:03.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 0x7f0be014f240 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f0bd000d800 tx=0x7f0bd000dcc0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 shutdown_connections 2024-04-18T05:13:03.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0be00a88a0 0x7f0be0070bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0bc0066690 0x7f0bc0068b50 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0be00a84c0 0x7f0be01311a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 --2- 172.21.15.32:0/342088171 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0be006d5d0 0x7f0be014f240 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:03.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 >> 172.21.15.32:0/342088171 conn(0x7f0be0069e80 msgr2=0x7f0be0135fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:03.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 shutdown_connections 2024-04-18T05:13:03.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.814+0000 7f0be65ba640 1 -- 172.21.15.32:0/342088171 wait complete. 2024-04-18T05:13:03.836 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":93,"stamp":"2024-04-18T05:13:02.868748+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596737,"num_objects":37,"num_object_clones":0,"num_object_copies":74,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":231,"num_write_kb":2439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":182,"ondisk_log_size":182,"up":366,"acting":366,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":288,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237760,"kb_used_data":5204,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754736960,"statfs":{"total":773094113280,"available":772850647040,"internally_reserved":0,"allocated":5328896,"data_stored":2955580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":40,"apply_latency_ms":40,"commit_latency_ns":40000000,"apply_latency_ns":40000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.877681"},"pg_stats":[{"pgid":"8.31","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549529+0000","last_change":"2024-04-18T05:12:59.425699+0000","last_active":"2024-04-18T05:13:00.549529+0000","last_peered":"2024-04-18T05:13:00.549529+0000","last_clean":"2024-04-18T05:13:00.549529+0000","last_became_active":"2024-04-18T05:12:59.425335+0000","last_became_peered":"2024-04-18T05:12:59.425335+0000","last_unstale":"2024-04-18T05:13:00.549529+0000","last_undegraded":"2024-04-18T05:13:00.549529+0000","last_fullsized":"2024-04-18T05:13:00.549529+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405504+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:59.405504+0000","last_peered":"2024-04-18T05:12:59.405504+0000","last_clean":"2024-04-18T05:12:59.405504+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:59.405504+0000","last_undegraded":"2024-04-18T05:12:59.405504+0000","last_fullsized":"2024-04-18T05:12:59.405504+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388054+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:59.388054+0000","last_peered":"2024-04-18T05:12:59.388054+0000","last_clean":"2024-04-18T05:12:59.388054+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:59.388054+0000","last_undegraded":"2024-04-18T05:12:59.388054+0000","last_fullsized":"2024-04-18T05:12:59.388054+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403184+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:59.403184+0000","last_peered":"2024-04-18T05:12:59.403184+0000","last_clean":"2024-04-18T05:12:59.403184+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:59.403184+0000","last_undegraded":"2024-04-18T05:12:59.403184+0000","last_fullsized":"2024-04-18T05:12:59.403184+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393339+0000","last_change":"2024-04-18T05:12:59.413310+0000","last_active":"2024-04-18T05:13:00.393339+0000","last_peered":"2024-04-18T05:13:00.393339+0000","last_clean":"2024-04-18T05:13:00.393339+0000","last_became_active":"2024-04-18T05:12:59.413011+0000","last_became_peered":"2024-04-18T05:12:59.413011+0000","last_unstale":"2024-04-18T05:13:00.393339+0000","last_undegraded":"2024-04-18T05:13:00.393339+0000","last_fullsized":"2024-04-18T05:13:00.393339+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401710+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:59.401710+0000","last_peered":"2024-04-18T05:12:59.401710+0000","last_clean":"2024-04-18T05:12:59.401710+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:59.401710+0000","last_undegraded":"2024-04-18T05:12:59.401710+0000","last_fullsized":"2024-04-18T05:12:59.401710+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393633+0000","last_change":"2024-04-18T05:12:59.403630+0000","last_active":"2024-04-18T05:13:00.393633+0000","last_peered":"2024-04-18T05:13:00.393633+0000","last_clean":"2024-04-18T05:13:00.393633+0000","last_became_active":"2024-04-18T05:12:59.402922+0000","last_became_peered":"2024-04-18T05:12:59.402922+0000","last_unstale":"2024-04-18T05:13:00.393633+0000","last_undegraded":"2024-04-18T05:13:00.393633+0000","last_fullsized":"2024-04-18T05:13:00.393633+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:46:23.783573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873425+0000","last_change":"2024-04-18T05:12:39.971290+0000","last_active":"2024-04-18T05:12:43.873425+0000","last_peered":"2024-04-18T05:12:43.873425+0000","last_clean":"2024-04-18T05:12:43.873425+0000","last_became_active":"2024-04-18T05:12:39.970530+0000","last_became_peered":"2024-04-18T05:12:39.970530+0000","last_unstale":"2024-04-18T05:12:43.873425+0000","last_undegraded":"2024-04-18T05:12:43.873425+0000","last_fullsized":"2024-04-18T05:12:43.873425+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:24:23.590702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386765+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:59.386765+0000","last_peered":"2024-04-18T05:12:59.386765+0000","last_clean":"2024-04-18T05:12:59.386765+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:59.386765+0000","last_undegraded":"2024-04-18T05:12:59.386765+0000","last_fullsized":"2024-04-18T05:12:59.386765+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553204+0000","last_change":"2024-04-18T05:12:59.420792+0000","last_active":"2024-04-18T05:13:00.553204+0000","last_peered":"2024-04-18T05:13:00.553204+0000","last_clean":"2024-04-18T05:13:00.553204+0000","last_became_active":"2024-04-18T05:12:59.420361+0000","last_became_peered":"2024-04-18T05:12:59.420361+0000","last_unstale":"2024-04-18T05:13:00.553204+0000","last_undegraded":"2024-04-18T05:13:00.553204+0000","last_fullsized":"2024-04-18T05:13:00.553204+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:38.357792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403745+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:59.403745+0000","last_peered":"2024-04-18T05:12:59.403745+0000","last_clean":"2024-04-18T05:12:59.403745+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:59.403745+0000","last_undegraded":"2024-04-18T05:12:59.403745+0000","last_fullsized":"2024-04-18T05:12:59.403745+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553881+0000","last_change":"2024-04-18T05:12:59.421606+0000","last_active":"2024-04-18T05:13:00.553881+0000","last_peered":"2024-04-18T05:13:00.553881+0000","last_clean":"2024-04-18T05:13:00.553881+0000","last_became_active":"2024-04-18T05:12:59.421342+0000","last_became_peered":"2024-04-18T05:12:59.421342+0000","last_unstale":"2024-04-18T05:13:00.553881+0000","last_undegraded":"2024-04-18T05:13:00.553881+0000","last_fullsized":"2024-04-18T05:13:00.553881+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400297+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:59.400297+0000","last_peered":"2024-04-18T05:12:59.400297+0000","last_clean":"2024-04-18T05:12:59.400297+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:59.400297+0000","last_undegraded":"2024-04-18T05:12:59.400297+0000","last_fullsized":"2024-04-18T05:12:59.400297+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552691+0000","last_change":"2024-04-18T05:12:59.411147+0000","last_active":"2024-04-18T05:13:00.552691+0000","last_peered":"2024-04-18T05:13:00.552691+0000","last_clean":"2024-04-18T05:13:00.552691+0000","last_became_active":"2024-04-18T05:12:59.410808+0000","last_became_peered":"2024-04-18T05:12:59.410808+0000","last_unstale":"2024-04-18T05:13:00.552691+0000","last_undegraded":"2024-04-18T05:13:00.552691+0000","last_fullsized":"2024-04-18T05:13:00.552691+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873565+0000","last_change":"2024-04-18T05:12:39.972759+0000","last_active":"2024-04-18T05:12:43.873565+0000","last_peered":"2024-04-18T05:12:43.873565+0000","last_clean":"2024-04-18T05:12:43.873565+0000","last_became_active":"2024-04-18T05:12:39.972085+0000","last_became_peered":"2024-04-18T05:12:39.972085+0000","last_unstale":"2024-04-18T05:12:43.873565+0000","last_undegraded":"2024-04-18T05:12:43.873565+0000","last_fullsized":"2024-04-18T05:12:43.873565+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:08.024429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403477+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:59.403477+0000","last_peered":"2024-04-18T05:12:59.403477+0000","last_clean":"2024-04-18T05:12:59.403477+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:59.403477+0000","last_undegraded":"2024-04-18T05:12:59.403477+0000","last_fullsized":"2024-04-18T05:12:59.403477+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392751+0000","last_change":"2024-04-18T05:12:59.404651+0000","last_active":"2024-04-18T05:13:00.392751+0000","last_peered":"2024-04-18T05:13:00.392751+0000","last_clean":"2024-04-18T05:13:00.392751+0000","last_became_active":"2024-04-18T05:12:59.403847+0000","last_became_peered":"2024-04-18T05:12:59.403847+0000","last_unstale":"2024-04-18T05:13:00.392751+0000","last_undegraded":"2024-04-18T05:13:00.392751+0000","last_fullsized":"2024-04-18T05:13:00.392751+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390830+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:59.390830+0000","last_peered":"2024-04-18T05:12:59.390830+0000","last_clean":"2024-04-18T05:12:59.390830+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:59.390830+0000","last_undegraded":"2024-04-18T05:12:59.390830+0000","last_fullsized":"2024-04-18T05:12:59.390830+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873471+0000","last_change":"2024-04-18T05:12:39.988499+0000","last_active":"2024-04-18T05:12:43.873471+0000","last_peered":"2024-04-18T05:12:43.873471+0000","last_clean":"2024-04-18T05:12:43.873471+0000","last_became_active":"2024-04-18T05:12:39.988030+0000","last_became_peered":"2024-04-18T05:12:39.988030+0000","last_unstale":"2024-04-18T05:12:43.873471+0000","last_undegraded":"2024-04-18T05:12:43.873471+0000","last_fullsized":"2024-04-18T05:12:43.873471+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:38:53.247252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551483+0000","last_change":"2024-04-18T05:12:59.422941+0000","last_active":"2024-04-18T05:13:00.551483+0000","last_peered":"2024-04-18T05:13:00.551483+0000","last_clean":"2024-04-18T05:13:00.551483+0000","last_became_active":"2024-04-18T05:12:59.422669+0000","last_became_peered":"2024-04-18T05:12:59.422669+0000","last_unstale":"2024-04-18T05:13:00.551483+0000","last_undegraded":"2024-04-18T05:13:00.551483+0000","last_fullsized":"2024-04-18T05:13:00.551483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:27.415241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403941+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:59.403941+0000","last_peered":"2024-04-18T05:12:59.403941+0000","last_clean":"2024-04-18T05:12:59.403941+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:59.403941+0000","last_undegraded":"2024-04-18T05:12:59.403941+0000","last_fullsized":"2024-04-18T05:12:59.403941+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550624+0000","last_change":"2024-04-18T05:12:59.410138+0000","last_active":"2024-04-18T05:13:00.550624+0000","last_peered":"2024-04-18T05:13:00.550624+0000","last_clean":"2024-04-18T05:13:00.550624+0000","last_became_active":"2024-04-18T05:12:59.407819+0000","last_became_peered":"2024-04-18T05:12:59.407819+0000","last_unstale":"2024-04-18T05:13:00.550624+0000","last_undegraded":"2024-04-18T05:13:00.550624+0000","last_fullsized":"2024-04-18T05:13:00.550624+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:47.311274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387029+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:59.387029+0000","last_peered":"2024-04-18T05:12:59.387029+0000","last_clean":"2024-04-18T05:12:59.387029+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:59.387029+0000","last_undegraded":"2024-04-18T05:12:59.387029+0000","last_fullsized":"2024-04-18T05:12:59.387029+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394344+0000","last_change":"2024-04-18T05:12:59.398229+0000","last_active":"2024-04-18T05:13:00.394344+0000","last_peered":"2024-04-18T05:13:00.394344+0000","last_clean":"2024-04-18T05:13:00.394344+0000","last_became_active":"2024-04-18T05:12:59.397245+0000","last_became_peered":"2024-04-18T05:12:59.397245+0000","last_unstale":"2024-04-18T05:13:00.394344+0000","last_undegraded":"2024-04-18T05:13:00.394344+0000","last_fullsized":"2024-04-18T05:13:00.394344+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:00:48.134689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382576+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:59.382576+0000","last_peered":"2024-04-18T05:12:59.382576+0000","last_clean":"2024-04-18T05:12:59.382576+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:59.382576+0000","last_undegraded":"2024-04-18T05:12:59.382576+0000","last_fullsized":"2024-04-18T05:12:59.382576+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391993+0000","last_change":"2024-04-18T05:12:59.412076+0000","last_active":"2024-04-18T05:13:00.391993+0000","last_peered":"2024-04-18T05:13:00.391993+0000","last_clean":"2024-04-18T05:13:00.391993+0000","last_became_active":"2024-04-18T05:12:59.411666+0000","last_became_peered":"2024-04-18T05:12:59.411666+0000","last_unstale":"2024-04-18T05:13:00.391993+0000","last_undegraded":"2024-04-18T05:13:00.391993+0000","last_fullsized":"2024-04-18T05:13:00.391993+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402655+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:59.402655+0000","last_peered":"2024-04-18T05:12:59.402655+0000","last_clean":"2024-04-18T05:12:59.402655+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:59.402655+0000","last_undegraded":"2024-04-18T05:12:59.402655+0000","last_fullsized":"2024-04-18T05:12:59.402655+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552655+0000","last_change":"2024-04-18T05:12:59.416670+0000","last_active":"2024-04-18T05:13:00.552655+0000","last_peered":"2024-04-18T05:13:00.552655+0000","last_clean":"2024-04-18T05:13:00.552655+0000","last_became_active":"2024-04-18T05:12:59.414764+0000","last_became_peered":"2024-04-18T05:12:59.414764+0000","last_unstale":"2024-04-18T05:13:00.552655+0000","last_undegraded":"2024-04-18T05:13:00.552655+0000","last_fullsized":"2024-04-18T05:13:00.552655+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:58:27.502209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383068+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:59.383068+0000","last_peered":"2024-04-18T05:12:59.383068+0000","last_clean":"2024-04-18T05:12:59.383068+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:59.383068+0000","last_undegraded":"2024-04-18T05:12:59.383068+0000","last_fullsized":"2024-04-18T05:12:59.383068+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.390847+0000","last_change":"2024-04-18T05:12:59.396700+0000","last_active":"2024-04-18T05:13:00.390847+0000","last_peered":"2024-04-18T05:13:00.390847+0000","last_clean":"2024-04-18T05:13:00.390847+0000","last_became_active":"2024-04-18T05:12:59.394211+0000","last_became_peered":"2024-04-18T05:12:59.394211+0000","last_unstale":"2024-04-18T05:13:00.390847+0000","last_undegraded":"2024-04-18T05:13:00.390847+0000","last_fullsized":"2024-04-18T05:13:00.390847+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383036+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:59.383036+0000","last_peered":"2024-04-18T05:12:59.383036+0000","last_clean":"2024-04-18T05:12:59.383036+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:59.383036+0000","last_undegraded":"2024-04-18T05:12:59.383036+0000","last_fullsized":"2024-04-18T05:12:59.383036+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393662+0000","last_change":"2024-04-18T05:12:59.407447+0000","last_active":"2024-04-18T05:13:00.393662+0000","last_peered":"2024-04-18T05:13:00.393662+0000","last_clean":"2024-04-18T05:13:00.393662+0000","last_became_active":"2024-04-18T05:12:59.407152+0000","last_became_peered":"2024-04-18T05:12:59.407152+0000","last_unstale":"2024-04-18T05:13:00.393662+0000","last_undegraded":"2024-04-18T05:13:00.393662+0000","last_fullsized":"2024-04-18T05:13:00.393662+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395318+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:59.395318+0000","last_peered":"2024-04-18T05:12:59.395318+0000","last_clean":"2024-04-18T05:12:59.395318+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:59.395318+0000","last_undegraded":"2024-04-18T05:12:59.395318+0000","last_fullsized":"2024-04-18T05:12:59.395318+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385279+0000","last_change":"2024-04-18T05:12:59.420614+0000","last_active":"2024-04-18T05:13:00.385279+0000","last_peered":"2024-04-18T05:13:00.385279+0000","last_clean":"2024-04-18T05:13:00.385279+0000","last_became_active":"2024-04-18T05:12:59.420111+0000","last_became_peered":"2024-04-18T05:12:59.420111+0000","last_unstale":"2024-04-18T05:13:00.385279+0000","last_undegraded":"2024-04-18T05:13:00.385279+0000","last_fullsized":"2024-04-18T05:13:00.385279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:45:10.050769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390480+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:59.390480+0000","last_peered":"2024-04-18T05:12:59.390480+0000","last_clean":"2024-04-18T05:12:59.390480+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:59.390480+0000","last_undegraded":"2024-04-18T05:12:59.390480+0000","last_fullsized":"2024-04-18T05:12:59.390480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390595+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:59.390595+0000","last_peered":"2024-04-18T05:12:59.390595+0000","last_clean":"2024-04-18T05:12:59.390595+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:59.390595+0000","last_undegraded":"2024-04-18T05:12:59.390595+0000","last_fullsized":"2024-04-18T05:12:59.390595+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391941+0000","last_change":"2024-04-18T05:12:59.417579+0000","last_active":"2024-04-18T05:13:00.391941+0000","last_peered":"2024-04-18T05:13:00.391941+0000","last_clean":"2024-04-18T05:13:00.391941+0000","last_became_active":"2024-04-18T05:12:59.417256+0000","last_became_peered":"2024-04-18T05:12:59.417256+0000","last_unstale":"2024-04-18T05:13:00.391941+0000","last_undegraded":"2024-04-18T05:13:00.391941+0000","last_fullsized":"2024-04-18T05:13:00.391941+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:32.728677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395352+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:59.395352+0000","last_peered":"2024-04-18T05:12:59.395352+0000","last_clean":"2024-04-18T05:12:59.395352+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:59.395352+0000","last_undegraded":"2024-04-18T05:12:59.395352+0000","last_fullsized":"2024-04-18T05:12:59.395352+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394538+0000","last_change":"2024-04-18T05:12:59.409699+0000","last_active":"2024-04-18T05:13:00.394538+0000","last_peered":"2024-04-18T05:13:00.394538+0000","last_clean":"2024-04-18T05:13:00.394538+0000","last_became_active":"2024-04-18T05:12:59.408630+0000","last_became_peered":"2024-04-18T05:12:59.408630+0000","last_unstale":"2024-04-18T05:13:00.394538+0000","last_undegraded":"2024-04-18T05:13:00.394538+0000","last_fullsized":"2024-04-18T05:13:00.394538+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382792+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:59.382792+0000","last_peered":"2024-04-18T05:12:59.382792+0000","last_clean":"2024-04-18T05:12:59.382792+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:59.382792+0000","last_undegraded":"2024-04-18T05:12:59.382792+0000","last_fullsized":"2024-04-18T05:12:59.382792+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552487+0000","last_change":"2024-04-18T05:12:59.421444+0000","last_active":"2024-04-18T05:13:00.552487+0000","last_peered":"2024-04-18T05:13:00.552487+0000","last_clean":"2024-04-18T05:13:00.552487+0000","last_became_active":"2024-04-18T05:12:59.419836+0000","last_became_peered":"2024-04-18T05:12:59.419836+0000","last_unstale":"2024-04-18T05:13:00.552487+0000","last_undegraded":"2024-04-18T05:13:00.552487+0000","last_fullsized":"2024-04-18T05:13:00.552487+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:51.944097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400375+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:59.400375+0000","last_peered":"2024-04-18T05:12:59.400375+0000","last_clean":"2024-04-18T05:12:59.400375+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:59.400375+0000","last_undegraded":"2024-04-18T05:12:59.400375+0000","last_fullsized":"2024-04-18T05:12:59.400375+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551247+0000","last_change":"2024-04-18T05:12:59.417535+0000","last_active":"2024-04-18T05:13:00.551247+0000","last_peered":"2024-04-18T05:13:00.551247+0000","last_clean":"2024-04-18T05:13:00.551247+0000","last_became_active":"2024-04-18T05:12:59.417255+0000","last_became_peered":"2024-04-18T05:12:59.417255+0000","last_unstale":"2024-04-18T05:13:00.551247+0000","last_undegraded":"2024-04-18T05:13:00.551247+0000","last_fullsized":"2024-04-18T05:13:00.551247+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:35:24.514761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392189+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:59.392189+0000","last_peered":"2024-04-18T05:12:59.392189+0000","last_clean":"2024-04-18T05:12:59.392189+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:59.392189+0000","last_undegraded":"2024-04-18T05:12:59.392189+0000","last_fullsized":"2024-04-18T05:12:59.392189+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550722+0000","last_change":"2024-04-18T05:12:59.420428+0000","last_active":"2024-04-18T05:13:00.550722+0000","last_peered":"2024-04-18T05:13:00.550722+0000","last_clean":"2024-04-18T05:13:00.550722+0000","last_became_active":"2024-04-18T05:12:59.419870+0000","last_became_peered":"2024-04-18T05:12:59.419870+0000","last_unstale":"2024-04-18T05:13:00.550722+0000","last_undegraded":"2024-04-18T05:13:00.550722+0000","last_fullsized":"2024-04-18T05:13:00.550722+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:29:39.103504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405288+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:59.405288+0000","last_peered":"2024-04-18T05:12:59.405288+0000","last_clean":"2024-04-18T05:12:59.405288+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:59.405288+0000","last_undegraded":"2024-04-18T05:12:59.405288+0000","last_fullsized":"2024-04-18T05:12:59.405288+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550653+0000","last_change":"2024-04-18T05:12:59.421942+0000","last_active":"2024-04-18T05:13:00.550653+0000","last_peered":"2024-04-18T05:13:00.550653+0000","last_clean":"2024-04-18T05:13:00.550653+0000","last_became_active":"2024-04-18T05:12:59.421325+0000","last_became_peered":"2024-04-18T05:12:59.421325+0000","last_unstale":"2024-04-18T05:13:00.550653+0000","last_undegraded":"2024-04-18T05:13:00.550653+0000","last_fullsized":"2024-04-18T05:13:00.550653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:48.804384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390905+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:59.390905+0000","last_peered":"2024-04-18T05:12:59.390905+0000","last_clean":"2024-04-18T05:12:59.390905+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:59.390905+0000","last_undegraded":"2024-04-18T05:12:59.390905+0000","last_fullsized":"2024-04-18T05:12:59.390905+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551709+0000","last_change":"2024-04-18T05:12:59.417323+0000","last_active":"2024-04-18T05:13:00.551709+0000","last_peered":"2024-04-18T05:13:00.551709+0000","last_clean":"2024-04-18T05:13:00.551709+0000","last_became_active":"2024-04-18T05:12:59.417097+0000","last_became_peered":"2024-04-18T05:12:59.417097+0000","last_unstale":"2024-04-18T05:13:00.551709+0000","last_undegraded":"2024-04-18T05:13:00.551709+0000","last_fullsized":"2024-04-18T05:13:00.551709+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:09:49.407779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403458+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:59.403458+0000","last_peered":"2024-04-18T05:12:59.403458+0000","last_clean":"2024-04-18T05:12:59.403458+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:59.403458+0000","last_undegraded":"2024-04-18T05:12:59.403458+0000","last_fullsized":"2024-04-18T05:12:59.403458+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554923+0000","last_change":"2024-04-18T05:12:59.420237+0000","last_active":"2024-04-18T05:13:00.554923+0000","last_peered":"2024-04-18T05:13:00.554923+0000","last_clean":"2024-04-18T05:13:00.554923+0000","last_became_active":"2024-04-18T05:12:59.419863+0000","last_became_peered":"2024-04-18T05:12:59.419863+0000","last_unstale":"2024-04-18T05:13:00.554923+0000","last_undegraded":"2024-04-18T05:13:00.554923+0000","last_fullsized":"2024-04-18T05:13:00.554923+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:48.173216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383543+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:59.383543+0000","last_peered":"2024-04-18T05:12:59.383543+0000","last_clean":"2024-04-18T05:12:59.383543+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:59.383543+0000","last_undegraded":"2024-04-18T05:12:59.383543+0000","last_fullsized":"2024-04-18T05:12:59.383543+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391792+0000","last_change":"2024-04-18T05:12:59.412270+0000","last_active":"2024-04-18T05:13:00.391792+0000","last_peered":"2024-04-18T05:13:00.391792+0000","last_clean":"2024-04-18T05:13:00.391792+0000","last_became_active":"2024-04-18T05:12:59.411870+0000","last_became_peered":"2024-04-18T05:12:59.411870+0000","last_unstale":"2024-04-18T05:13:00.391792+0000","last_undegraded":"2024-04-18T05:13:00.391792+0000","last_fullsized":"2024-04-18T05:13:00.391792+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:05.785504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384283+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:59.384283+0000","last_peered":"2024-04-18T05:12:59.384283+0000","last_clean":"2024-04-18T05:12:59.384283+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:59.384283+0000","last_undegraded":"2024-04-18T05:12:59.384283+0000","last_fullsized":"2024-04-18T05:12:59.384283+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394823+0000","last_change":"2024-04-18T05:12:59.405964+0000","last_active":"2024-04-18T05:13:00.394823+0000","last_peered":"2024-04-18T05:13:00.394823+0000","last_clean":"2024-04-18T05:13:00.394823+0000","last_became_active":"2024-04-18T05:12:59.404298+0000","last_became_peered":"2024-04-18T05:12:59.404298+0000","last_unstale":"2024-04-18T05:13:00.394823+0000","last_undegraded":"2024-04-18T05:13:00.394823+0000","last_fullsized":"2024-04-18T05:13:00.394823+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403843+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:59.403843+0000","last_peered":"2024-04-18T05:12:59.403843+0000","last_clean":"2024-04-18T05:12:59.403843+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:59.403843+0000","last_undegraded":"2024-04-18T05:12:59.403843+0000","last_fullsized":"2024-04-18T05:12:59.403843+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551017+0000","last_change":"2024-04-18T05:12:59.410213+0000","last_active":"2024-04-18T05:13:00.551017+0000","last_peered":"2024-04-18T05:13:00.551017+0000","last_clean":"2024-04-18T05:13:00.551017+0000","last_became_active":"2024-04-18T05:12:59.407837+0000","last_became_peered":"2024-04-18T05:12:59.407837+0000","last_unstale":"2024-04-18T05:13:00.551017+0000","last_undegraded":"2024-04-18T05:13:00.551017+0000","last_fullsized":"2024-04-18T05:13:00.551017+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400453+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:59.400453+0000","last_peered":"2024-04-18T05:12:59.400453+0000","last_clean":"2024-04-18T05:12:59.400453+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:59.400453+0000","last_undegraded":"2024-04-18T05:12:59.400453+0000","last_fullsized":"2024-04-18T05:12:59.400453+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385282+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.385282+0000","last_peered":"2024-04-18T05:13:00.385282+0000","last_clean":"2024-04-18T05:13:00.385282+0000","last_became_active":"2024-04-18T05:12:59.408666+0000","last_became_peered":"2024-04-18T05:12:59.408666+0000","last_unstale":"2024-04-18T05:13:00.385282+0000","last_undegraded":"2024-04-18T05:13:00.385282+0000","last_fullsized":"2024-04-18T05:13:00.385282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:01:39.291271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553849+0000","last_change":"2024-04-18T05:12:59.049323+0000","last_active":"2024-04-18T05:13:00.553849+0000","last_peered":"2024-04-18T05:13:00.553849+0000","last_clean":"2024-04-18T05:13:00.553849+0000","last_became_active":"2024-04-18T05:12:59.048871+0000","last_became_peered":"2024-04-18T05:12:59.048871+0000","last_unstale":"2024-04-18T05:13:00.553849+0000","last_undegraded":"2024-04-18T05:13:00.553849+0000","last_fullsized":"2024-04-18T05:13:00.553849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:03.698425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383360+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:59.383360+0000","last_peered":"2024-04-18T05:12:59.383360+0000","last_clean":"2024-04-18T05:12:59.383360+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:59.383360+0000","last_undegraded":"2024-04-18T05:12:59.383360+0000","last_fullsized":"2024-04-18T05:12:59.383360+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392478+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:59.392478+0000","last_peered":"2024-04-18T05:12:59.392478+0000","last_clean":"2024-04-18T05:12:59.392478+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:59.392478+0000","last_undegraded":"2024-04-18T05:12:59.392478+0000","last_fullsized":"2024-04-18T05:12:59.392478+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554058+0000","last_change":"2024-04-18T05:12:59.421741+0000","last_active":"2024-04-18T05:13:00.554058+0000","last_peered":"2024-04-18T05:13:00.554058+0000","last_clean":"2024-04-18T05:13:00.554058+0000","last_became_active":"2024-04-18T05:12:59.421318+0000","last_became_peered":"2024-04-18T05:12:59.421318+0000","last_unstale":"2024-04-18T05:13:00.554058+0000","last_undegraded":"2024-04-18T05:13:00.554058+0000","last_fullsized":"2024-04-18T05:13:00.554058+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392263+0000","last_change":"2024-04-18T05:12:59.050007+0000","last_active":"2024-04-18T05:13:00.392263+0000","last_peered":"2024-04-18T05:13:00.392263+0000","last_clean":"2024-04-18T05:13:00.392263+0000","last_became_active":"2024-04-18T05:12:59.049515+0000","last_became_peered":"2024-04-18T05:12:59.049515+0000","last_unstale":"2024-04-18T05:13:00.392263+0000","last_undegraded":"2024-04-18T05:13:00.392263+0000","last_fullsized":"2024-04-18T05:13:00.392263+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:12:19.167680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389502+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:59.389502+0000","last_peered":"2024-04-18T05:12:59.389502+0000","last_clean":"2024-04-18T05:12:59.389502+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:59.389502+0000","last_undegraded":"2024-04-18T05:12:59.389502+0000","last_fullsized":"2024-04-18T05:12:59.389502+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388194+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:59.388194+0000","last_peered":"2024-04-18T05:12:59.388194+0000","last_clean":"2024-04-18T05:12:59.388194+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:59.388194+0000","last_undegraded":"2024-04-18T05:12:59.388194+0000","last_fullsized":"2024-04-18T05:12:59.388194+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384575+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.384575+0000","last_peered":"2024-04-18T05:13:00.384575+0000","last_clean":"2024-04-18T05:13:00.384575+0000","last_became_active":"2024-04-18T05:12:59.408739+0000","last_became_peered":"2024-04-18T05:12:59.408739+0000","last_unstale":"2024-04-18T05:13:00.384575+0000","last_undegraded":"2024-04-18T05:13:00.384575+0000","last_fullsized":"2024-04-18T05:13:00.384575+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:00:32.496039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"44'4","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551874+0000","last_change":"2024-04-18T05:12:59.021505+0000","last_active":"2024-04-18T05:13:00.551874+0000","last_peered":"2024-04-18T05:13:00.551874+0000","last_clean":"2024-04-18T05:13:00.551874+0000","last_became_active":"2024-04-18T05:12:59.021225+0000","last_became_peered":"2024-04-18T05:12:59.021225+0000","last_unstale":"2024-04-18T05:13:00.551874+0000","last_undegraded":"2024-04-18T05:13:00.551874+0000","last_fullsized":"2024-04-18T05:13:00.551874+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:36:11.591886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383480+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:59.383480+0000","last_peered":"2024-04-18T05:12:59.383480+0000","last_clean":"2024-04-18T05:12:59.383480+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:59.383480+0000","last_undegraded":"2024-04-18T05:12:59.383480+0000","last_fullsized":"2024-04-18T05:12:59.383480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403443+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:59.403443+0000","last_peered":"2024-04-18T05:12:59.403443+0000","last_clean":"2024-04-18T05:12:59.403443+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:59.403443+0000","last_undegraded":"2024-04-18T05:12:59.403443+0000","last_fullsized":"2024-04-18T05:12:59.403443+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384656+0000","last_change":"2024-04-18T05:12:59.400899+0000","last_active":"2024-04-18T05:13:00.384656+0000","last_peered":"2024-04-18T05:13:00.384656+0000","last_clean":"2024-04-18T05:13:00.384656+0000","last_became_active":"2024-04-18T05:12:59.400416+0000","last_became_peered":"2024-04-18T05:12:59.400416+0000","last_unstale":"2024-04-18T05:13:00.384656+0000","last_undegraded":"2024-04-18T05:13:00.384656+0000","last_fullsized":"2024-04-18T05:13:00.384656+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:41:52.007667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.004655+0000","last_change":"2024-04-18T05:12:58.004655+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.004655+0000","last_undegraded":"2024-04-18T05:12:58.004655+0000","last_fullsized":"2024-04-18T05:12:58.004655+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:20:22.611841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389418+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:59.389418+0000","last_peered":"2024-04-18T05:12:59.389418+0000","last_clean":"2024-04-18T05:12:59.389418+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:59.389418+0000","last_undegraded":"2024-04-18T05:12:59.389418+0000","last_fullsized":"2024-04-18T05:12:59.389418+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390035+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:59.390035+0000","last_peered":"2024-04-18T05:12:59.390035+0000","last_clean":"2024-04-18T05:12:59.390035+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:59.390035+0000","last_undegraded":"2024-04-18T05:12:59.390035+0000","last_fullsized":"2024-04-18T05:12:59.390035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554128+0000","last_change":"2024-04-18T05:12:59.424309+0000","last_active":"2024-04-18T05:13:00.554128+0000","last_peered":"2024-04-18T05:13:00.554128+0000","last_clean":"2024-04-18T05:13:00.554128+0000","last_became_active":"2024-04-18T05:12:59.423644+0000","last_became_peered":"2024-04-18T05:12:59.423644+0000","last_unstale":"2024-04-18T05:13:00.554128+0000","last_undegraded":"2024-04-18T05:13:00.554128+0000","last_fullsized":"2024-04-18T05:13:00.554128+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385186+0000","last_change":"2024-04-18T05:12:59.023199+0000","last_active":"2024-04-18T05:13:00.385186+0000","last_peered":"2024-04-18T05:13:00.385186+0000","last_clean":"2024-04-18T05:13:00.385186+0000","last_became_active":"2024-04-18T05:12:59.022893+0000","last_became_peered":"2024-04-18T05:12:59.022893+0000","last_unstale":"2024-04-18T05:13:00.385186+0000","last_undegraded":"2024-04-18T05:13:00.385186+0000","last_fullsized":"2024-04-18T05:13:00.385186+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:47.884934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400536+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:59.400536+0000","last_peered":"2024-04-18T05:12:59.400536+0000","last_clean":"2024-04-18T05:12:59.400536+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:59.400536+0000","last_undegraded":"2024-04-18T05:12:59.400536+0000","last_fullsized":"2024-04-18T05:12:59.400536+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387645+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:59.387645+0000","last_peered":"2024-04-18T05:12:59.387645+0000","last_clean":"2024-04-18T05:12:59.387645+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:59.387645+0000","last_undegraded":"2024-04-18T05:12:59.387645+0000","last_fullsized":"2024-04-18T05:12:59.387645+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551502+0000","last_change":"2024-04-18T05:12:59.417385+0000","last_active":"2024-04-18T05:13:00.551502+0000","last_peered":"2024-04-18T05:13:00.551502+0000","last_clean":"2024-04-18T05:13:00.551502+0000","last_became_active":"2024-04-18T05:12:59.417081+0000","last_became_peered":"2024-04-18T05:12:59.417081+0000","last_unstale":"2024-04-18T05:13:00.551502+0000","last_undegraded":"2024-04-18T05:13:00.551502+0000","last_fullsized":"2024-04-18T05:13:00.551502+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552849+0000","last_change":"2024-04-18T05:12:59.051730+0000","last_active":"2024-04-18T05:13:00.552849+0000","last_peered":"2024-04-18T05:13:00.552849+0000","last_clean":"2024-04-18T05:13:00.552849+0000","last_became_active":"2024-04-18T05:12:59.051185+0000","last_became_peered":"2024-04-18T05:12:59.051185+0000","last_unstale":"2024-04-18T05:13:00.552849+0000","last_undegraded":"2024-04-18T05:13:00.552849+0000","last_fullsized":"2024-04-18T05:13:00.552849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:05.968506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390332+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:59.390332+0000","last_peered":"2024-04-18T05:12:59.390332+0000","last_clean":"2024-04-18T05:12:59.390332+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:59.390332+0000","last_undegraded":"2024-04-18T05:12:59.390332+0000","last_fullsized":"2024-04-18T05:12:59.390332+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402735+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:59.402735+0000","last_peered":"2024-04-18T05:12:59.402735+0000","last_clean":"2024-04-18T05:12:59.402735+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:59.402735+0000","last_undegraded":"2024-04-18T05:12:59.402735+0000","last_fullsized":"2024-04-18T05:12:59.402735+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550070+0000","last_change":"2024-04-18T05:12:59.406230+0000","last_active":"2024-04-18T05:13:00.550070+0000","last_peered":"2024-04-18T05:13:00.550070+0000","last_clean":"2024-04-18T05:13:00.550070+0000","last_became_active":"2024-04-18T05:12:59.405961+0000","last_became_peered":"2024-04-18T05:12:59.405961+0000","last_unstale":"2024-04-18T05:13:00.550070+0000","last_undegraded":"2024-04-18T05:13:00.550070+0000","last_fullsized":"2024-04-18T05:13:00.550070+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551717+0000","last_change":"2024-04-18T05:12:59.053754+0000","last_active":"2024-04-18T05:13:00.551717+0000","last_peered":"2024-04-18T05:13:00.551717+0000","last_clean":"2024-04-18T05:13:00.551717+0000","last_became_active":"2024-04-18T05:12:59.053038+0000","last_became_peered":"2024-04-18T05:12:59.053038+0000","last_unstale":"2024-04-18T05:13:00.551717+0000","last_undegraded":"2024-04-18T05:13:00.551717+0000","last_fullsized":"2024-04-18T05:13:00.551717+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:31.725632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384410+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:59.384410+0000","last_peered":"2024-04-18T05:12:59.384410+0000","last_clean":"2024-04-18T05:12:59.384410+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:59.384410+0000","last_undegraded":"2024-04-18T05:12:59.384410+0000","last_fullsized":"2024-04-18T05:12:59.384410+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399979+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:59.399979+0000","last_peered":"2024-04-18T05:12:59.399979+0000","last_clean":"2024-04-18T05:12:59.399979+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:59.399979+0000","last_undegraded":"2024-04-18T05:12:59.399979+0000","last_fullsized":"2024-04-18T05:12:59.399979+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385794+0000","last_change":"2024-04-18T05:12:59.398589+0000","last_active":"2024-04-18T05:13:00.385794+0000","last_peered":"2024-04-18T05:13:00.385794+0000","last_clean":"2024-04-18T05:13:00.385794+0000","last_became_active":"2024-04-18T05:12:59.397809+0000","last_became_peered":"2024-04-18T05:12:59.397809+0000","last_unstale":"2024-04-18T05:13:00.385794+0000","last_undegraded":"2024-04-18T05:13:00.385794+0000","last_fullsized":"2024-04-18T05:13:00.385794+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:42.385272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385004+0000","last_change":"2024-04-18T05:12:59.024558+0000","last_active":"2024-04-18T05:13:00.385004+0000","last_peered":"2024-04-18T05:13:00.385004+0000","last_clean":"2024-04-18T05:13:00.385004+0000","last_became_active":"2024-04-18T05:12:59.024228+0000","last_became_peered":"2024-04-18T05:12:59.024228+0000","last_unstale":"2024-04-18T05:13:00.385004+0000","last_undegraded":"2024-04-18T05:13:00.385004+0000","last_fullsized":"2024-04-18T05:13:00.385004+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:26.412196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388154+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:59.388154+0000","last_peered":"2024-04-18T05:12:59.388154+0000","last_clean":"2024-04-18T05:12:59.388154+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:59.388154+0000","last_undegraded":"2024-04-18T05:12:59.388154+0000","last_fullsized":"2024-04-18T05:12:59.388154+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.406925+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:59.406925+0000","last_peered":"2024-04-18T05:12:59.406925+0000","last_clean":"2024-04-18T05:12:59.406925+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:59.406925+0000","last_undegraded":"2024-04-18T05:12:59.406925+0000","last_fullsized":"2024-04-18T05:12:59.406925+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393463+0000","last_change":"2024-04-18T05:12:59.392050+0000","last_active":"2024-04-18T05:13:00.393463+0000","last_peered":"2024-04-18T05:13:00.393463+0000","last_clean":"2024-04-18T05:13:00.393463+0000","last_became_active":"2024-04-18T05:12:59.391753+0000","last_became_peered":"2024-04-18T05:12:59.391753+0000","last_unstale":"2024-04-18T05:13:00.393463+0000","last_undegraded":"2024-04-18T05:13:00.393463+0000","last_fullsized":"2024-04-18T05:13:00.393463+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"44'3","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385586+0000","last_change":"2024-04-18T05:12:59.048851+0000","last_active":"2024-04-18T05:13:00.385586+0000","last_peered":"2024-04-18T05:13:00.385586+0000","last_clean":"2024-04-18T05:13:00.385586+0000","last_became_active":"2024-04-18T05:12:59.048559+0000","last_became_peered":"2024-04-18T05:12:59.048559+0000","last_unstale":"2024-04-18T05:13:00.385586+0000","last_undegraded":"2024-04-18T05:13:00.385586+0000","last_fullsized":"2024-04-18T05:13:00.385586+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:45:28.043413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401804+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:59.401804+0000","last_peered":"2024-04-18T05:12:59.401804+0000","last_clean":"2024-04-18T05:12:59.401804+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:59.401804+0000","last_undegraded":"2024-04-18T05:12:59.401804+0000","last_fullsized":"2024-04-18T05:12:59.401804+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405624+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:59.405624+0000","last_peered":"2024-04-18T05:12:59.405624+0000","last_clean":"2024-04-18T05:12:59.405624+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:59.405624+0000","last_undegraded":"2024-04-18T05:12:59.405624+0000","last_fullsized":"2024-04-18T05:12:59.405624+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392565+0000","last_change":"2024-04-18T05:12:59.410247+0000","last_active":"2024-04-18T05:13:00.392565+0000","last_peered":"2024-04-18T05:13:00.392565+0000","last_clean":"2024-04-18T05:13:00.392565+0000","last_became_active":"2024-04-18T05:12:59.404258+0000","last_became_peered":"2024-04-18T05:12:59.404258+0000","last_unstale":"2024-04-18T05:13:00.392565+0000","last_undegraded":"2024-04-18T05:13:00.392565+0000","last_fullsized":"2024-04-18T05:13:00.392565+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:23.834804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"44'6","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554044+0000","last_change":"2024-04-18T05:12:59.043255+0000","last_active":"2024-04-18T05:13:00.554044+0000","last_peered":"2024-04-18T05:13:00.554044+0000","last_clean":"2024-04-18T05:13:00.554044+0000","last_became_active":"2024-04-18T05:12:59.034397+0000","last_became_peered":"2024-04-18T05:12:59.034397+0000","last_unstale":"2024-04-18T05:13:00.554044+0000","last_undegraded":"2024-04-18T05:13:00.554044+0000","last_fullsized":"2024-04-18T05:13:00.554044+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392254+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:59.392254+0000","last_peered":"2024-04-18T05:12:59.392254+0000","last_clean":"2024-04-18T05:12:59.392254+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:59.392254+0000","last_undegraded":"2024-04-18T05:12:59.392254+0000","last_fullsized":"2024-04-18T05:12:59.392254+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383433+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:59.383433+0000","last_peered":"2024-04-18T05:12:59.383433+0000","last_clean":"2024-04-18T05:12:59.383433+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:59.383433+0000","last_undegraded":"2024-04-18T05:12:59.383433+0000","last_fullsized":"2024-04-18T05:12:59.383433+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548354+0000","last_change":"2024-04-18T05:12:59.421336+0000","last_active":"2024-04-18T05:13:00.548354+0000","last_peered":"2024-04-18T05:13:00.548354+0000","last_clean":"2024-04-18T05:13:00.548354+0000","last_became_active":"2024-04-18T05:12:59.420852+0000","last_became_peered":"2024-04-18T05:12:59.420852+0000","last_unstale":"2024-04-18T05:13:00.548354+0000","last_undegraded":"2024-04-18T05:13:00.548354+0000","last_fullsized":"2024-04-18T05:13:00.548354+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552015+0000","last_change":"2024-04-18T05:12:59.018833+0000","last_active":"2024-04-18T05:13:00.552015+0000","last_peered":"2024-04-18T05:13:00.552015+0000","last_clean":"2024-04-18T05:13:00.552015+0000","last_became_active":"2024-04-18T05:12:59.018456+0000","last_became_peered":"2024-04-18T05:12:59.018456+0000","last_unstale":"2024-04-18T05:13:00.552015+0000","last_undegraded":"2024-04-18T05:13:00.552015+0000","last_fullsized":"2024-04-18T05:13:00.552015+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:05.855382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405380+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:59.405380+0000","last_peered":"2024-04-18T05:12:59.405380+0000","last_clean":"2024-04-18T05:12:59.405380+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:59.405380+0000","last_undegraded":"2024-04-18T05:12:59.405380+0000","last_fullsized":"2024-04-18T05:12:59.405380+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":18,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382286+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:59.382286+0000","last_peered":"2024-04-18T05:12:59.382286+0000","last_clean":"2024-04-18T05:12:59.382286+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:59.382286+0000","last_undegraded":"2024-04-18T05:12:59.382286+0000","last_fullsized":"2024-04-18T05:12:59.382286+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549888+0000","last_change":"2024-04-18T05:12:59.411066+0000","last_active":"2024-04-18T05:13:00.549888+0000","last_peered":"2024-04-18T05:13:00.549888+0000","last_clean":"2024-04-18T05:13:00.549888+0000","last_became_active":"2024-04-18T05:12:59.410619+0000","last_became_peered":"2024-04-18T05:12:59.410619+0000","last_unstale":"2024-04-18T05:13:00.549888+0000","last_undegraded":"2024-04-18T05:13:00.549888+0000","last_fullsized":"2024-04-18T05:13:00.549888+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:08.221270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551231+0000","last_change":"2024-04-18T05:12:59.041500+0000","last_active":"2024-04-18T05:13:00.551231+0000","last_peered":"2024-04-18T05:13:00.551231+0000","last_clean":"2024-04-18T05:13:00.551231+0000","last_became_active":"2024-04-18T05:12:59.041183+0000","last_became_peered":"2024-04-18T05:12:59.041183+0000","last_unstale":"2024-04-18T05:13:00.551231+0000","last_undegraded":"2024-04-18T05:13:00.551231+0000","last_fullsized":"2024-04-18T05:13:00.551231+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:46.448430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404926+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:59.404926+0000","last_peered":"2024-04-18T05:12:59.404926+0000","last_clean":"2024-04-18T05:12:59.404926+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:59.404926+0000","last_undegraded":"2024-04-18T05:12:59.404926+0000","last_fullsized":"2024-04-18T05:12:59.404926+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"41'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401964+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:59.401964+0000","last_peered":"2024-04-18T05:12:59.401964+0000","last_clean":"2024-04-18T05:12:59.401964+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:59.401964+0000","last_undegraded":"2024-04-18T05:12:59.401964+0000","last_fullsized":"2024-04-18T05:12:59.401964+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391249+0000","last_change":"2024-04-18T05:12:59.016373+0000","last_active":"2024-04-18T05:13:00.391249+0000","last_peered":"2024-04-18T05:13:00.391249+0000","last_clean":"2024-04-18T05:13:00.391249+0000","last_became_active":"2024-04-18T05:12:59.015955+0000","last_became_peered":"2024-04-18T05:12:59.015955+0000","last_unstale":"2024-04-18T05:13:00.391249+0000","last_undegraded":"2024-04-18T05:13:00.391249+0000","last_fullsized":"2024-04-18T05:13:00.391249+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:38.495566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400620+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:59.400620+0000","last_peered":"2024-04-18T05:12:59.400620+0000","last_clean":"2024-04-18T05:12:59.400620+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:59.400620+0000","last_undegraded":"2024-04-18T05:12:59.400620+0000","last_fullsized":"2024-04-18T05:12:59.400620+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402659+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:59.402659+0000","last_peered":"2024-04-18T05:12:59.402659+0000","last_clean":"2024-04-18T05:12:59.402659+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:59.402659+0000","last_undegraded":"2024-04-18T05:12:59.402659+0000","last_fullsized":"2024-04-18T05:12:59.402659+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553442+0000","last_change":"2024-04-18T05:12:59.420666+0000","last_active":"2024-04-18T05:13:00.553442+0000","last_peered":"2024-04-18T05:13:00.553442+0000","last_clean":"2024-04-18T05:13:00.553442+0000","last_became_active":"2024-04-18T05:12:59.419988+0000","last_became_peered":"2024-04-18T05:12:59.419988+0000","last_unstale":"2024-04-18T05:13:00.553442+0000","last_undegraded":"2024-04-18T05:13:00.553442+0000","last_fullsized":"2024-04-18T05:13:00.553442+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:25:13.681260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003180+0000","last_change":"2024-04-18T05:12:58.003180+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003180+0000","last_undegraded":"2024-04-18T05:12:58.003180+0000","last_fullsized":"2024-04-18T05:12:58.003180+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:27:58.206673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386700+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:59.386700+0000","last_peered":"2024-04-18T05:12:59.386700+0000","last_clean":"2024-04-18T05:12:59.386700+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:59.386700+0000","last_undegraded":"2024-04-18T05:12:59.386700+0000","last_fullsized":"2024-04-18T05:12:59.386700+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386820+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:59.386820+0000","last_peered":"2024-04-18T05:12:59.386820+0000","last_clean":"2024-04-18T05:12:59.386820+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:59.386820+0000","last_undegraded":"2024-04-18T05:12:59.386820+0000","last_fullsized":"2024-04-18T05:12:59.386820+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385107+0000","last_change":"2024-04-18T05:12:59.396173+0000","last_active":"2024-04-18T05:13:00.385107+0000","last_peered":"2024-04-18T05:13:00.385107+0000","last_clean":"2024-04-18T05:13:00.385107+0000","last_became_active":"2024-04-18T05:12:59.395138+0000","last_became_peered":"2024-04-18T05:12:59.395138+0000","last_unstale":"2024-04-18T05:13:00.385107+0000","last_undegraded":"2024-04-18T05:13:00.385107+0000","last_fullsized":"2024-04-18T05:13:00.385107+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:31:08.083375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003356+0000","last_change":"2024-04-18T05:12:58.003356+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003356+0000","last_undegraded":"2024-04-18T05:12:58.003356+0000","last_fullsized":"2024-04-18T05:12:58.003356+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:24:01.813348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395448+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:59.395448+0000","last_peered":"2024-04-18T05:12:59.395448+0000","last_clean":"2024-04-18T05:12:59.395448+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:59.395448+0000","last_undegraded":"2024-04-18T05:12:59.395448+0000","last_fullsized":"2024-04-18T05:12:59.395448+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382761+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:59.382761+0000","last_peered":"2024-04-18T05:12:59.382761+0000","last_clean":"2024-04-18T05:12:59.382761+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:59.382761+0000","last_undegraded":"2024-04-18T05:12:59.382761+0000","last_fullsized":"2024-04-18T05:12:59.382761+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393889+0000","last_change":"2024-04-18T05:12:59.407643+0000","last_active":"2024-04-18T05:13:00.393889+0000","last_peered":"2024-04-18T05:13:00.393889+0000","last_clean":"2024-04-18T05:13:00.393889+0000","last_became_active":"2024-04-18T05:12:59.407265+0000","last_became_peered":"2024-04-18T05:12:59.407265+0000","last_unstale":"2024-04-18T05:13:00.393889+0000","last_undegraded":"2024-04-18T05:13:00.393889+0000","last_fullsized":"2024-04-18T05:13:00.393889+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:24:18.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550092+0000","last_change":"2024-04-18T05:12:59.048738+0000","last_active":"2024-04-18T05:13:00.550092+0000","last_peered":"2024-04-18T05:13:00.550092+0000","last_clean":"2024-04-18T05:13:00.550092+0000","last_became_active":"2024-04-18T05:12:59.048421+0000","last_became_peered":"2024-04-18T05:12:59.048421+0000","last_unstale":"2024-04-18T05:13:00.550092+0000","last_undegraded":"2024-04-18T05:13:00.550092+0000","last_fullsized":"2024-04-18T05:13:00.550092+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:14:40.095012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873448+0000","last_change":"2024-04-18T05:12:39.988068+0000","last_active":"2024-04-18T05:12:43.873448+0000","last_peered":"2024-04-18T05:12:43.873448+0000","last_clean":"2024-04-18T05:12:43.873448+0000","last_became_active":"2024-04-18T05:12:39.987570+0000","last_became_peered":"2024-04-18T05:12:39.987570+0000","last_unstale":"2024-04-18T05:12:43.873448+0000","last_undegraded":"2024-04-18T05:12:43.873448+0000","last_fullsized":"2024-04-18T05:12:43.873448+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:46:56.675903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387830+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:59.387830+0000","last_peered":"2024-04-18T05:12:59.387830+0000","last_clean":"2024-04-18T05:12:59.387830+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:59.387830+0000","last_undegraded":"2024-04-18T05:12:59.387830+0000","last_fullsized":"2024-04-18T05:12:59.387830+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391416+0000","last_change":"2024-04-18T05:12:59.417157+0000","last_active":"2024-04-18T05:13:00.391416+0000","last_peered":"2024-04-18T05:13:00.391416+0000","last_clean":"2024-04-18T05:13:00.391416+0000","last_became_active":"2024-04-18T05:12:59.413054+0000","last_became_peered":"2024-04-18T05:12:59.413054+0000","last_unstale":"2024-04-18T05:13:00.391416+0000","last_undegraded":"2024-04-18T05:13:00.391416+0000","last_fullsized":"2024-04-18T05:13:00.391416+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:42:00.824135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550929+0000","last_change":"2024-04-18T05:12:59.049740+0000","last_active":"2024-04-18T05:13:00.550929+0000","last_peered":"2024-04-18T05:13:00.550929+0000","last_clean":"2024-04-18T05:13:00.550929+0000","last_became_active":"2024-04-18T05:12:59.049459+0000","last_became_peered":"2024-04-18T05:12:59.049459+0000","last_unstale":"2024-04-18T05:13:00.550929+0000","last_undegraded":"2024-04-18T05:13:00.550929+0000","last_fullsized":"2024-04-18T05:13:00.550929+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:10.165605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387602+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:59.387602+0000","last_peered":"2024-04-18T05:12:59.387602+0000","last_clean":"2024-04-18T05:12:59.387602+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:59.387602+0000","last_undegraded":"2024-04-18T05:12:59.387602+0000","last_fullsized":"2024-04-18T05:12:59.387602+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405048+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:59.405048+0000","last_peered":"2024-04-18T05:12:59.405048+0000","last_clean":"2024-04-18T05:12:59.405048+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:59.405048+0000","last_undegraded":"2024-04-18T05:12:59.405048+0000","last_fullsized":"2024-04-18T05:12:59.405048+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392257+0000","last_change":"2024-04-18T05:12:59.048950+0000","last_active":"2024-04-18T05:13:00.392257+0000","last_peered":"2024-04-18T05:13:00.392257+0000","last_clean":"2024-04-18T05:13:00.392257+0000","last_became_active":"2024-04-18T05:12:59.048538+0000","last_became_peered":"2024-04-18T05:12:59.048538+0000","last_unstale":"2024-04-18T05:13:00.392257+0000","last_undegraded":"2024-04-18T05:13:00.392257+0000","last_fullsized":"2024-04-18T05:13:00.392257+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:22:13.040897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404220+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:59.404220+0000","last_peered":"2024-04-18T05:12:59.404220+0000","last_clean":"2024-04-18T05:12:59.404220+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:59.404220+0000","last_undegraded":"2024-04-18T05:12:59.404220+0000","last_fullsized":"2024-04-18T05:12:59.404220+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383665+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:59.383665+0000","last_peered":"2024-04-18T05:12:59.383665+0000","last_clean":"2024-04-18T05:12:59.383665+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:59.383665+0000","last_undegraded":"2024-04-18T05:12:59.383665+0000","last_fullsized":"2024-04-18T05:12:59.383665+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550904+0000","last_change":"2024-04-18T05:12:59.400810+0000","last_active":"2024-04-18T05:13:00.550904+0000","last_peered":"2024-04-18T05:13:00.550904+0000","last_clean":"2024-04-18T05:13:00.550904+0000","last_became_active":"2024-04-18T05:12:59.400526+0000","last_became_peered":"2024-04-18T05:12:59.400526+0000","last_unstale":"2024-04-18T05:13:00.550904+0000","last_undegraded":"2024-04-18T05:13:00.550904+0000","last_fullsized":"2024-04-18T05:13:00.550904+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003487+0000","last_change":"2024-04-18T05:12:58.003487+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003487+0000","last_undegraded":"2024-04-18T05:12:58.003487+0000","last_fullsized":"2024-04-18T05:12:58.003487+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:42:33.768275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403600+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:59.403600+0000","last_peered":"2024-04-18T05:12:59.403600+0000","last_clean":"2024-04-18T05:12:59.403600+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:59.403600+0000","last_undegraded":"2024-04-18T05:12:59.403600+0000","last_fullsized":"2024-04-18T05:12:59.403600+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940540+0000","last_change":"2024-04-18T05:12:39.591538+0000","last_active":"2024-04-18T05:12:40.940540+0000","last_peered":"2024-04-18T05:12:40.940540+0000","last_clean":"2024-04-18T05:12:40.940540+0000","last_became_active":"2024-04-18T05:12:39.590642+0000","last_became_peered":"2024-04-18T05:12:39.590642+0000","last_unstale":"2024-04-18T05:12:40.940540+0000","last_undegraded":"2024-04-18T05:12:40.940540+0000","last_fullsized":"2024-04-18T05:12:40.940540+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393079+0000","last_change":"2024-04-18T05:12:59.408970+0000","last_active":"2024-04-18T05:13:00.393079+0000","last_peered":"2024-04-18T05:13:00.393079+0000","last_clean":"2024-04-18T05:13:00.393079+0000","last_became_active":"2024-04-18T05:12:59.408672+0000","last_became_peered":"2024-04-18T05:12:59.408672+0000","last_unstale":"2024-04-18T05:13:00.393079+0000","last_undegraded":"2024-04-18T05:13:00.393079+0000","last_fullsized":"2024-04-18T05:13:00.393079+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003504+0000","last_change":"2024-04-18T05:12:58.003504+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003504+0000","last_undegraded":"2024-04-18T05:12:58.003504+0000","last_fullsized":"2024-04-18T05:12:58.003504+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:40:22.516734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399262+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:59.399262+0000","last_peered":"2024-04-18T05:12:59.399262+0000","last_clean":"2024-04-18T05:12:59.399262+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:59.399262+0000","last_undegraded":"2024-04-18T05:12:59.399262+0000","last_fullsized":"2024-04-18T05:12:59.399262+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395993+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:59.395993+0000","last_peered":"2024-04-18T05:12:59.395993+0000","last_clean":"2024-04-18T05:12:59.395993+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:59.395993+0000","last_undegraded":"2024-04-18T05:12:59.395993+0000","last_fullsized":"2024-04-18T05:12:59.395993+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394535+0000","last_change":"2024-04-18T05:12:59.392089+0000","last_active":"2024-04-18T05:13:00.394535+0000","last_peered":"2024-04-18T05:13:00.394535+0000","last_clean":"2024-04-18T05:13:00.394535+0000","last_became_active":"2024-04-18T05:12:59.391793+0000","last_became_peered":"2024-04-18T05:12:59.391793+0000","last_unstale":"2024-04-18T05:13:00.394535+0000","last_undegraded":"2024-04-18T05:13:00.394535+0000","last_fullsized":"2024-04-18T05:13:00.394535+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552888+0000","last_change":"2024-04-18T05:12:59.054914+0000","last_active":"2024-04-18T05:13:00.552888+0000","last_peered":"2024-04-18T05:13:00.552888+0000","last_clean":"2024-04-18T05:13:00.552888+0000","last_became_active":"2024-04-18T05:12:59.054393+0000","last_became_peered":"2024-04-18T05:12:59.054393+0000","last_unstale":"2024-04-18T05:13:00.552888+0000","last_undegraded":"2024-04-18T05:13:00.552888+0000","last_fullsized":"2024-04-18T05:13:00.552888+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:10.442141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.381769+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:59.381769+0000","last_peered":"2024-04-18T05:12:59.381769+0000","last_clean":"2024-04-18T05:12:59.381769+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:59.381769+0000","last_undegraded":"2024-04-18T05:12:59.381769+0000","last_fullsized":"2024-04-18T05:12:59.381769+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.407982+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:59.407982+0000","last_peered":"2024-04-18T05:12:59.407982+0000","last_clean":"2024-04-18T05:12:59.407982+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:59.407982+0000","last_undegraded":"2024-04-18T05:12:59.407982+0000","last_fullsized":"2024-04-18T05:12:59.407982+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552481+0000","last_change":"2024-04-18T05:12:59.029905+0000","last_active":"2024-04-18T05:13:00.552481+0000","last_peered":"2024-04-18T05:13:00.552481+0000","last_clean":"2024-04-18T05:13:00.552481+0000","last_became_active":"2024-04-18T05:12:59.029211+0000","last_became_peered":"2024-04-18T05:12:59.029211+0000","last_unstale":"2024-04-18T05:13:00.552481+0000","last_undegraded":"2024-04-18T05:13:00.552481+0000","last_fullsized":"2024-04-18T05:13:00.552481+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:19.079218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399887+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:59.399887+0000","last_peered":"2024-04-18T05:12:59.399887+0000","last_clean":"2024-04-18T05:12:59.399887+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:59.399887+0000","last_undegraded":"2024-04-18T05:12:59.399887+0000","last_fullsized":"2024-04-18T05:12:59.399887+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386861+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:59.386861+0000","last_peered":"2024-04-18T05:12:59.386861+0000","last_clean":"2024-04-18T05:12:59.386861+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:59.386861+0000","last_undegraded":"2024-04-18T05:12:59.386861+0000","last_fullsized":"2024-04-18T05:12:59.386861+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392687+0000","last_change":"2024-04-18T05:12:59.393100+0000","last_active":"2024-04-18T05:13:00.392687+0000","last_peered":"2024-04-18T05:13:00.392687+0000","last_clean":"2024-04-18T05:13:00.392687+0000","last_became_active":"2024-04-18T05:12:59.392843+0000","last_became_peered":"2024-04-18T05:12:59.392843+0000","last_unstale":"2024-04-18T05:13:00.392687+0000","last_undegraded":"2024-04-18T05:13:00.392687+0000","last_fullsized":"2024-04-18T05:13:00.392687+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393943+0000","last_change":"2024-04-18T05:12:59.021254+0000","last_active":"2024-04-18T05:13:00.393943+0000","last_peered":"2024-04-18T05:13:00.393943+0000","last_clean":"2024-04-18T05:13:00.393943+0000","last_became_active":"2024-04-18T05:12:59.020441+0000","last_became_peered":"2024-04-18T05:12:59.020441+0000","last_unstale":"2024-04-18T05:13:00.393943+0000","last_undegraded":"2024-04-18T05:13:00.393943+0000","last_fullsized":"2024-04-18T05:13:00.393943+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:38.731772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392928+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:59.392928+0000","last_peered":"2024-04-18T05:12:59.392928+0000","last_clean":"2024-04-18T05:12:59.392928+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:59.392928+0000","last_undegraded":"2024-04-18T05:12:59.392928+0000","last_fullsized":"2024-04-18T05:12:59.392928+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403907+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:59.403907+0000","last_peered":"2024-04-18T05:12:59.403907+0000","last_clean":"2024-04-18T05:12:59.403907+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:59.403907+0000","last_undegraded":"2024-04-18T05:12:59.403907+0000","last_fullsized":"2024-04-18T05:12:59.403907+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550689+0000","last_change":"2024-04-18T05:12:59.422963+0000","last_active":"2024-04-18T05:13:00.550689+0000","last_peered":"2024-04-18T05:13:00.550689+0000","last_clean":"2024-04-18T05:13:00.550689+0000","last_became_active":"2024-04-18T05:12:59.421081+0000","last_became_peered":"2024-04-18T05:12:59.421081+0000","last_unstale":"2024-04-18T05:13:00.550689+0000","last_undegraded":"2024-04-18T05:13:00.550689+0000","last_fullsized":"2024-04-18T05:13:00.550689+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:26:17.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551545+0000","last_change":"2024-04-18T05:12:59.037985+0000","last_active":"2024-04-18T05:13:00.551545+0000","last_peered":"2024-04-18T05:13:00.551545+0000","last_clean":"2024-04-18T05:13:00.551545+0000","last_became_active":"2024-04-18T05:12:59.036057+0000","last_became_peered":"2024-04-18T05:12:59.036057+0000","last_unstale":"2024-04-18T05:13:00.551545+0000","last_undegraded":"2024-04-18T05:13:00.551545+0000","last_fullsized":"2024-04-18T05:13:00.551545+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:04.782459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402569+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:59.402569+0000","last_peered":"2024-04-18T05:12:59.402569+0000","last_clean":"2024-04-18T05:12:59.402569+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:59.402569+0000","last_undegraded":"2024-04-18T05:12:59.402569+0000","last_fullsized":"2024-04-18T05:12:59.402569+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386804+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:59.386804+0000","last_peered":"2024-04-18T05:12:59.386804+0000","last_clean":"2024-04-18T05:12:59.386804+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:59.386804+0000","last_undegraded":"2024-04-18T05:12:59.386804+0000","last_fullsized":"2024-04-18T05:12:59.386804+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552533+0000","last_change":"2024-04-18T05:12:59.422220+0000","last_active":"2024-04-18T05:13:00.552533+0000","last_peered":"2024-04-18T05:13:00.552533+0000","last_clean":"2024-04-18T05:13:00.552533+0000","last_became_active":"2024-04-18T05:12:59.421967+0000","last_became_peered":"2024-04-18T05:12:59.421967+0000","last_unstale":"2024-04-18T05:13:00.552533+0000","last_undegraded":"2024-04-18T05:13:00.552533+0000","last_fullsized":"2024-04-18T05:13:00.552533+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385692+0000","last_change":"2024-04-18T05:12:59.048937+0000","last_active":"2024-04-18T05:13:00.385692+0000","last_peered":"2024-04-18T05:13:00.385692+0000","last_clean":"2024-04-18T05:13:00.385692+0000","last_became_active":"2024-04-18T05:12:59.048588+0000","last_became_peered":"2024-04-18T05:12:59.048588+0000","last_unstale":"2024-04-18T05:13:00.385692+0000","last_undegraded":"2024-04-18T05:13:00.385692+0000","last_fullsized":"2024-04-18T05:13:00.385692+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:20:23.618648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873495+0000","last_change":"2024-04-18T05:12:39.977811+0000","last_active":"2024-04-18T05:12:43.873495+0000","last_peered":"2024-04-18T05:12:43.873495+0000","last_clean":"2024-04-18T05:12:43.873495+0000","last_became_active":"2024-04-18T05:12:39.974258+0000","last_became_peered":"2024-04-18T05:12:39.974258+0000","last_unstale":"2024-04-18T05:12:43.873495+0000","last_undegraded":"2024-04-18T05:12:43.873495+0000","last_fullsized":"2024-04-18T05:12:43.873495+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:42.692635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383233+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:59.383233+0000","last_peered":"2024-04-18T05:12:59.383233+0000","last_clean":"2024-04-18T05:12:59.383233+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:59.383233+0000","last_undegraded":"2024-04-18T05:12:59.383233+0000","last_fullsized":"2024-04-18T05:12:59.383233+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552156+0000","last_change":"2024-04-18T05:12:59.416852+0000","last_active":"2024-04-18T05:13:00.552156+0000","last_peered":"2024-04-18T05:13:00.552156+0000","last_clean":"2024-04-18T05:13:00.552156+0000","last_became_active":"2024-04-18T05:12:59.414257+0000","last_became_peered":"2024-04-18T05:12:59.414257+0000","last_unstale":"2024-04-18T05:13:00.552156+0000","last_undegraded":"2024-04-18T05:13:00.552156+0000","last_fullsized":"2024-04-18T05:13:00.552156+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:48.887979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551429+0000","last_change":"2024-04-18T05:12:59.044480+0000","last_active":"2024-04-18T05:13:00.551429+0000","last_peered":"2024-04-18T05:13:00.551429+0000","last_clean":"2024-04-18T05:13:00.551429+0000","last_became_active":"2024-04-18T05:12:59.037039+0000","last_became_peered":"2024-04-18T05:12:59.037039+0000","last_unstale":"2024-04-18T05:13:00.551429+0000","last_undegraded":"2024-04-18T05:13:00.551429+0000","last_fullsized":"2024-04-18T05:13:00.551429+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:22.831759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390984+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:59.390984+0000","last_peered":"2024-04-18T05:12:59.390984+0000","last_clean":"2024-04-18T05:12:59.390984+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:59.390984+0000","last_undegraded":"2024-04-18T05:12:59.390984+0000","last_fullsized":"2024-04-18T05:12:59.390984+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:42.665085+0000","last_change":"2024-04-18T05:12:39.592014+0000","last_active":"2024-04-18T05:12:42.665085+0000","last_peered":"2024-04-18T05:12:42.665085+0000","last_clean":"2024-04-18T05:12:42.665085+0000","last_became_active":"2024-04-18T05:12:39.591009+0000","last_became_peered":"2024-04-18T05:12:39.591009+0000","last_unstale":"2024-04-18T05:12:42.665085+0000","last_undegraded":"2024-04-18T05:12:42.665085+0000","last_fullsized":"2024-04-18T05:12:42.665085+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548431+0000","last_change":"2024-04-18T05:12:59.414388+0000","last_active":"2024-04-18T05:13:00.548431+0000","last_peered":"2024-04-18T05:13:00.548431+0000","last_clean":"2024-04-18T05:13:00.548431+0000","last_became_active":"2024-04-18T05:12:59.413964+0000","last_became_peered":"2024-04-18T05:12:59.413964+0000","last_unstale":"2024-04-18T05:13:00.548431+0000","last_undegraded":"2024-04-18T05:13:00.548431+0000","last_fullsized":"2024-04-18T05:13:00.548431+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:20.082263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385699+0000","last_change":"2024-04-18T05:12:59.023237+0000","last_active":"2024-04-18T05:13:00.385699+0000","last_peered":"2024-04-18T05:13:00.385699+0000","last_clean":"2024-04-18T05:13:00.385699+0000","last_became_active":"2024-04-18T05:12:59.022929+0000","last_became_peered":"2024-04-18T05:12:59.022929+0000","last_unstale":"2024-04-18T05:13:00.385699+0000","last_undegraded":"2024-04-18T05:13:00.385699+0000","last_fullsized":"2024-04-18T05:13:00.385699+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:37.354747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.396579+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:59.396579+0000","last_peered":"2024-04-18T05:12:59.396579+0000","last_clean":"2024-04-18T05:12:59.396579+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:59.396579+0000","last_undegraded":"2024-04-18T05:12:59.396579+0000","last_fullsized":"2024-04-18T05:12:59.396579+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940780+0000","last_change":"2024-04-18T05:12:39.594594+0000","last_active":"2024-04-18T05:12:40.940780+0000","last_peered":"2024-04-18T05:12:40.940780+0000","last_clean":"2024-04-18T05:12:40.940780+0000","last_became_active":"2024-04-18T05:12:39.593957+0000","last_became_peered":"2024-04-18T05:12:39.593957+0000","last_unstale":"2024-04-18T05:12:40.940780+0000","last_undegraded":"2024-04-18T05:12:40.940780+0000","last_fullsized":"2024-04-18T05:12:40.940780+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554365+0000","last_change":"2024-04-18T05:12:59.423847+0000","last_active":"2024-04-18T05:13:00.554365+0000","last_peered":"2024-04-18T05:13:00.554365+0000","last_clean":"2024-04-18T05:13:00.554365+0000","last_became_active":"2024-04-18T05:12:59.423557+0000","last_became_peered":"2024-04-18T05:12:59.423557+0000","last_unstale":"2024-04-18T05:13:00.554365+0000","last_undegraded":"2024-04-18T05:13:00.554365+0000","last_fullsized":"2024-04-18T05:13:00.554365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391366+0000","last_change":"2024-04-18T05:12:59.017768+0000","last_active":"2024-04-18T05:13:00.391366+0000","last_peered":"2024-04-18T05:13:00.391366+0000","last_clean":"2024-04-18T05:13:00.391366+0000","last_became_active":"2024-04-18T05:12:59.017417+0000","last_became_peered":"2024-04-18T05:12:59.017417+0000","last_unstale":"2024-04-18T05:13:00.391366+0000","last_undegraded":"2024-04-18T05:13:00.391366+0000","last_fullsized":"2024-04-18T05:13:00.391366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873391+0000","last_change":"2024-04-18T05:12:39.969743+0000","last_active":"2024-04-18T05:12:43.873391+0000","last_peered":"2024-04-18T05:12:43.873391+0000","last_clean":"2024-04-18T05:12:43.873391+0000","last_became_active":"2024-04-18T05:12:39.969070+0000","last_became_peered":"2024-04-18T05:12:39.969070+0000","last_unstale":"2024-04-18T05:12:43.873391+0000","last_undegraded":"2024-04-18T05:12:43.873391+0000","last_fullsized":"2024-04-18T05:12:43.873391+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:14.589320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402821+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:59.402821+0000","last_peered":"2024-04-18T05:12:59.402821+0000","last_clean":"2024-04-18T05:12:59.402821+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:59.402821+0000","last_undegraded":"2024-04-18T05:12:59.402821+0000","last_fullsized":"2024-04-18T05:12:59.402821+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548851+0000","last_change":"2024-04-18T05:12:59.047872+0000","last_active":"2024-04-18T05:13:00.548851+0000","last_peered":"2024-04-18T05:13:00.548851+0000","last_clean":"2024-04-18T05:13:00.548851+0000","last_became_active":"2024-04-18T05:12:59.047599+0000","last_became_peered":"2024-04-18T05:12:59.047599+0000","last_unstale":"2024-04-18T05:13:00.548851+0000","last_undegraded":"2024-04-18T05:13:00.548851+0000","last_fullsized":"2024-04-18T05:13:00.548851+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:37:11.456763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386796+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:59.386796+0000","last_peered":"2024-04-18T05:12:59.386796+0000","last_clean":"2024-04-18T05:12:59.386796+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:59.386796+0000","last_undegraded":"2024-04-18T05:12:59.386796+0000","last_fullsized":"2024-04-18T05:12:59.386796+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395541+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:59.395541+0000","last_peered":"2024-04-18T05:12:59.395541+0000","last_clean":"2024-04-18T05:12:59.395541+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:59.395541+0000","last_undegraded":"2024-04-18T05:12:59.395541+0000","last_fullsized":"2024-04-18T05:12:59.395541+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553940+0000","last_change":"2024-04-18T05:12:59.410883+0000","last_active":"2024-04-18T05:13:00.553940+0000","last_peered":"2024-04-18T05:13:00.553940+0000","last_clean":"2024-04-18T05:13:00.553940+0000","last_became_active":"2024-04-18T05:12:59.408173+0000","last_became_peered":"2024-04-18T05:12:59.408173+0000","last_unstale":"2024-04-18T05:13:00.553940+0000","last_undegraded":"2024-04-18T05:13:00.553940+0000","last_fullsized":"2024-04-18T05:13:00.553940+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.555688+0000","last_change":"2024-04-18T05:12:59.054182+0000","last_active":"2024-04-18T05:13:00.555688+0000","last_peered":"2024-04-18T05:13:00.555688+0000","last_clean":"2024-04-18T05:13:00.555688+0000","last_became_active":"2024-04-18T05:12:59.053651+0000","last_became_peered":"2024-04-18T05:12:59.053651+0000","last_unstale":"2024-04-18T05:13:00.555688+0000","last_undegraded":"2024-04-18T05:13:00.555688+0000","last_fullsized":"2024-04-18T05:13:00.555688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:07.218225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384810+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:59.384810+0000","last_peered":"2024-04-18T05:12:59.384810+0000","last_clean":"2024-04-18T05:12:59.384810+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:59.384810+0000","last_undegraded":"2024-04-18T05:12:59.384810+0000","last_fullsized":"2024-04-18T05:12:59.384810+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382987+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:59.382987+0000","last_peered":"2024-04-18T05:12:59.382987+0000","last_clean":"2024-04-18T05:12:59.382987+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:59.382987+0000","last_undegraded":"2024-04-18T05:12:59.382987+0000","last_fullsized":"2024-04-18T05:12:59.382987+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392076+0000","last_change":"2024-04-18T05:12:59.417841+0000","last_active":"2024-04-18T05:13:00.392076+0000","last_peered":"2024-04-18T05:13:00.392076+0000","last_clean":"2024-04-18T05:13:00.392076+0000","last_became_active":"2024-04-18T05:12:59.413181+0000","last_became_peered":"2024-04-18T05:12:59.413181+0000","last_unstale":"2024-04-18T05:13:00.392076+0000","last_undegraded":"2024-04-18T05:13:00.392076+0000","last_fullsized":"2024-04-18T05:13:00.392076+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:42.914584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551773+0000","last_change":"2024-04-18T05:12:59.052186+0000","last_active":"2024-04-18T05:13:00.551773+0000","last_peered":"2024-04-18T05:13:00.551773+0000","last_clean":"2024-04-18T05:13:00.551773+0000","last_became_active":"2024-04-18T05:12:59.051561+0000","last_became_peered":"2024-04-18T05:12:59.051561+0000","last_unstale":"2024-04-18T05:13:00.551773+0000","last_undegraded":"2024-04-18T05:13:00.551773+0000","last_fullsized":"2024-04-18T05:13:00.551773+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:23.818882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390722+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:59.390722+0000","last_peered":"2024-04-18T05:12:59.390722+0000","last_clean":"2024-04-18T05:12:59.390722+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:59.390722+0000","last_undegraded":"2024-04-18T05:12:59.390722+0000","last_fullsized":"2024-04-18T05:12:59.390722+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400857+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:59.400857+0000","last_peered":"2024-04-18T05:12:59.400857+0000","last_clean":"2024-04-18T05:12:59.400857+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:59.400857+0000","last_undegraded":"2024-04-18T05:12:59.400857+0000","last_fullsized":"2024-04-18T05:12:59.400857+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548392+0000","last_change":"2024-04-18T05:12:59.405209+0000","last_active":"2024-04-18T05:13:00.548392+0000","last_peered":"2024-04-18T05:13:00.548392+0000","last_clean":"2024-04-18T05:13:00.548392+0000","last_became_active":"2024-04-18T05:12:59.404767+0000","last_became_peered":"2024-04-18T05:12:59.404767+0000","last_unstale":"2024-04-18T05:13:00.548392+0000","last_undegraded":"2024-04-18T05:13:00.548392+0000","last_fullsized":"2024-04-18T05:13:00.548392+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554460+0000","last_change":"2024-04-18T05:12:59.041804+0000","last_active":"2024-04-18T05:13:00.554460+0000","last_peered":"2024-04-18T05:13:00.554460+0000","last_clean":"2024-04-18T05:13:00.554460+0000","last_became_active":"2024-04-18T05:12:59.034425+0000","last_became_peered":"2024-04-18T05:12:59.034425+0000","last_unstale":"2024-04-18T05:13:00.554460+0000","last_undegraded":"2024-04-18T05:13:00.554460+0000","last_fullsized":"2024-04-18T05:13:00.554460+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:46.308229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382903+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:59.382903+0000","last_peered":"2024-04-18T05:12:59.382903+0000","last_clean":"2024-04-18T05:12:59.382903+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:59.382903+0000","last_undegraded":"2024-04-18T05:12:59.382903+0000","last_fullsized":"2024-04-18T05:12:59.382903+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390571+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:59.390571+0000","last_peered":"2024-04-18T05:12:59.390571+0000","last_clean":"2024-04-18T05:12:59.390571+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:59.390571+0000","last_undegraded":"2024-04-18T05:12:59.390571+0000","last_fullsized":"2024-04-18T05:12:59.390571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":183,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.410509+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:59.410509+0000","last_peered":"2024-04-18T05:12:59.410509+0000","last_clean":"2024-04-18T05:12:59.410509+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:59.410509+0000","last_undegraded":"2024-04-18T05:12:59.410509+0000","last_fullsized":"2024-04-18T05:12:59.410509+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24,"ondisk_log_size":24,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":221863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":1.256},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.72699999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.097}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":1.052},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":1.173}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":1.331},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":1.1339999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.427}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":1.2789999999999999},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.4039999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.2},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":1.3700000000000001}]}]},{"osd":5,"up_from":15,"seq":64424509464,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1118208,"data_stored":813851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.93500000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.89200000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.85099999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.0580000000000001},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.1140000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.014},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":1.153}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.179},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.087}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.22}]}]},{"osd":4,"up_from":15,"seq":64424509465,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27552,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":544768,"data_stored":226292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":1.1020000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.68400000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.92900000000000005}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.129}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.85099999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":1.153}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.0680000000000001},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.1930000000000001}]}]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":512000,"data_stored":221427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.67800000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.625}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.71199999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":1.202}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.82899999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.2589999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.1639999999999999}]}]},{"osd":2,"up_from":15,"seq":64424509463,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":524288,"data_stored":225128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.80100000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.88600000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.92400000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.069},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":1.03}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.2},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.161}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.093}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.123},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.2829999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1118208,"data_stored":819184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.58399999999999996}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.68799999999999994}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.79600000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":1.069},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.141}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.0289999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":1.1160000000000001},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.93400000000000005}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.99199999999999999},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.1639999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509464,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":516096,"data_stored":221921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.40600000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35199999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.307},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.76000000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.88},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.72999999999999998}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.67500000000000004}]}]},{"osd":7,"up_from":13,"seq":55834574872,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":483328,"data_stored":205914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":1.071},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.995}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":1.1359999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":1.046},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":1.1870000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":1.1120000000000001},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.2370000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.86499999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.2769999999999999},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":1.212}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.26},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.163}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:13:03.844 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:13:04.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb3832640 1 Processor -- start 2024-04-18T05:13:04.003 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb3832640 1 -- start start 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb3832640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1bac06cbe0 0x7f1bac150b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb3832640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1bac0c0df0 0x7f1bac06cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb3832640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bac0a8610 con 0x7f1bac153580 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb3832640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bac071a40 con 0x7f1bac06cbe0 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb3832640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bac06d9b0 con 0x7f1bac0c0df0 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb15ce640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1bac06cbe0 0x7f1bac150b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb1dcf640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1bac153580 0x7f1bac0bfbc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59418/0 (socket says 172.21.15.32:59418) 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb1dcf640 1 -- 172.21.15.32:0/1496231704 learned_addr learned my addr 172.21.15.32:0/1496231704 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb15ce640 1 -- 172.21.15.32:0/1496231704 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1bac0c0df0 msgr2=0x7f1bac06cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:04.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb15ce640 1 --2- 172.21.15.32:0/1496231704 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1bac0c0df0 0x7f1bac06cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb15ce640 1 -- 172.21.15.32:0/1496231704 >> v1:172.21.15.32:6789/0 conn(0x7f1bac153580 legacy=0x7f1bac0bfbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1babfff640 1 -- 172.21.15.32:0/1496231704 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3254303533 0 0) 0x7f1bac0a8610 con 0x7f1bac153580 2024-04-18T05:13:04.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:03.998+0000 7f1bb15ce640 1 -- 172.21.15.32:0/1496231704 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bac0aafe0 con 0x7f1bac06cbe0 2024-04-18T05:13:04.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb15ce640 1 --2- 172.21.15.32:0/1496231704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac06cbe0 0x7f1bac150b80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0097c0 tx=0x7f1b9c01c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2e1054bbac4e52e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:04.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1babfff640 1 -- 172.21.15.32:0/1496231704 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9c0ab600 con 0x7f1bac06cbe0 2024-04-18T05:13:04.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1babfff640 1 -- 172.21.15.32:0/1496231704 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b9c0a7050 con 0x7f1bac06cbe0 2024-04-18T05:13:04.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1babfff640 1 -- 172.21.15.32:0/1496231704 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9c0ab980 con 0x7f1bac06cbe0 2024-04-18T05:13:04.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 -- 172.21.15.32:0/1496231704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac06cbe0 msgr2=0x7f1bac150b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 --2- 172.21.15.32:0/1496231704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac06cbe0 0x7f1bac150b80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0097c0 tx=0x7f1b9c01c350 comp rx=0 tx=0).stop 2024-04-18T05:13:04.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 -- 172.21.15.32:0/1496231704 shutdown_connections 2024-04-18T05:13:04.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 --2- 172.21.15.32:0/1496231704 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1bac0c0df0 0x7f1bac06cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 --2- 172.21.15.32:0/1496231704 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac06cbe0 0x7f1bac150b80 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 -- 172.21.15.32:0/1496231704 >> 172.21.15.32:0/1496231704 conn(0x7f1bac069e80 msgr2=0x7f1bac06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:04.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 -- 172.21.15.32:0/1496231704 shutdown_connections 2024-04-18T05:13:04.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 -- 172.21.15.32:0/1496231704 wait complete. 2024-04-18T05:13:04.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 Processor -- start 2024-04-18T05:13:04.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 -- start start 2024-04-18T05:13:04.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1bac06cbe0 0x7f1bac14cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1bac0c0df0 0x7f1bac14eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac153580 0x7f1bac14f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bac148670 con 0x7f1bac153580 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bac0bf060 con 0x7f1bac0c0df0 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb3832640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bac14f540 con 0x7f1bac06cbe0 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb1dcf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac153580 0x7f1bac14f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb1dcf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac153580 0x7f1bac14f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34314/0 (socket says 172.21.15.32:34314) 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb1dcf640 1 -- 172.21.15.32:0/527661762 learned_addr learned my addr 172.21.15.32:0/527661762 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb15ce640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1bac06cbe0 0x7f1bac14cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb0dcd640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1bac0c0df0 0x7f1bac14eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb1dcf640 1 -- 172.21.15.32:0/527661762 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1bac06cbe0 msgr2=0x7f1bac14cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb1dcf640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1bac06cbe0 0x7f1bac14cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb1dcf640 1 -- 172.21.15.32:0/527661762 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1bac0c0df0 msgr2=0x7f1bac14eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb1dcf640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1bac0c0df0 0x7f1bac14eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.002+0000 7f1bb1dcf640 1 -- 172.21.15.32:0/527661762 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b9c009420 con 0x7f1bac153580 2024-04-18T05:13:04.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1bb1dcf640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac153580 0x7f1bac14f000 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4001570 tx=0x7f1ba400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:04.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1ba9ffb640 1 -- 172.21.15.32:0/527661762 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ba400a640 con 0x7f1bac153580 2024-04-18T05:13:04.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1ba9ffb640 1 -- 172.21.15.32:0/527661762 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ba400a7c0 con 0x7f1bac153580 2024-04-18T05:13:04.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bac149680 con 0x7f1bac153580 2024-04-18T05:13:04.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1ba9ffb640 1 -- 172.21.15.32:0/527661762 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ba400ab70 con 0x7f1bac153580 2024-04-18T05:13:04.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bac0bf520 con 0x7f1bac153580 2024-04-18T05:13:04.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bac0666e0 con 0x7f1bac153580 2024-04-18T05:13:04.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1ba9ffb640 1 -- 172.21.15.32:0/527661762 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1ba400acd0 con 0x7f1bac153580 2024-04-18T05:13:04.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1ba9ffb640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b98066690 0x7f1b98068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1ba9ffb640 1 -- 172.21.15.32:0/527661762 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f1ba4083af0 con 0x7f1bac153580 2024-04-18T05:13:04.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1bb15ce640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b98066690 0x7f1b98068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.006+0000 7f1bb15ce640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b98066690 0x7f1b98068b50 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0ad000 tx=0x7f1b9c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:04.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.010+0000 7f1ba9ffb640 1 -- 172.21.15.32:0/527661762 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1ba40509c0 con 0x7f1bac153580 2024-04-18T05:13:04.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.166+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1bac0aa6d0 con 0x7f1b98066690 2024-04-18T05:13:04.195 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.190+0000 7f1ba9ffb640 1 -- 172.21.15.32:0/527661762 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+524583 (secure 0 0 0) 0x7f1b9c0ab740 con 0x7f1b98066690 2024-04-18T05:13:04.200 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:04.204 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:13:04.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b98066690 msgr2=0x7f1b98068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b98066690 0x7f1b98068b50 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0ad000 tx=0x7f1b9c008040 comp rx=0 tx=0).stop 2024-04-18T05:13:04.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac153580 msgr2=0x7f1bac14f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac153580 0x7f1bac14f000 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4001570 tx=0x7f1ba400cca0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 shutdown_connections 2024-04-18T05:13:04.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1bac153580 0x7f1bac14f000 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1b98066690 0x7f1b98068b50 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1bac0c0df0 0x7f1bac14eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 --2- 172.21.15.32:0/527661762 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1bac06cbe0 0x7f1bac14cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 >> 172.21.15.32:0/527661762 conn(0x7f1bac069e80 msgr2=0x7f1bac070830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:04.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 shutdown_connections 2024-04-18T05:13:04.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.198+0000 7f1bb3832640 1 -- 172.21.15.32:0/527661762 wait complete. 2024-04-18T05:13:04.221 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":93,"stamp":"2024-04-18T05:13:02.868748+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596737,"num_objects":37,"num_object_clones":0,"num_object_copies":74,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":231,"num_write_kb":2439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":182,"ondisk_log_size":182,"up":366,"acting":366,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":288,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237760,"kb_used_data":5204,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754736960,"statfs":{"total":773094113280,"available":772850647040,"internally_reserved":0,"allocated":5328896,"data_stored":2955580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":40,"apply_latency_ms":40,"commit_latency_ns":40000000,"apply_latency_ns":40000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.877681"},"pg_stats":[{"pgid":"8.31","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549529+0000","last_change":"2024-04-18T05:12:59.425699+0000","last_active":"2024-04-18T05:13:00.549529+0000","last_peered":"2024-04-18T05:13:00.549529+0000","last_clean":"2024-04-18T05:13:00.549529+0000","last_became_active":"2024-04-18T05:12:59.425335+0000","last_became_peered":"2024-04-18T05:12:59.425335+0000","last_unstale":"2024-04-18T05:13:00.549529+0000","last_undegraded":"2024-04-18T05:13:00.549529+0000","last_fullsized":"2024-04-18T05:13:00.549529+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405504+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:59.405504+0000","last_peered":"2024-04-18T05:12:59.405504+0000","last_clean":"2024-04-18T05:12:59.405504+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:59.405504+0000","last_undegraded":"2024-04-18T05:12:59.405504+0000","last_fullsized":"2024-04-18T05:12:59.405504+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388054+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:59.388054+0000","last_peered":"2024-04-18T05:12:59.388054+0000","last_clean":"2024-04-18T05:12:59.388054+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:59.388054+0000","last_undegraded":"2024-04-18T05:12:59.388054+0000","last_fullsized":"2024-04-18T05:12:59.388054+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403184+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:59.403184+0000","last_peered":"2024-04-18T05:12:59.403184+0000","last_clean":"2024-04-18T05:12:59.403184+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:59.403184+0000","last_undegraded":"2024-04-18T05:12:59.403184+0000","last_fullsized":"2024-04-18T05:12:59.403184+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393339+0000","last_change":"2024-04-18T05:12:59.413310+0000","last_active":"2024-04-18T05:13:00.393339+0000","last_peered":"2024-04-18T05:13:00.393339+0000","last_clean":"2024-04-18T05:13:00.393339+0000","last_became_active":"2024-04-18T05:12:59.413011+0000","last_became_peered":"2024-04-18T05:12:59.413011+0000","last_unstale":"2024-04-18T05:13:00.393339+0000","last_undegraded":"2024-04-18T05:13:00.393339+0000","last_fullsized":"2024-04-18T05:13:00.393339+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401710+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:59.401710+0000","last_peered":"2024-04-18T05:12:59.401710+0000","last_clean":"2024-04-18T05:12:59.401710+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:59.401710+0000","last_undegraded":"2024-04-18T05:12:59.401710+0000","last_fullsized":"2024-04-18T05:12:59.401710+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393633+0000","last_change":"2024-04-18T05:12:59.403630+0000","last_active":"2024-04-18T05:13:00.393633+0000","last_peered":"2024-04-18T05:13:00.393633+0000","last_clean":"2024-04-18T05:13:00.393633+0000","last_became_active":"2024-04-18T05:12:59.402922+0000","last_became_peered":"2024-04-18T05:12:59.402922+0000","last_unstale":"2024-04-18T05:13:00.393633+0000","last_undegraded":"2024-04-18T05:13:00.393633+0000","last_fullsized":"2024-04-18T05:13:00.393633+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:46:23.783573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873425+0000","last_change":"2024-04-18T05:12:39.971290+0000","last_active":"2024-04-18T05:12:43.873425+0000","last_peered":"2024-04-18T05:12:43.873425+0000","last_clean":"2024-04-18T05:12:43.873425+0000","last_became_active":"2024-04-18T05:12:39.970530+0000","last_became_peered":"2024-04-18T05:12:39.970530+0000","last_unstale":"2024-04-18T05:12:43.873425+0000","last_undegraded":"2024-04-18T05:12:43.873425+0000","last_fullsized":"2024-04-18T05:12:43.873425+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:24:23.590702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386765+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:59.386765+0000","last_peered":"2024-04-18T05:12:59.386765+0000","last_clean":"2024-04-18T05:12:59.386765+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:59.386765+0000","last_undegraded":"2024-04-18T05:12:59.386765+0000","last_fullsized":"2024-04-18T05:12:59.386765+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553204+0000","last_change":"2024-04-18T05:12:59.420792+0000","last_active":"2024-04-18T05:13:00.553204+0000","last_peered":"2024-04-18T05:13:00.553204+0000","last_clean":"2024-04-18T05:13:00.553204+0000","last_became_active":"2024-04-18T05:12:59.420361+0000","last_became_peered":"2024-04-18T05:12:59.420361+0000","last_unstale":"2024-04-18T05:13:00.553204+0000","last_undegraded":"2024-04-18T05:13:00.553204+0000","last_fullsized":"2024-04-18T05:13:00.553204+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:38.357792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403745+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:59.403745+0000","last_peered":"2024-04-18T05:12:59.403745+0000","last_clean":"2024-04-18T05:12:59.403745+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:59.403745+0000","last_undegraded":"2024-04-18T05:12:59.403745+0000","last_fullsized":"2024-04-18T05:12:59.403745+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553881+0000","last_change":"2024-04-18T05:12:59.421606+0000","last_active":"2024-04-18T05:13:00.553881+0000","last_peered":"2024-04-18T05:13:00.553881+0000","last_clean":"2024-04-18T05:13:00.553881+0000","last_became_active":"2024-04-18T05:12:59.421342+0000","last_became_peered":"2024-04-18T05:12:59.421342+0000","last_unstale":"2024-04-18T05:13:00.553881+0000","last_undegraded":"2024-04-18T05:13:00.553881+0000","last_fullsized":"2024-04-18T05:13:00.553881+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400297+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:59.400297+0000","last_peered":"2024-04-18T05:12:59.400297+0000","last_clean":"2024-04-18T05:12:59.400297+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:59.400297+0000","last_undegraded":"2024-04-18T05:12:59.400297+0000","last_fullsized":"2024-04-18T05:12:59.400297+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552691+0000","last_change":"2024-04-18T05:12:59.411147+0000","last_active":"2024-04-18T05:13:00.552691+0000","last_peered":"2024-04-18T05:13:00.552691+0000","last_clean":"2024-04-18T05:13:00.552691+0000","last_became_active":"2024-04-18T05:12:59.410808+0000","last_became_peered":"2024-04-18T05:12:59.410808+0000","last_unstale":"2024-04-18T05:13:00.552691+0000","last_undegraded":"2024-04-18T05:13:00.552691+0000","last_fullsized":"2024-04-18T05:13:00.552691+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873565+0000","last_change":"2024-04-18T05:12:39.972759+0000","last_active":"2024-04-18T05:12:43.873565+0000","last_peered":"2024-04-18T05:12:43.873565+0000","last_clean":"2024-04-18T05:12:43.873565+0000","last_became_active":"2024-04-18T05:12:39.972085+0000","last_became_peered":"2024-04-18T05:12:39.972085+0000","last_unstale":"2024-04-18T05:12:43.873565+0000","last_undegraded":"2024-04-18T05:12:43.873565+0000","last_fullsized":"2024-04-18T05:12:43.873565+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:08.024429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403477+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:59.403477+0000","last_peered":"2024-04-18T05:12:59.403477+0000","last_clean":"2024-04-18T05:12:59.403477+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:59.403477+0000","last_undegraded":"2024-04-18T05:12:59.403477+0000","last_fullsized":"2024-04-18T05:12:59.403477+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392751+0000","last_change":"2024-04-18T05:12:59.404651+0000","last_active":"2024-04-18T05:13:00.392751+0000","last_peered":"2024-04-18T05:13:00.392751+0000","last_clean":"2024-04-18T05:13:00.392751+0000","last_became_active":"2024-04-18T05:12:59.403847+0000","last_became_peered":"2024-04-18T05:12:59.403847+0000","last_unstale":"2024-04-18T05:13:00.392751+0000","last_undegraded":"2024-04-18T05:13:00.392751+0000","last_fullsized":"2024-04-18T05:13:00.392751+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390830+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:59.390830+0000","last_peered":"2024-04-18T05:12:59.390830+0000","last_clean":"2024-04-18T05:12:59.390830+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:59.390830+0000","last_undegraded":"2024-04-18T05:12:59.390830+0000","last_fullsized":"2024-04-18T05:12:59.390830+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873471+0000","last_change":"2024-04-18T05:12:39.988499+0000","last_active":"2024-04-18T05:12:43.873471+0000","last_peered":"2024-04-18T05:12:43.873471+0000","last_clean":"2024-04-18T05:12:43.873471+0000","last_became_active":"2024-04-18T05:12:39.988030+0000","last_became_peered":"2024-04-18T05:12:39.988030+0000","last_unstale":"2024-04-18T05:12:43.873471+0000","last_undegraded":"2024-04-18T05:12:43.873471+0000","last_fullsized":"2024-04-18T05:12:43.873471+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:38:53.247252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551483+0000","last_change":"2024-04-18T05:12:59.422941+0000","last_active":"2024-04-18T05:13:00.551483+0000","last_peered":"2024-04-18T05:13:00.551483+0000","last_clean":"2024-04-18T05:13:00.551483+0000","last_became_active":"2024-04-18T05:12:59.422669+0000","last_became_peered":"2024-04-18T05:12:59.422669+0000","last_unstale":"2024-04-18T05:13:00.551483+0000","last_undegraded":"2024-04-18T05:13:00.551483+0000","last_fullsized":"2024-04-18T05:13:00.551483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:27.415241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403941+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:59.403941+0000","last_peered":"2024-04-18T05:12:59.403941+0000","last_clean":"2024-04-18T05:12:59.403941+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:59.403941+0000","last_undegraded":"2024-04-18T05:12:59.403941+0000","last_fullsized":"2024-04-18T05:12:59.403941+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550624+0000","last_change":"2024-04-18T05:12:59.410138+0000","last_active":"2024-04-18T05:13:00.550624+0000","last_peered":"2024-04-18T05:13:00.550624+0000","last_clean":"2024-04-18T05:13:00.550624+0000","last_became_active":"2024-04-18T05:12:59.407819+0000","last_became_peered":"2024-04-18T05:12:59.407819+0000","last_unstale":"2024-04-18T05:13:00.550624+0000","last_undegraded":"2024-04-18T05:13:00.550624+0000","last_fullsized":"2024-04-18T05:13:00.550624+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:47.311274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387029+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:59.387029+0000","last_peered":"2024-04-18T05:12:59.387029+0000","last_clean":"2024-04-18T05:12:59.387029+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:59.387029+0000","last_undegraded":"2024-04-18T05:12:59.387029+0000","last_fullsized":"2024-04-18T05:12:59.387029+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394344+0000","last_change":"2024-04-18T05:12:59.398229+0000","last_active":"2024-04-18T05:13:00.394344+0000","last_peered":"2024-04-18T05:13:00.394344+0000","last_clean":"2024-04-18T05:13:00.394344+0000","last_became_active":"2024-04-18T05:12:59.397245+0000","last_became_peered":"2024-04-18T05:12:59.397245+0000","last_unstale":"2024-04-18T05:13:00.394344+0000","last_undegraded":"2024-04-18T05:13:00.394344+0000","last_fullsized":"2024-04-18T05:13:00.394344+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:00:48.134689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382576+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:59.382576+0000","last_peered":"2024-04-18T05:12:59.382576+0000","last_clean":"2024-04-18T05:12:59.382576+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:59.382576+0000","last_undegraded":"2024-04-18T05:12:59.382576+0000","last_fullsized":"2024-04-18T05:12:59.382576+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391993+0000","last_change":"2024-04-18T05:12:59.412076+0000","last_active":"2024-04-18T05:13:00.391993+0000","last_peered":"2024-04-18T05:13:00.391993+0000","last_clean":"2024-04-18T05:13:00.391993+0000","last_became_active":"2024-04-18T05:12:59.411666+0000","last_became_peered":"2024-04-18T05:12:59.411666+0000","last_unstale":"2024-04-18T05:13:00.391993+0000","last_undegraded":"2024-04-18T05:13:00.391993+0000","last_fullsized":"2024-04-18T05:13:00.391993+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402655+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:59.402655+0000","last_peered":"2024-04-18T05:12:59.402655+0000","last_clean":"2024-04-18T05:12:59.402655+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:59.402655+0000","last_undegraded":"2024-04-18T05:12:59.402655+0000","last_fullsized":"2024-04-18T05:12:59.402655+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552655+0000","last_change":"2024-04-18T05:12:59.416670+0000","last_active":"2024-04-18T05:13:00.552655+0000","last_peered":"2024-04-18T05:13:00.552655+0000","last_clean":"2024-04-18T05:13:00.552655+0000","last_became_active":"2024-04-18T05:12:59.414764+0000","last_became_peered":"2024-04-18T05:12:59.414764+0000","last_unstale":"2024-04-18T05:13:00.552655+0000","last_undegraded":"2024-04-18T05:13:00.552655+0000","last_fullsized":"2024-04-18T05:13:00.552655+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:58:27.502209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383068+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:59.383068+0000","last_peered":"2024-04-18T05:12:59.383068+0000","last_clean":"2024-04-18T05:12:59.383068+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:59.383068+0000","last_undegraded":"2024-04-18T05:12:59.383068+0000","last_fullsized":"2024-04-18T05:12:59.383068+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.390847+0000","last_change":"2024-04-18T05:12:59.396700+0000","last_active":"2024-04-18T05:13:00.390847+0000","last_peered":"2024-04-18T05:13:00.390847+0000","last_clean":"2024-04-18T05:13:00.390847+0000","last_became_active":"2024-04-18T05:12:59.394211+0000","last_became_peered":"2024-04-18T05:12:59.394211+0000","last_unstale":"2024-04-18T05:13:00.390847+0000","last_undegraded":"2024-04-18T05:13:00.390847+0000","last_fullsized":"2024-04-18T05:13:00.390847+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383036+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:59.383036+0000","last_peered":"2024-04-18T05:12:59.383036+0000","last_clean":"2024-04-18T05:12:59.383036+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:59.383036+0000","last_undegraded":"2024-04-18T05:12:59.383036+0000","last_fullsized":"2024-04-18T05:12:59.383036+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393662+0000","last_change":"2024-04-18T05:12:59.407447+0000","last_active":"2024-04-18T05:13:00.393662+0000","last_peered":"2024-04-18T05:13:00.393662+0000","last_clean":"2024-04-18T05:13:00.393662+0000","last_became_active":"2024-04-18T05:12:59.407152+0000","last_became_peered":"2024-04-18T05:12:59.407152+0000","last_unstale":"2024-04-18T05:13:00.393662+0000","last_undegraded":"2024-04-18T05:13:00.393662+0000","last_fullsized":"2024-04-18T05:13:00.393662+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395318+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:59.395318+0000","last_peered":"2024-04-18T05:12:59.395318+0000","last_clean":"2024-04-18T05:12:59.395318+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:59.395318+0000","last_undegraded":"2024-04-18T05:12:59.395318+0000","last_fullsized":"2024-04-18T05:12:59.395318+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385279+0000","last_change":"2024-04-18T05:12:59.420614+0000","last_active":"2024-04-18T05:13:00.385279+0000","last_peered":"2024-04-18T05:13:00.385279+0000","last_clean":"2024-04-18T05:13:00.385279+0000","last_became_active":"2024-04-18T05:12:59.420111+0000","last_became_peered":"2024-04-18T05:12:59.420111+0000","last_unstale":"2024-04-18T05:13:00.385279+0000","last_undegraded":"2024-04-18T05:13:00.385279+0000","last_fullsized":"2024-04-18T05:13:00.385279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:45:10.050769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390480+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:59.390480+0000","last_peered":"2024-04-18T05:12:59.390480+0000","last_clean":"2024-04-18T05:12:59.390480+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:59.390480+0000","last_undegraded":"2024-04-18T05:12:59.390480+0000","last_fullsized":"2024-04-18T05:12:59.390480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390595+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:59.390595+0000","last_peered":"2024-04-18T05:12:59.390595+0000","last_clean":"2024-04-18T05:12:59.390595+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:59.390595+0000","last_undegraded":"2024-04-18T05:12:59.390595+0000","last_fullsized":"2024-04-18T05:12:59.390595+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391941+0000","last_change":"2024-04-18T05:12:59.417579+0000","last_active":"2024-04-18T05:13:00.391941+0000","last_peered":"2024-04-18T05:13:00.391941+0000","last_clean":"2024-04-18T05:13:00.391941+0000","last_became_active":"2024-04-18T05:12:59.417256+0000","last_became_peered":"2024-04-18T05:12:59.417256+0000","last_unstale":"2024-04-18T05:13:00.391941+0000","last_undegraded":"2024-04-18T05:13:00.391941+0000","last_fullsized":"2024-04-18T05:13:00.391941+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:32.728677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395352+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:59.395352+0000","last_peered":"2024-04-18T05:12:59.395352+0000","last_clean":"2024-04-18T05:12:59.395352+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:59.395352+0000","last_undegraded":"2024-04-18T05:12:59.395352+0000","last_fullsized":"2024-04-18T05:12:59.395352+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394538+0000","last_change":"2024-04-18T05:12:59.409699+0000","last_active":"2024-04-18T05:13:00.394538+0000","last_peered":"2024-04-18T05:13:00.394538+0000","last_clean":"2024-04-18T05:13:00.394538+0000","last_became_active":"2024-04-18T05:12:59.408630+0000","last_became_peered":"2024-04-18T05:12:59.408630+0000","last_unstale":"2024-04-18T05:13:00.394538+0000","last_undegraded":"2024-04-18T05:13:00.394538+0000","last_fullsized":"2024-04-18T05:13:00.394538+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382792+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:59.382792+0000","last_peered":"2024-04-18T05:12:59.382792+0000","last_clean":"2024-04-18T05:12:59.382792+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:59.382792+0000","last_undegraded":"2024-04-18T05:12:59.382792+0000","last_fullsized":"2024-04-18T05:12:59.382792+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552487+0000","last_change":"2024-04-18T05:12:59.421444+0000","last_active":"2024-04-18T05:13:00.552487+0000","last_peered":"2024-04-18T05:13:00.552487+0000","last_clean":"2024-04-18T05:13:00.552487+0000","last_became_active":"2024-04-18T05:12:59.419836+0000","last_became_peered":"2024-04-18T05:12:59.419836+0000","last_unstale":"2024-04-18T05:13:00.552487+0000","last_undegraded":"2024-04-18T05:13:00.552487+0000","last_fullsized":"2024-04-18T05:13:00.552487+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:51.944097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400375+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:59.400375+0000","last_peered":"2024-04-18T05:12:59.400375+0000","last_clean":"2024-04-18T05:12:59.400375+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:59.400375+0000","last_undegraded":"2024-04-18T05:12:59.400375+0000","last_fullsized":"2024-04-18T05:12:59.400375+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551247+0000","last_change":"2024-04-18T05:12:59.417535+0000","last_active":"2024-04-18T05:13:00.551247+0000","last_peered":"2024-04-18T05:13:00.551247+0000","last_clean":"2024-04-18T05:13:00.551247+0000","last_became_active":"2024-04-18T05:12:59.417255+0000","last_became_peered":"2024-04-18T05:12:59.417255+0000","last_unstale":"2024-04-18T05:13:00.551247+0000","last_undegraded":"2024-04-18T05:13:00.551247+0000","last_fullsized":"2024-04-18T05:13:00.551247+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:35:24.514761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392189+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:59.392189+0000","last_peered":"2024-04-18T05:12:59.392189+0000","last_clean":"2024-04-18T05:12:59.392189+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:59.392189+0000","last_undegraded":"2024-04-18T05:12:59.392189+0000","last_fullsized":"2024-04-18T05:12:59.392189+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550722+0000","last_change":"2024-04-18T05:12:59.420428+0000","last_active":"2024-04-18T05:13:00.550722+0000","last_peered":"2024-04-18T05:13:00.550722+0000","last_clean":"2024-04-18T05:13:00.550722+0000","last_became_active":"2024-04-18T05:12:59.419870+0000","last_became_peered":"2024-04-18T05:12:59.419870+0000","last_unstale":"2024-04-18T05:13:00.550722+0000","last_undegraded":"2024-04-18T05:13:00.550722+0000","last_fullsized":"2024-04-18T05:13:00.550722+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:29:39.103504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405288+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:59.405288+0000","last_peered":"2024-04-18T05:12:59.405288+0000","last_clean":"2024-04-18T05:12:59.405288+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:59.405288+0000","last_undegraded":"2024-04-18T05:12:59.405288+0000","last_fullsized":"2024-04-18T05:12:59.405288+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550653+0000","last_change":"2024-04-18T05:12:59.421942+0000","last_active":"2024-04-18T05:13:00.550653+0000","last_peered":"2024-04-18T05:13:00.550653+0000","last_clean":"2024-04-18T05:13:00.550653+0000","last_became_active":"2024-04-18T05:12:59.421325+0000","last_became_peered":"2024-04-18T05:12:59.421325+0000","last_unstale":"2024-04-18T05:13:00.550653+0000","last_undegraded":"2024-04-18T05:13:00.550653+0000","last_fullsized":"2024-04-18T05:13:00.550653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:48.804384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390905+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:59.390905+0000","last_peered":"2024-04-18T05:12:59.390905+0000","last_clean":"2024-04-18T05:12:59.390905+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:59.390905+0000","last_undegraded":"2024-04-18T05:12:59.390905+0000","last_fullsized":"2024-04-18T05:12:59.390905+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551709+0000","last_change":"2024-04-18T05:12:59.417323+0000","last_active":"2024-04-18T05:13:00.551709+0000","last_peered":"2024-04-18T05:13:00.551709+0000","last_clean":"2024-04-18T05:13:00.551709+0000","last_became_active":"2024-04-18T05:12:59.417097+0000","last_became_peered":"2024-04-18T05:12:59.417097+0000","last_unstale":"2024-04-18T05:13:00.551709+0000","last_undegraded":"2024-04-18T05:13:00.551709+0000","last_fullsized":"2024-04-18T05:13:00.551709+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:09:49.407779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403458+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:59.403458+0000","last_peered":"2024-04-18T05:12:59.403458+0000","last_clean":"2024-04-18T05:12:59.403458+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:59.403458+0000","last_undegraded":"2024-04-18T05:12:59.403458+0000","last_fullsized":"2024-04-18T05:12:59.403458+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554923+0000","last_change":"2024-04-18T05:12:59.420237+0000","last_active":"2024-04-18T05:13:00.554923+0000","last_peered":"2024-04-18T05:13:00.554923+0000","last_clean":"2024-04-18T05:13:00.554923+0000","last_became_active":"2024-04-18T05:12:59.419863+0000","last_became_peered":"2024-04-18T05:12:59.419863+0000","last_unstale":"2024-04-18T05:13:00.554923+0000","last_undegraded":"2024-04-18T05:13:00.554923+0000","last_fullsized":"2024-04-18T05:13:00.554923+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:48.173216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383543+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:59.383543+0000","last_peered":"2024-04-18T05:12:59.383543+0000","last_clean":"2024-04-18T05:12:59.383543+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:59.383543+0000","last_undegraded":"2024-04-18T05:12:59.383543+0000","last_fullsized":"2024-04-18T05:12:59.383543+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391792+0000","last_change":"2024-04-18T05:12:59.412270+0000","last_active":"2024-04-18T05:13:00.391792+0000","last_peered":"2024-04-18T05:13:00.391792+0000","last_clean":"2024-04-18T05:13:00.391792+0000","last_became_active":"2024-04-18T05:12:59.411870+0000","last_became_peered":"2024-04-18T05:12:59.411870+0000","last_unstale":"2024-04-18T05:13:00.391792+0000","last_undegraded":"2024-04-18T05:13:00.391792+0000","last_fullsized":"2024-04-18T05:13:00.391792+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:05.785504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384283+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:59.384283+0000","last_peered":"2024-04-18T05:12:59.384283+0000","last_clean":"2024-04-18T05:12:59.384283+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:59.384283+0000","last_undegraded":"2024-04-18T05:12:59.384283+0000","last_fullsized":"2024-04-18T05:12:59.384283+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394823+0000","last_change":"2024-04-18T05:12:59.405964+0000","last_active":"2024-04-18T05:13:00.394823+0000","last_peered":"2024-04-18T05:13:00.394823+0000","last_clean":"2024-04-18T05:13:00.394823+0000","last_became_active":"2024-04-18T05:12:59.404298+0000","last_became_peered":"2024-04-18T05:12:59.404298+0000","last_unstale":"2024-04-18T05:13:00.394823+0000","last_undegraded":"2024-04-18T05:13:00.394823+0000","last_fullsized":"2024-04-18T05:13:00.394823+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403843+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:59.403843+0000","last_peered":"2024-04-18T05:12:59.403843+0000","last_clean":"2024-04-18T05:12:59.403843+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:59.403843+0000","last_undegraded":"2024-04-18T05:12:59.403843+0000","last_fullsized":"2024-04-18T05:12:59.403843+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551017+0000","last_change":"2024-04-18T05:12:59.410213+0000","last_active":"2024-04-18T05:13:00.551017+0000","last_peered":"2024-04-18T05:13:00.551017+0000","last_clean":"2024-04-18T05:13:00.551017+0000","last_became_active":"2024-04-18T05:12:59.407837+0000","last_became_peered":"2024-04-18T05:12:59.407837+0000","last_unstale":"2024-04-18T05:13:00.551017+0000","last_undegraded":"2024-04-18T05:13:00.551017+0000","last_fullsized":"2024-04-18T05:13:00.551017+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400453+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:59.400453+0000","last_peered":"2024-04-18T05:12:59.400453+0000","last_clean":"2024-04-18T05:12:59.400453+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:59.400453+0000","last_undegraded":"2024-04-18T05:12:59.400453+0000","last_fullsized":"2024-04-18T05:12:59.400453+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385282+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.385282+0000","last_peered":"2024-04-18T05:13:00.385282+0000","last_clean":"2024-04-18T05:13:00.385282+0000","last_became_active":"2024-04-18T05:12:59.408666+0000","last_became_peered":"2024-04-18T05:12:59.408666+0000","last_unstale":"2024-04-18T05:13:00.385282+0000","last_undegraded":"2024-04-18T05:13:00.385282+0000","last_fullsized":"2024-04-18T05:13:00.385282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:01:39.291271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553849+0000","last_change":"2024-04-18T05:12:59.049323+0000","last_active":"2024-04-18T05:13:00.553849+0000","last_peered":"2024-04-18T05:13:00.553849+0000","last_clean":"2024-04-18T05:13:00.553849+0000","last_became_active":"2024-04-18T05:12:59.048871+0000","last_became_peered":"2024-04-18T05:12:59.048871+0000","last_unstale":"2024-04-18T05:13:00.553849+0000","last_undegraded":"2024-04-18T05:13:00.553849+0000","last_fullsized":"2024-04-18T05:13:00.553849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:03.698425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383360+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:59.383360+0000","last_peered":"2024-04-18T05:12:59.383360+0000","last_clean":"2024-04-18T05:12:59.383360+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:59.383360+0000","last_undegraded":"2024-04-18T05:12:59.383360+0000","last_fullsized":"2024-04-18T05:12:59.383360+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392478+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:59.392478+0000","last_peered":"2024-04-18T05:12:59.392478+0000","last_clean":"2024-04-18T05:12:59.392478+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:59.392478+0000","last_undegraded":"2024-04-18T05:12:59.392478+0000","last_fullsized":"2024-04-18T05:12:59.392478+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554058+0000","last_change":"2024-04-18T05:12:59.421741+0000","last_active":"2024-04-18T05:13:00.554058+0000","last_peered":"2024-04-18T05:13:00.554058+0000","last_clean":"2024-04-18T05:13:00.554058+0000","last_became_active":"2024-04-18T05:12:59.421318+0000","last_became_peered":"2024-04-18T05:12:59.421318+0000","last_unstale":"2024-04-18T05:13:00.554058+0000","last_undegraded":"2024-04-18T05:13:00.554058+0000","last_fullsized":"2024-04-18T05:13:00.554058+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392263+0000","last_change":"2024-04-18T05:12:59.050007+0000","last_active":"2024-04-18T05:13:00.392263+0000","last_peered":"2024-04-18T05:13:00.392263+0000","last_clean":"2024-04-18T05:13:00.392263+0000","last_became_active":"2024-04-18T05:12:59.049515+0000","last_became_peered":"2024-04-18T05:12:59.049515+0000","last_unstale":"2024-04-18T05:13:00.392263+0000","last_undegraded":"2024-04-18T05:13:00.392263+0000","last_fullsized":"2024-04-18T05:13:00.392263+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:12:19.167680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389502+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:59.389502+0000","last_peered":"2024-04-18T05:12:59.389502+0000","last_clean":"2024-04-18T05:12:59.389502+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:59.389502+0000","last_undegraded":"2024-04-18T05:12:59.389502+0000","last_fullsized":"2024-04-18T05:12:59.389502+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388194+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:59.388194+0000","last_peered":"2024-04-18T05:12:59.388194+0000","last_clean":"2024-04-18T05:12:59.388194+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:59.388194+0000","last_undegraded":"2024-04-18T05:12:59.388194+0000","last_fullsized":"2024-04-18T05:12:59.388194+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384575+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.384575+0000","last_peered":"2024-04-18T05:13:00.384575+0000","last_clean":"2024-04-18T05:13:00.384575+0000","last_became_active":"2024-04-18T05:12:59.408739+0000","last_became_peered":"2024-04-18T05:12:59.408739+0000","last_unstale":"2024-04-18T05:13:00.384575+0000","last_undegraded":"2024-04-18T05:13:00.384575+0000","last_fullsized":"2024-04-18T05:13:00.384575+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:00:32.496039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"44'4","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551874+0000","last_change":"2024-04-18T05:12:59.021505+0000","last_active":"2024-04-18T05:13:00.551874+0000","last_peered":"2024-04-18T05:13:00.551874+0000","last_clean":"2024-04-18T05:13:00.551874+0000","last_became_active":"2024-04-18T05:12:59.021225+0000","last_became_peered":"2024-04-18T05:12:59.021225+0000","last_unstale":"2024-04-18T05:13:00.551874+0000","last_undegraded":"2024-04-18T05:13:00.551874+0000","last_fullsized":"2024-04-18T05:13:00.551874+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:36:11.591886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383480+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:59.383480+0000","last_peered":"2024-04-18T05:12:59.383480+0000","last_clean":"2024-04-18T05:12:59.383480+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:59.383480+0000","last_undegraded":"2024-04-18T05:12:59.383480+0000","last_fullsized":"2024-04-18T05:12:59.383480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403443+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:59.403443+0000","last_peered":"2024-04-18T05:12:59.403443+0000","last_clean":"2024-04-18T05:12:59.403443+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:59.403443+0000","last_undegraded":"2024-04-18T05:12:59.403443+0000","last_fullsized":"2024-04-18T05:12:59.403443+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384656+0000","last_change":"2024-04-18T05:12:59.400899+0000","last_active":"2024-04-18T05:13:00.384656+0000","last_peered":"2024-04-18T05:13:00.384656+0000","last_clean":"2024-04-18T05:13:00.384656+0000","last_became_active":"2024-04-18T05:12:59.400416+0000","last_became_peered":"2024-04-18T05:12:59.400416+0000","last_unstale":"2024-04-18T05:13:00.384656+0000","last_undegraded":"2024-04-18T05:13:00.384656+0000","last_fullsized":"2024-04-18T05:13:00.384656+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:41:52.007667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.004655+0000","last_change":"2024-04-18T05:12:58.004655+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.004655+0000","last_undegraded":"2024-04-18T05:12:58.004655+0000","last_fullsized":"2024-04-18T05:12:58.004655+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:20:22.611841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389418+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:59.389418+0000","last_peered":"2024-04-18T05:12:59.389418+0000","last_clean":"2024-04-18T05:12:59.389418+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:59.389418+0000","last_undegraded":"2024-04-18T05:12:59.389418+0000","last_fullsized":"2024-04-18T05:12:59.389418+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390035+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:59.390035+0000","last_peered":"2024-04-18T05:12:59.390035+0000","last_clean":"2024-04-18T05:12:59.390035+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:59.390035+0000","last_undegraded":"2024-04-18T05:12:59.390035+0000","last_fullsized":"2024-04-18T05:12:59.390035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554128+0000","last_change":"2024-04-18T05:12:59.424309+0000","last_active":"2024-04-18T05:13:00.554128+0000","last_peered":"2024-04-18T05:13:00.554128+0000","last_clean":"2024-04-18T05:13:00.554128+0000","last_became_active":"2024-04-18T05:12:59.423644+0000","last_became_peered":"2024-04-18T05:12:59.423644+0000","last_unstale":"2024-04-18T05:13:00.554128+0000","last_undegraded":"2024-04-18T05:13:00.554128+0000","last_fullsized":"2024-04-18T05:13:00.554128+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385186+0000","last_change":"2024-04-18T05:12:59.023199+0000","last_active":"2024-04-18T05:13:00.385186+0000","last_peered":"2024-04-18T05:13:00.385186+0000","last_clean":"2024-04-18T05:13:00.385186+0000","last_became_active":"2024-04-18T05:12:59.022893+0000","last_became_peered":"2024-04-18T05:12:59.022893+0000","last_unstale":"2024-04-18T05:13:00.385186+0000","last_undegraded":"2024-04-18T05:13:00.385186+0000","last_fullsized":"2024-04-18T05:13:00.385186+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:47.884934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400536+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:59.400536+0000","last_peered":"2024-04-18T05:12:59.400536+0000","last_clean":"2024-04-18T05:12:59.400536+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:59.400536+0000","last_undegraded":"2024-04-18T05:12:59.400536+0000","last_fullsized":"2024-04-18T05:12:59.400536+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387645+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:59.387645+0000","last_peered":"2024-04-18T05:12:59.387645+0000","last_clean":"2024-04-18T05:12:59.387645+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:59.387645+0000","last_undegraded":"2024-04-18T05:12:59.387645+0000","last_fullsized":"2024-04-18T05:12:59.387645+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551502+0000","last_change":"2024-04-18T05:12:59.417385+0000","last_active":"2024-04-18T05:13:00.551502+0000","last_peered":"2024-04-18T05:13:00.551502+0000","last_clean":"2024-04-18T05:13:00.551502+0000","last_became_active":"2024-04-18T05:12:59.417081+0000","last_became_peered":"2024-04-18T05:12:59.417081+0000","last_unstale":"2024-04-18T05:13:00.551502+0000","last_undegraded":"2024-04-18T05:13:00.551502+0000","last_fullsized":"2024-04-18T05:13:00.551502+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552849+0000","last_change":"2024-04-18T05:12:59.051730+0000","last_active":"2024-04-18T05:13:00.552849+0000","last_peered":"2024-04-18T05:13:00.552849+0000","last_clean":"2024-04-18T05:13:00.552849+0000","last_became_active":"2024-04-18T05:12:59.051185+0000","last_became_peered":"2024-04-18T05:12:59.051185+0000","last_unstale":"2024-04-18T05:13:00.552849+0000","last_undegraded":"2024-04-18T05:13:00.552849+0000","last_fullsized":"2024-04-18T05:13:00.552849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:05.968506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390332+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:59.390332+0000","last_peered":"2024-04-18T05:12:59.390332+0000","last_clean":"2024-04-18T05:12:59.390332+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:59.390332+0000","last_undegraded":"2024-04-18T05:12:59.390332+0000","last_fullsized":"2024-04-18T05:12:59.390332+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402735+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:59.402735+0000","last_peered":"2024-04-18T05:12:59.402735+0000","last_clean":"2024-04-18T05:12:59.402735+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:59.402735+0000","last_undegraded":"2024-04-18T05:12:59.402735+0000","last_fullsized":"2024-04-18T05:12:59.402735+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550070+0000","last_change":"2024-04-18T05:12:59.406230+0000","last_active":"2024-04-18T05:13:00.550070+0000","last_peered":"2024-04-18T05:13:00.550070+0000","last_clean":"2024-04-18T05:13:00.550070+0000","last_became_active":"2024-04-18T05:12:59.405961+0000","last_became_peered":"2024-04-18T05:12:59.405961+0000","last_unstale":"2024-04-18T05:13:00.550070+0000","last_undegraded":"2024-04-18T05:13:00.550070+0000","last_fullsized":"2024-04-18T05:13:00.550070+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551717+0000","last_change":"2024-04-18T05:12:59.053754+0000","last_active":"2024-04-18T05:13:00.551717+0000","last_peered":"2024-04-18T05:13:00.551717+0000","last_clean":"2024-04-18T05:13:00.551717+0000","last_became_active":"2024-04-18T05:12:59.053038+0000","last_became_peered":"2024-04-18T05:12:59.053038+0000","last_unstale":"2024-04-18T05:13:00.551717+0000","last_undegraded":"2024-04-18T05:13:00.551717+0000","last_fullsized":"2024-04-18T05:13:00.551717+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:31.725632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384410+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:59.384410+0000","last_peered":"2024-04-18T05:12:59.384410+0000","last_clean":"2024-04-18T05:12:59.384410+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:59.384410+0000","last_undegraded":"2024-04-18T05:12:59.384410+0000","last_fullsized":"2024-04-18T05:12:59.384410+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399979+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:59.399979+0000","last_peered":"2024-04-18T05:12:59.399979+0000","last_clean":"2024-04-18T05:12:59.399979+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:59.399979+0000","last_undegraded":"2024-04-18T05:12:59.399979+0000","last_fullsized":"2024-04-18T05:12:59.399979+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385794+0000","last_change":"2024-04-18T05:12:59.398589+0000","last_active":"2024-04-18T05:13:00.385794+0000","last_peered":"2024-04-18T05:13:00.385794+0000","last_clean":"2024-04-18T05:13:00.385794+0000","last_became_active":"2024-04-18T05:12:59.397809+0000","last_became_peered":"2024-04-18T05:12:59.397809+0000","last_unstale":"2024-04-18T05:13:00.385794+0000","last_undegraded":"2024-04-18T05:13:00.385794+0000","last_fullsized":"2024-04-18T05:13:00.385794+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:42.385272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385004+0000","last_change":"2024-04-18T05:12:59.024558+0000","last_active":"2024-04-18T05:13:00.385004+0000","last_peered":"2024-04-18T05:13:00.385004+0000","last_clean":"2024-04-18T05:13:00.385004+0000","last_became_active":"2024-04-18T05:12:59.024228+0000","last_became_peered":"2024-04-18T05:12:59.024228+0000","last_unstale":"2024-04-18T05:13:00.385004+0000","last_undegraded":"2024-04-18T05:13:00.385004+0000","last_fullsized":"2024-04-18T05:13:00.385004+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:26.412196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388154+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:59.388154+0000","last_peered":"2024-04-18T05:12:59.388154+0000","last_clean":"2024-04-18T05:12:59.388154+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:59.388154+0000","last_undegraded":"2024-04-18T05:12:59.388154+0000","last_fullsized":"2024-04-18T05:12:59.388154+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.406925+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:59.406925+0000","last_peered":"2024-04-18T05:12:59.406925+0000","last_clean":"2024-04-18T05:12:59.406925+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:59.406925+0000","last_undegraded":"2024-04-18T05:12:59.406925+0000","last_fullsized":"2024-04-18T05:12:59.406925+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393463+0000","last_change":"2024-04-18T05:12:59.392050+0000","last_active":"2024-04-18T05:13:00.393463+0000","last_peered":"2024-04-18T05:13:00.393463+0000","last_clean":"2024-04-18T05:13:00.393463+0000","last_became_active":"2024-04-18T05:12:59.391753+0000","last_became_peered":"2024-04-18T05:12:59.391753+0000","last_unstale":"2024-04-18T05:13:00.393463+0000","last_undegraded":"2024-04-18T05:13:00.393463+0000","last_fullsized":"2024-04-18T05:13:00.393463+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"44'3","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385586+0000","last_change":"2024-04-18T05:12:59.048851+0000","last_active":"2024-04-18T05:13:00.385586+0000","last_peered":"2024-04-18T05:13:00.385586+0000","last_clean":"2024-04-18T05:13:00.385586+0000","last_became_active":"2024-04-18T05:12:59.048559+0000","last_became_peered":"2024-04-18T05:12:59.048559+0000","last_unstale":"2024-04-18T05:13:00.385586+0000","last_undegraded":"2024-04-18T05:13:00.385586+0000","last_fullsized":"2024-04-18T05:13:00.385586+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:45:28.043413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401804+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:59.401804+0000","last_peered":"2024-04-18T05:12:59.401804+0000","last_clean":"2024-04-18T05:12:59.401804+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:59.401804+0000","last_undegraded":"2024-04-18T05:12:59.401804+0000","last_fullsized":"2024-04-18T05:12:59.401804+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405624+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:59.405624+0000","last_peered":"2024-04-18T05:12:59.405624+0000","last_clean":"2024-04-18T05:12:59.405624+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:59.405624+0000","last_undegraded":"2024-04-18T05:12:59.405624+0000","last_fullsized":"2024-04-18T05:12:59.405624+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392565+0000","last_change":"2024-04-18T05:12:59.410247+0000","last_active":"2024-04-18T05:13:00.392565+0000","last_peered":"2024-04-18T05:13:00.392565+0000","last_clean":"2024-04-18T05:13:00.392565+0000","last_became_active":"2024-04-18T05:12:59.404258+0000","last_became_peered":"2024-04-18T05:12:59.404258+0000","last_unstale":"2024-04-18T05:13:00.392565+0000","last_undegraded":"2024-04-18T05:13:00.392565+0000","last_fullsized":"2024-04-18T05:13:00.392565+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:23.834804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"44'6","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554044+0000","last_change":"2024-04-18T05:12:59.043255+0000","last_active":"2024-04-18T05:13:00.554044+0000","last_peered":"2024-04-18T05:13:00.554044+0000","last_clean":"2024-04-18T05:13:00.554044+0000","last_became_active":"2024-04-18T05:12:59.034397+0000","last_became_peered":"2024-04-18T05:12:59.034397+0000","last_unstale":"2024-04-18T05:13:00.554044+0000","last_undegraded":"2024-04-18T05:13:00.554044+0000","last_fullsized":"2024-04-18T05:13:00.554044+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392254+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:59.392254+0000","last_peered":"2024-04-18T05:12:59.392254+0000","last_clean":"2024-04-18T05:12:59.392254+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:59.392254+0000","last_undegraded":"2024-04-18T05:12:59.392254+0000","last_fullsized":"2024-04-18T05:12:59.392254+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383433+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:59.383433+0000","last_peered":"2024-04-18T05:12:59.383433+0000","last_clean":"2024-04-18T05:12:59.383433+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:59.383433+0000","last_undegraded":"2024-04-18T05:12:59.383433+0000","last_fullsized":"2024-04-18T05:12:59.383433+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548354+0000","last_change":"2024-04-18T05:12:59.421336+0000","last_active":"2024-04-18T05:13:00.548354+0000","last_peered":"2024-04-18T05:13:00.548354+0000","last_clean":"2024-04-18T05:13:00.548354+0000","last_became_active":"2024-04-18T05:12:59.420852+0000","last_became_peered":"2024-04-18T05:12:59.420852+0000","last_unstale":"2024-04-18T05:13:00.548354+0000","last_undegraded":"2024-04-18T05:13:00.548354+0000","last_fullsized":"2024-04-18T05:13:00.548354+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552015+0000","last_change":"2024-04-18T05:12:59.018833+0000","last_active":"2024-04-18T05:13:00.552015+0000","last_peered":"2024-04-18T05:13:00.552015+0000","last_clean":"2024-04-18T05:13:00.552015+0000","last_became_active":"2024-04-18T05:12:59.018456+0000","last_became_peered":"2024-04-18T05:12:59.018456+0000","last_unstale":"2024-04-18T05:13:00.552015+0000","last_undegraded":"2024-04-18T05:13:00.552015+0000","last_fullsized":"2024-04-18T05:13:00.552015+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:05.855382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405380+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:59.405380+0000","last_peered":"2024-04-18T05:12:59.405380+0000","last_clean":"2024-04-18T05:12:59.405380+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:59.405380+0000","last_undegraded":"2024-04-18T05:12:59.405380+0000","last_fullsized":"2024-04-18T05:12:59.405380+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":18,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382286+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:59.382286+0000","last_peered":"2024-04-18T05:12:59.382286+0000","last_clean":"2024-04-18T05:12:59.382286+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:59.382286+0000","last_undegraded":"2024-04-18T05:12:59.382286+0000","last_fullsized":"2024-04-18T05:12:59.382286+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549888+0000","last_change":"2024-04-18T05:12:59.411066+0000","last_active":"2024-04-18T05:13:00.549888+0000","last_peered":"2024-04-18T05:13:00.549888+0000","last_clean":"2024-04-18T05:13:00.549888+0000","last_became_active":"2024-04-18T05:12:59.410619+0000","last_became_peered":"2024-04-18T05:12:59.410619+0000","last_unstale":"2024-04-18T05:13:00.549888+0000","last_undegraded":"2024-04-18T05:13:00.549888+0000","last_fullsized":"2024-04-18T05:13:00.549888+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:08.221270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551231+0000","last_change":"2024-04-18T05:12:59.041500+0000","last_active":"2024-04-18T05:13:00.551231+0000","last_peered":"2024-04-18T05:13:00.551231+0000","last_clean":"2024-04-18T05:13:00.551231+0000","last_became_active":"2024-04-18T05:12:59.041183+0000","last_became_peered":"2024-04-18T05:12:59.041183+0000","last_unstale":"2024-04-18T05:13:00.551231+0000","last_undegraded":"2024-04-18T05:13:00.551231+0000","last_fullsized":"2024-04-18T05:13:00.551231+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:46.448430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404926+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:59.404926+0000","last_peered":"2024-04-18T05:12:59.404926+0000","last_clean":"2024-04-18T05:12:59.404926+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:59.404926+0000","last_undegraded":"2024-04-18T05:12:59.404926+0000","last_fullsized":"2024-04-18T05:12:59.404926+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"41'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401964+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:59.401964+0000","last_peered":"2024-04-18T05:12:59.401964+0000","last_clean":"2024-04-18T05:12:59.401964+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:59.401964+0000","last_undegraded":"2024-04-18T05:12:59.401964+0000","last_fullsized":"2024-04-18T05:12:59.401964+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391249+0000","last_change":"2024-04-18T05:12:59.016373+0000","last_active":"2024-04-18T05:13:00.391249+0000","last_peered":"2024-04-18T05:13:00.391249+0000","last_clean":"2024-04-18T05:13:00.391249+0000","last_became_active":"2024-04-18T05:12:59.015955+0000","last_became_peered":"2024-04-18T05:12:59.015955+0000","last_unstale":"2024-04-18T05:13:00.391249+0000","last_undegraded":"2024-04-18T05:13:00.391249+0000","last_fullsized":"2024-04-18T05:13:00.391249+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:38.495566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400620+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:59.400620+0000","last_peered":"2024-04-18T05:12:59.400620+0000","last_clean":"2024-04-18T05:12:59.400620+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:59.400620+0000","last_undegraded":"2024-04-18T05:12:59.400620+0000","last_fullsized":"2024-04-18T05:12:59.400620+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402659+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:59.402659+0000","last_peered":"2024-04-18T05:12:59.402659+0000","last_clean":"2024-04-18T05:12:59.402659+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:59.402659+0000","last_undegraded":"2024-04-18T05:12:59.402659+0000","last_fullsized":"2024-04-18T05:12:59.402659+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553442+0000","last_change":"2024-04-18T05:12:59.420666+0000","last_active":"2024-04-18T05:13:00.553442+0000","last_peered":"2024-04-18T05:13:00.553442+0000","last_clean":"2024-04-18T05:13:00.553442+0000","last_became_active":"2024-04-18T05:12:59.419988+0000","last_became_peered":"2024-04-18T05:12:59.419988+0000","last_unstale":"2024-04-18T05:13:00.553442+0000","last_undegraded":"2024-04-18T05:13:00.553442+0000","last_fullsized":"2024-04-18T05:13:00.553442+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:25:13.681260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003180+0000","last_change":"2024-04-18T05:12:58.003180+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003180+0000","last_undegraded":"2024-04-18T05:12:58.003180+0000","last_fullsized":"2024-04-18T05:12:58.003180+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:27:58.206673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386700+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:59.386700+0000","last_peered":"2024-04-18T05:12:59.386700+0000","last_clean":"2024-04-18T05:12:59.386700+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:59.386700+0000","last_undegraded":"2024-04-18T05:12:59.386700+0000","last_fullsized":"2024-04-18T05:12:59.386700+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386820+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:59.386820+0000","last_peered":"2024-04-18T05:12:59.386820+0000","last_clean":"2024-04-18T05:12:59.386820+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:59.386820+0000","last_undegraded":"2024-04-18T05:12:59.386820+0000","last_fullsized":"2024-04-18T05:12:59.386820+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385107+0000","last_change":"2024-04-18T05:12:59.396173+0000","last_active":"2024-04-18T05:13:00.385107+0000","last_peered":"2024-04-18T05:13:00.385107+0000","last_clean":"2024-04-18T05:13:00.385107+0000","last_became_active":"2024-04-18T05:12:59.395138+0000","last_became_peered":"2024-04-18T05:12:59.395138+0000","last_unstale":"2024-04-18T05:13:00.385107+0000","last_undegraded":"2024-04-18T05:13:00.385107+0000","last_fullsized":"2024-04-18T05:13:00.385107+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:31:08.083375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003356+0000","last_change":"2024-04-18T05:12:58.003356+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003356+0000","last_undegraded":"2024-04-18T05:12:58.003356+0000","last_fullsized":"2024-04-18T05:12:58.003356+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:24:01.813348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395448+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:59.395448+0000","last_peered":"2024-04-18T05:12:59.395448+0000","last_clean":"2024-04-18T05:12:59.395448+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:59.395448+0000","last_undegraded":"2024-04-18T05:12:59.395448+0000","last_fullsized":"2024-04-18T05:12:59.395448+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382761+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:59.382761+0000","last_peered":"2024-04-18T05:12:59.382761+0000","last_clean":"2024-04-18T05:12:59.382761+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:59.382761+0000","last_undegraded":"2024-04-18T05:12:59.382761+0000","last_fullsized":"2024-04-18T05:12:59.382761+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393889+0000","last_change":"2024-04-18T05:12:59.407643+0000","last_active":"2024-04-18T05:13:00.393889+0000","last_peered":"2024-04-18T05:13:00.393889+0000","last_clean":"2024-04-18T05:13:00.393889+0000","last_became_active":"2024-04-18T05:12:59.407265+0000","last_became_peered":"2024-04-18T05:12:59.407265+0000","last_unstale":"2024-04-18T05:13:00.393889+0000","last_undegraded":"2024-04-18T05:13:00.393889+0000","last_fullsized":"2024-04-18T05:13:00.393889+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:24:18.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550092+0000","last_change":"2024-04-18T05:12:59.048738+0000","last_active":"2024-04-18T05:13:00.550092+0000","last_peered":"2024-04-18T05:13:00.550092+0000","last_clean":"2024-04-18T05:13:00.550092+0000","last_became_active":"2024-04-18T05:12:59.048421+0000","last_became_peered":"2024-04-18T05:12:59.048421+0000","last_unstale":"2024-04-18T05:13:00.550092+0000","last_undegraded":"2024-04-18T05:13:00.550092+0000","last_fullsized":"2024-04-18T05:13:00.550092+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:14:40.095012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873448+0000","last_change":"2024-04-18T05:12:39.988068+0000","last_active":"2024-04-18T05:12:43.873448+0000","last_peered":"2024-04-18T05:12:43.873448+0000","last_clean":"2024-04-18T05:12:43.873448+0000","last_became_active":"2024-04-18T05:12:39.987570+0000","last_became_peered":"2024-04-18T05:12:39.987570+0000","last_unstale":"2024-04-18T05:12:43.873448+0000","last_undegraded":"2024-04-18T05:12:43.873448+0000","last_fullsized":"2024-04-18T05:12:43.873448+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:46:56.675903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387830+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:59.387830+0000","last_peered":"2024-04-18T05:12:59.387830+0000","last_clean":"2024-04-18T05:12:59.387830+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:59.387830+0000","last_undegraded":"2024-04-18T05:12:59.387830+0000","last_fullsized":"2024-04-18T05:12:59.387830+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391416+0000","last_change":"2024-04-18T05:12:59.417157+0000","last_active":"2024-04-18T05:13:00.391416+0000","last_peered":"2024-04-18T05:13:00.391416+0000","last_clean":"2024-04-18T05:13:00.391416+0000","last_became_active":"2024-04-18T05:12:59.413054+0000","last_became_peered":"2024-04-18T05:12:59.413054+0000","last_unstale":"2024-04-18T05:13:00.391416+0000","last_undegraded":"2024-04-18T05:13:00.391416+0000","last_fullsized":"2024-04-18T05:13:00.391416+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:42:00.824135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550929+0000","last_change":"2024-04-18T05:12:59.049740+0000","last_active":"2024-04-18T05:13:00.550929+0000","last_peered":"2024-04-18T05:13:00.550929+0000","last_clean":"2024-04-18T05:13:00.550929+0000","last_became_active":"2024-04-18T05:12:59.049459+0000","last_became_peered":"2024-04-18T05:12:59.049459+0000","last_unstale":"2024-04-18T05:13:00.550929+0000","last_undegraded":"2024-04-18T05:13:00.550929+0000","last_fullsized":"2024-04-18T05:13:00.550929+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:10.165605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387602+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:59.387602+0000","last_peered":"2024-04-18T05:12:59.387602+0000","last_clean":"2024-04-18T05:12:59.387602+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:59.387602+0000","last_undegraded":"2024-04-18T05:12:59.387602+0000","last_fullsized":"2024-04-18T05:12:59.387602+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405048+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:59.405048+0000","last_peered":"2024-04-18T05:12:59.405048+0000","last_clean":"2024-04-18T05:12:59.405048+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:59.405048+0000","last_undegraded":"2024-04-18T05:12:59.405048+0000","last_fullsized":"2024-04-18T05:12:59.405048+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392257+0000","last_change":"2024-04-18T05:12:59.048950+0000","last_active":"2024-04-18T05:13:00.392257+0000","last_peered":"2024-04-18T05:13:00.392257+0000","last_clean":"2024-04-18T05:13:00.392257+0000","last_became_active":"2024-04-18T05:12:59.048538+0000","last_became_peered":"2024-04-18T05:12:59.048538+0000","last_unstale":"2024-04-18T05:13:00.392257+0000","last_undegraded":"2024-04-18T05:13:00.392257+0000","last_fullsized":"2024-04-18T05:13:00.392257+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:22:13.040897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404220+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:59.404220+0000","last_peered":"2024-04-18T05:12:59.404220+0000","last_clean":"2024-04-18T05:12:59.404220+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:59.404220+0000","last_undegraded":"2024-04-18T05:12:59.404220+0000","last_fullsized":"2024-04-18T05:12:59.404220+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383665+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:59.383665+0000","last_peered":"2024-04-18T05:12:59.383665+0000","last_clean":"2024-04-18T05:12:59.383665+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:59.383665+0000","last_undegraded":"2024-04-18T05:12:59.383665+0000","last_fullsized":"2024-04-18T05:12:59.383665+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550904+0000","last_change":"2024-04-18T05:12:59.400810+0000","last_active":"2024-04-18T05:13:00.550904+0000","last_peered":"2024-04-18T05:13:00.550904+0000","last_clean":"2024-04-18T05:13:00.550904+0000","last_became_active":"2024-04-18T05:12:59.400526+0000","last_became_peered":"2024-04-18T05:12:59.400526+0000","last_unstale":"2024-04-18T05:13:00.550904+0000","last_undegraded":"2024-04-18T05:13:00.550904+0000","last_fullsized":"2024-04-18T05:13:00.550904+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003487+0000","last_change":"2024-04-18T05:12:58.003487+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003487+0000","last_undegraded":"2024-04-18T05:12:58.003487+0000","last_fullsized":"2024-04-18T05:12:58.003487+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:42:33.768275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403600+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:59.403600+0000","last_peered":"2024-04-18T05:12:59.403600+0000","last_clean":"2024-04-18T05:12:59.403600+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:59.403600+0000","last_undegraded":"2024-04-18T05:12:59.403600+0000","last_fullsized":"2024-04-18T05:12:59.403600+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940540+0000","last_change":"2024-04-18T05:12:39.591538+0000","last_active":"2024-04-18T05:12:40.940540+0000","last_peered":"2024-04-18T05:12:40.940540+0000","last_clean":"2024-04-18T05:12:40.940540+0000","last_became_active":"2024-04-18T05:12:39.590642+0000","last_became_peered":"2024-04-18T05:12:39.590642+0000","last_unstale":"2024-04-18T05:12:40.940540+0000","last_undegraded":"2024-04-18T05:12:40.940540+0000","last_fullsized":"2024-04-18T05:12:40.940540+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393079+0000","last_change":"2024-04-18T05:12:59.408970+0000","last_active":"2024-04-18T05:13:00.393079+0000","last_peered":"2024-04-18T05:13:00.393079+0000","last_clean":"2024-04-18T05:13:00.393079+0000","last_became_active":"2024-04-18T05:12:59.408672+0000","last_became_peered":"2024-04-18T05:12:59.408672+0000","last_unstale":"2024-04-18T05:13:00.393079+0000","last_undegraded":"2024-04-18T05:13:00.393079+0000","last_fullsized":"2024-04-18T05:13:00.393079+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":1,"reported_epoch":42,"state":"creating+peering","last_fresh":"2024-04-18T05:12:58.003504+0000","last_change":"2024-04-18T05:12:58.003504+0000","last_active":"2024-04-18T05:12:57.987227+0000","last_peered":"2024-04-18T05:12:57.987227+0000","last_clean":"2024-04-18T05:12:57.987227+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.003504+0000","last_undegraded":"2024-04-18T05:12:58.003504+0000","last_fullsized":"2024-04-18T05:12:58.003504+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:40:22.516734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399262+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:59.399262+0000","last_peered":"2024-04-18T05:12:59.399262+0000","last_clean":"2024-04-18T05:12:59.399262+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:59.399262+0000","last_undegraded":"2024-04-18T05:12:59.399262+0000","last_fullsized":"2024-04-18T05:12:59.399262+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395993+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:59.395993+0000","last_peered":"2024-04-18T05:12:59.395993+0000","last_clean":"2024-04-18T05:12:59.395993+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:59.395993+0000","last_undegraded":"2024-04-18T05:12:59.395993+0000","last_fullsized":"2024-04-18T05:12:59.395993+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394535+0000","last_change":"2024-04-18T05:12:59.392089+0000","last_active":"2024-04-18T05:13:00.394535+0000","last_peered":"2024-04-18T05:13:00.394535+0000","last_clean":"2024-04-18T05:13:00.394535+0000","last_became_active":"2024-04-18T05:12:59.391793+0000","last_became_peered":"2024-04-18T05:12:59.391793+0000","last_unstale":"2024-04-18T05:13:00.394535+0000","last_undegraded":"2024-04-18T05:13:00.394535+0000","last_fullsized":"2024-04-18T05:13:00.394535+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552888+0000","last_change":"2024-04-18T05:12:59.054914+0000","last_active":"2024-04-18T05:13:00.552888+0000","last_peered":"2024-04-18T05:13:00.552888+0000","last_clean":"2024-04-18T05:13:00.552888+0000","last_became_active":"2024-04-18T05:12:59.054393+0000","last_became_peered":"2024-04-18T05:12:59.054393+0000","last_unstale":"2024-04-18T05:13:00.552888+0000","last_undegraded":"2024-04-18T05:13:00.552888+0000","last_fullsized":"2024-04-18T05:13:00.552888+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:10.442141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.381769+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:59.381769+0000","last_peered":"2024-04-18T05:12:59.381769+0000","last_clean":"2024-04-18T05:12:59.381769+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:59.381769+0000","last_undegraded":"2024-04-18T05:12:59.381769+0000","last_fullsized":"2024-04-18T05:12:59.381769+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.407982+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:59.407982+0000","last_peered":"2024-04-18T05:12:59.407982+0000","last_clean":"2024-04-18T05:12:59.407982+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:59.407982+0000","last_undegraded":"2024-04-18T05:12:59.407982+0000","last_fullsized":"2024-04-18T05:12:59.407982+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552481+0000","last_change":"2024-04-18T05:12:59.029905+0000","last_active":"2024-04-18T05:13:00.552481+0000","last_peered":"2024-04-18T05:13:00.552481+0000","last_clean":"2024-04-18T05:13:00.552481+0000","last_became_active":"2024-04-18T05:12:59.029211+0000","last_became_peered":"2024-04-18T05:12:59.029211+0000","last_unstale":"2024-04-18T05:13:00.552481+0000","last_undegraded":"2024-04-18T05:13:00.552481+0000","last_fullsized":"2024-04-18T05:13:00.552481+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:19.079218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399887+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:59.399887+0000","last_peered":"2024-04-18T05:12:59.399887+0000","last_clean":"2024-04-18T05:12:59.399887+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:59.399887+0000","last_undegraded":"2024-04-18T05:12:59.399887+0000","last_fullsized":"2024-04-18T05:12:59.399887+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386861+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:59.386861+0000","last_peered":"2024-04-18T05:12:59.386861+0000","last_clean":"2024-04-18T05:12:59.386861+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:59.386861+0000","last_undegraded":"2024-04-18T05:12:59.386861+0000","last_fullsized":"2024-04-18T05:12:59.386861+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392687+0000","last_change":"2024-04-18T05:12:59.393100+0000","last_active":"2024-04-18T05:13:00.392687+0000","last_peered":"2024-04-18T05:13:00.392687+0000","last_clean":"2024-04-18T05:13:00.392687+0000","last_became_active":"2024-04-18T05:12:59.392843+0000","last_became_peered":"2024-04-18T05:12:59.392843+0000","last_unstale":"2024-04-18T05:13:00.392687+0000","last_undegraded":"2024-04-18T05:13:00.392687+0000","last_fullsized":"2024-04-18T05:13:00.392687+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393943+0000","last_change":"2024-04-18T05:12:59.021254+0000","last_active":"2024-04-18T05:13:00.393943+0000","last_peered":"2024-04-18T05:13:00.393943+0000","last_clean":"2024-04-18T05:13:00.393943+0000","last_became_active":"2024-04-18T05:12:59.020441+0000","last_became_peered":"2024-04-18T05:12:59.020441+0000","last_unstale":"2024-04-18T05:13:00.393943+0000","last_undegraded":"2024-04-18T05:13:00.393943+0000","last_fullsized":"2024-04-18T05:13:00.393943+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:38.731772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392928+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:59.392928+0000","last_peered":"2024-04-18T05:12:59.392928+0000","last_clean":"2024-04-18T05:12:59.392928+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:59.392928+0000","last_undegraded":"2024-04-18T05:12:59.392928+0000","last_fullsized":"2024-04-18T05:12:59.392928+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403907+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:59.403907+0000","last_peered":"2024-04-18T05:12:59.403907+0000","last_clean":"2024-04-18T05:12:59.403907+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:59.403907+0000","last_undegraded":"2024-04-18T05:12:59.403907+0000","last_fullsized":"2024-04-18T05:12:59.403907+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550689+0000","last_change":"2024-04-18T05:12:59.422963+0000","last_active":"2024-04-18T05:13:00.550689+0000","last_peered":"2024-04-18T05:13:00.550689+0000","last_clean":"2024-04-18T05:13:00.550689+0000","last_became_active":"2024-04-18T05:12:59.421081+0000","last_became_peered":"2024-04-18T05:12:59.421081+0000","last_unstale":"2024-04-18T05:13:00.550689+0000","last_undegraded":"2024-04-18T05:13:00.550689+0000","last_fullsized":"2024-04-18T05:13:00.550689+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:26:17.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551545+0000","last_change":"2024-04-18T05:12:59.037985+0000","last_active":"2024-04-18T05:13:00.551545+0000","last_peered":"2024-04-18T05:13:00.551545+0000","last_clean":"2024-04-18T05:13:00.551545+0000","last_became_active":"2024-04-18T05:12:59.036057+0000","last_became_peered":"2024-04-18T05:12:59.036057+0000","last_unstale":"2024-04-18T05:13:00.551545+0000","last_undegraded":"2024-04-18T05:13:00.551545+0000","last_fullsized":"2024-04-18T05:13:00.551545+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:04.782459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402569+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:59.402569+0000","last_peered":"2024-04-18T05:12:59.402569+0000","last_clean":"2024-04-18T05:12:59.402569+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:59.402569+0000","last_undegraded":"2024-04-18T05:12:59.402569+0000","last_fullsized":"2024-04-18T05:12:59.402569+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386804+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:59.386804+0000","last_peered":"2024-04-18T05:12:59.386804+0000","last_clean":"2024-04-18T05:12:59.386804+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:59.386804+0000","last_undegraded":"2024-04-18T05:12:59.386804+0000","last_fullsized":"2024-04-18T05:12:59.386804+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552533+0000","last_change":"2024-04-18T05:12:59.422220+0000","last_active":"2024-04-18T05:13:00.552533+0000","last_peered":"2024-04-18T05:13:00.552533+0000","last_clean":"2024-04-18T05:13:00.552533+0000","last_became_active":"2024-04-18T05:12:59.421967+0000","last_became_peered":"2024-04-18T05:12:59.421967+0000","last_unstale":"2024-04-18T05:13:00.552533+0000","last_undegraded":"2024-04-18T05:13:00.552533+0000","last_fullsized":"2024-04-18T05:13:00.552533+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385692+0000","last_change":"2024-04-18T05:12:59.048937+0000","last_active":"2024-04-18T05:13:00.385692+0000","last_peered":"2024-04-18T05:13:00.385692+0000","last_clean":"2024-04-18T05:13:00.385692+0000","last_became_active":"2024-04-18T05:12:59.048588+0000","last_became_peered":"2024-04-18T05:12:59.048588+0000","last_unstale":"2024-04-18T05:13:00.385692+0000","last_undegraded":"2024-04-18T05:13:00.385692+0000","last_fullsized":"2024-04-18T05:13:00.385692+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:20:23.618648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873495+0000","last_change":"2024-04-18T05:12:39.977811+0000","last_active":"2024-04-18T05:12:43.873495+0000","last_peered":"2024-04-18T05:12:43.873495+0000","last_clean":"2024-04-18T05:12:43.873495+0000","last_became_active":"2024-04-18T05:12:39.974258+0000","last_became_peered":"2024-04-18T05:12:39.974258+0000","last_unstale":"2024-04-18T05:12:43.873495+0000","last_undegraded":"2024-04-18T05:12:43.873495+0000","last_fullsized":"2024-04-18T05:12:43.873495+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:42.692635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383233+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:59.383233+0000","last_peered":"2024-04-18T05:12:59.383233+0000","last_clean":"2024-04-18T05:12:59.383233+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:59.383233+0000","last_undegraded":"2024-04-18T05:12:59.383233+0000","last_fullsized":"2024-04-18T05:12:59.383233+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552156+0000","last_change":"2024-04-18T05:12:59.416852+0000","last_active":"2024-04-18T05:13:00.552156+0000","last_peered":"2024-04-18T05:13:00.552156+0000","last_clean":"2024-04-18T05:13:00.552156+0000","last_became_active":"2024-04-18T05:12:59.414257+0000","last_became_peered":"2024-04-18T05:12:59.414257+0000","last_unstale":"2024-04-18T05:13:00.552156+0000","last_undegraded":"2024-04-18T05:13:00.552156+0000","last_fullsized":"2024-04-18T05:13:00.552156+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:48.887979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551429+0000","last_change":"2024-04-18T05:12:59.044480+0000","last_active":"2024-04-18T05:13:00.551429+0000","last_peered":"2024-04-18T05:13:00.551429+0000","last_clean":"2024-04-18T05:13:00.551429+0000","last_became_active":"2024-04-18T05:12:59.037039+0000","last_became_peered":"2024-04-18T05:12:59.037039+0000","last_unstale":"2024-04-18T05:13:00.551429+0000","last_undegraded":"2024-04-18T05:13:00.551429+0000","last_fullsized":"2024-04-18T05:13:00.551429+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:22.831759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390984+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:59.390984+0000","last_peered":"2024-04-18T05:12:59.390984+0000","last_clean":"2024-04-18T05:12:59.390984+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:59.390984+0000","last_undegraded":"2024-04-18T05:12:59.390984+0000","last_fullsized":"2024-04-18T05:12:59.390984+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:42.665085+0000","last_change":"2024-04-18T05:12:39.592014+0000","last_active":"2024-04-18T05:12:42.665085+0000","last_peered":"2024-04-18T05:12:42.665085+0000","last_clean":"2024-04-18T05:12:42.665085+0000","last_became_active":"2024-04-18T05:12:39.591009+0000","last_became_peered":"2024-04-18T05:12:39.591009+0000","last_unstale":"2024-04-18T05:12:42.665085+0000","last_undegraded":"2024-04-18T05:12:42.665085+0000","last_fullsized":"2024-04-18T05:12:42.665085+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548431+0000","last_change":"2024-04-18T05:12:59.414388+0000","last_active":"2024-04-18T05:13:00.548431+0000","last_peered":"2024-04-18T05:13:00.548431+0000","last_clean":"2024-04-18T05:13:00.548431+0000","last_became_active":"2024-04-18T05:12:59.413964+0000","last_became_peered":"2024-04-18T05:12:59.413964+0000","last_unstale":"2024-04-18T05:13:00.548431+0000","last_undegraded":"2024-04-18T05:13:00.548431+0000","last_fullsized":"2024-04-18T05:13:00.548431+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:20.082263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385699+0000","last_change":"2024-04-18T05:12:59.023237+0000","last_active":"2024-04-18T05:13:00.385699+0000","last_peered":"2024-04-18T05:13:00.385699+0000","last_clean":"2024-04-18T05:13:00.385699+0000","last_became_active":"2024-04-18T05:12:59.022929+0000","last_became_peered":"2024-04-18T05:12:59.022929+0000","last_unstale":"2024-04-18T05:13:00.385699+0000","last_undegraded":"2024-04-18T05:13:00.385699+0000","last_fullsized":"2024-04-18T05:13:00.385699+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:37.354747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.396579+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:59.396579+0000","last_peered":"2024-04-18T05:12:59.396579+0000","last_clean":"2024-04-18T05:12:59.396579+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:59.396579+0000","last_undegraded":"2024-04-18T05:12:59.396579+0000","last_fullsized":"2024-04-18T05:12:59.396579+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:40.940780+0000","last_change":"2024-04-18T05:12:39.594594+0000","last_active":"2024-04-18T05:12:40.940780+0000","last_peered":"2024-04-18T05:12:40.940780+0000","last_clean":"2024-04-18T05:12:40.940780+0000","last_became_active":"2024-04-18T05:12:39.593957+0000","last_became_peered":"2024-04-18T05:12:39.593957+0000","last_unstale":"2024-04-18T05:12:40.940780+0000","last_undegraded":"2024-04-18T05:12:40.940780+0000","last_fullsized":"2024-04-18T05:12:40.940780+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554365+0000","last_change":"2024-04-18T05:12:59.423847+0000","last_active":"2024-04-18T05:13:00.554365+0000","last_peered":"2024-04-18T05:13:00.554365+0000","last_clean":"2024-04-18T05:13:00.554365+0000","last_became_active":"2024-04-18T05:12:59.423557+0000","last_became_peered":"2024-04-18T05:12:59.423557+0000","last_unstale":"2024-04-18T05:13:00.554365+0000","last_undegraded":"2024-04-18T05:13:00.554365+0000","last_fullsized":"2024-04-18T05:13:00.554365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391366+0000","last_change":"2024-04-18T05:12:59.017768+0000","last_active":"2024-04-18T05:13:00.391366+0000","last_peered":"2024-04-18T05:13:00.391366+0000","last_clean":"2024-04-18T05:13:00.391366+0000","last_became_active":"2024-04-18T05:12:59.017417+0000","last_became_peered":"2024-04-18T05:12:59.017417+0000","last_unstale":"2024-04-18T05:13:00.391366+0000","last_undegraded":"2024-04-18T05:13:00.391366+0000","last_fullsized":"2024-04-18T05:13:00.391366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-04-18T05:12:43.873391+0000","last_change":"2024-04-18T05:12:39.969743+0000","last_active":"2024-04-18T05:12:43.873391+0000","last_peered":"2024-04-18T05:12:43.873391+0000","last_clean":"2024-04-18T05:12:43.873391+0000","last_became_active":"2024-04-18T05:12:39.969070+0000","last_became_peered":"2024-04-18T05:12:39.969070+0000","last_unstale":"2024-04-18T05:12:43.873391+0000","last_undegraded":"2024-04-18T05:12:43.873391+0000","last_fullsized":"2024-04-18T05:12:43.873391+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:14.589320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402821+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:59.402821+0000","last_peered":"2024-04-18T05:12:59.402821+0000","last_clean":"2024-04-18T05:12:59.402821+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:59.402821+0000","last_undegraded":"2024-04-18T05:12:59.402821+0000","last_fullsized":"2024-04-18T05:12:59.402821+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:12:58.990272+0000","last_change":"2024-04-18T05:12:58.990272+0000","last_active":"2024-04-18T05:12:58.990272+0000","last_peered":"2024-04-18T05:12:58.990272+0000","last_clean":"2024-04-18T05:12:58.990272+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:12:58.990272+0000","last_undegraded":"2024-04-18T05:12:58.990272+0000","last_fullsized":"2024-04-18T05:12:58.990272+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548851+0000","last_change":"2024-04-18T05:12:59.047872+0000","last_active":"2024-04-18T05:13:00.548851+0000","last_peered":"2024-04-18T05:13:00.548851+0000","last_clean":"2024-04-18T05:13:00.548851+0000","last_became_active":"2024-04-18T05:12:59.047599+0000","last_became_peered":"2024-04-18T05:12:59.047599+0000","last_unstale":"2024-04-18T05:13:00.548851+0000","last_undegraded":"2024-04-18T05:13:00.548851+0000","last_fullsized":"2024-04-18T05:13:00.548851+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:37:11.456763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386796+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:59.386796+0000","last_peered":"2024-04-18T05:12:59.386796+0000","last_clean":"2024-04-18T05:12:59.386796+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:59.386796+0000","last_undegraded":"2024-04-18T05:12:59.386796+0000","last_fullsized":"2024-04-18T05:12:59.386796+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395541+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:59.395541+0000","last_peered":"2024-04-18T05:12:59.395541+0000","last_clean":"2024-04-18T05:12:59.395541+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:59.395541+0000","last_undegraded":"2024-04-18T05:12:59.395541+0000","last_fullsized":"2024-04-18T05:12:59.395541+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553940+0000","last_change":"2024-04-18T05:12:59.410883+0000","last_active":"2024-04-18T05:13:00.553940+0000","last_peered":"2024-04-18T05:13:00.553940+0000","last_clean":"2024-04-18T05:13:00.553940+0000","last_became_active":"2024-04-18T05:12:59.408173+0000","last_became_peered":"2024-04-18T05:12:59.408173+0000","last_unstale":"2024-04-18T05:13:00.553940+0000","last_undegraded":"2024-04-18T05:13:00.553940+0000","last_fullsized":"2024-04-18T05:13:00.553940+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.555688+0000","last_change":"2024-04-18T05:12:59.054182+0000","last_active":"2024-04-18T05:13:00.555688+0000","last_peered":"2024-04-18T05:13:00.555688+0000","last_clean":"2024-04-18T05:13:00.555688+0000","last_became_active":"2024-04-18T05:12:59.053651+0000","last_became_peered":"2024-04-18T05:12:59.053651+0000","last_unstale":"2024-04-18T05:13:00.555688+0000","last_undegraded":"2024-04-18T05:13:00.555688+0000","last_fullsized":"2024-04-18T05:13:00.555688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:07.218225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384810+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:59.384810+0000","last_peered":"2024-04-18T05:12:59.384810+0000","last_clean":"2024-04-18T05:12:59.384810+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:59.384810+0000","last_undegraded":"2024-04-18T05:12:59.384810+0000","last_fullsized":"2024-04-18T05:12:59.384810+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382987+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:59.382987+0000","last_peered":"2024-04-18T05:12:59.382987+0000","last_clean":"2024-04-18T05:12:59.382987+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:59.382987+0000","last_undegraded":"2024-04-18T05:12:59.382987+0000","last_fullsized":"2024-04-18T05:12:59.382987+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392076+0000","last_change":"2024-04-18T05:12:59.417841+0000","last_active":"2024-04-18T05:13:00.392076+0000","last_peered":"2024-04-18T05:13:00.392076+0000","last_clean":"2024-04-18T05:13:00.392076+0000","last_became_active":"2024-04-18T05:12:59.413181+0000","last_became_peered":"2024-04-18T05:12:59.413181+0000","last_unstale":"2024-04-18T05:13:00.392076+0000","last_undegraded":"2024-04-18T05:13:00.392076+0000","last_fullsized":"2024-04-18T05:13:00.392076+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:42.914584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551773+0000","last_change":"2024-04-18T05:12:59.052186+0000","last_active":"2024-04-18T05:13:00.551773+0000","last_peered":"2024-04-18T05:13:00.551773+0000","last_clean":"2024-04-18T05:13:00.551773+0000","last_became_active":"2024-04-18T05:12:59.051561+0000","last_became_peered":"2024-04-18T05:12:59.051561+0000","last_unstale":"2024-04-18T05:13:00.551773+0000","last_undegraded":"2024-04-18T05:13:00.551773+0000","last_fullsized":"2024-04-18T05:13:00.551773+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:23.818882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390722+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:59.390722+0000","last_peered":"2024-04-18T05:12:59.390722+0000","last_clean":"2024-04-18T05:12:59.390722+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:59.390722+0000","last_undegraded":"2024-04-18T05:12:59.390722+0000","last_fullsized":"2024-04-18T05:12:59.390722+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400857+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:59.400857+0000","last_peered":"2024-04-18T05:12:59.400857+0000","last_clean":"2024-04-18T05:12:59.400857+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:59.400857+0000","last_undegraded":"2024-04-18T05:12:59.400857+0000","last_fullsized":"2024-04-18T05:12:59.400857+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548392+0000","last_change":"2024-04-18T05:12:59.405209+0000","last_active":"2024-04-18T05:13:00.548392+0000","last_peered":"2024-04-18T05:13:00.548392+0000","last_clean":"2024-04-18T05:13:00.548392+0000","last_became_active":"2024-04-18T05:12:59.404767+0000","last_became_peered":"2024-04-18T05:12:59.404767+0000","last_unstale":"2024-04-18T05:13:00.548392+0000","last_undegraded":"2024-04-18T05:13:00.548392+0000","last_fullsized":"2024-04-18T05:13:00.548392+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554460+0000","last_change":"2024-04-18T05:12:59.041804+0000","last_active":"2024-04-18T05:13:00.554460+0000","last_peered":"2024-04-18T05:13:00.554460+0000","last_clean":"2024-04-18T05:13:00.554460+0000","last_became_active":"2024-04-18T05:12:59.034425+0000","last_became_peered":"2024-04-18T05:12:59.034425+0000","last_unstale":"2024-04-18T05:13:00.554460+0000","last_undegraded":"2024-04-18T05:13:00.554460+0000","last_fullsized":"2024-04-18T05:13:00.554460+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:46.308229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382903+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:59.382903+0000","last_peered":"2024-04-18T05:12:59.382903+0000","last_clean":"2024-04-18T05:12:59.382903+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:59.382903+0000","last_undegraded":"2024-04-18T05:12:59.382903+0000","last_fullsized":"2024-04-18T05:12:59.382903+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390571+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:59.390571+0000","last_peered":"2024-04-18T05:12:59.390571+0000","last_clean":"2024-04-18T05:12:59.390571+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:59.390571+0000","last_undegraded":"2024-04-18T05:12:59.390571+0000","last_fullsized":"2024-04-18T05:12:59.390571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":183,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.410509+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:59.410509+0000","last_peered":"2024-04-18T05:12:59.410509+0000","last_clean":"2024-04-18T05:12:59.410509+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:59.410509+0000","last_undegraded":"2024-04-18T05:12:59.410509+0000","last_fullsized":"2024-04-18T05:12:59.410509+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24,"ondisk_log_size":24,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":221863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":1.256},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.72699999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.097}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":1.052},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":1.173}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":1.331},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":1.1339999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.427}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":1.2789999999999999},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.4039999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.2},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":1.3700000000000001}]}]},{"osd":5,"up_from":15,"seq":64424509464,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1118208,"data_stored":813851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.93500000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.89200000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.85099999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.0580000000000001},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.1140000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.014},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":1.153}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.179},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.087}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.22}]}]},{"osd":4,"up_from":15,"seq":64424509465,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27552,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":544768,"data_stored":226292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":1.1020000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.68400000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.92900000000000005}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.129}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.85099999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":1.153}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.0680000000000001},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.1930000000000001}]}]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":512000,"data_stored":221427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.67800000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.625}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.71199999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":1.202}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.82899999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.2589999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.1639999999999999}]}]},{"osd":2,"up_from":15,"seq":64424509463,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":524288,"data_stored":225128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.80100000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.88600000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.92400000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.069},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":1.03}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.2},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.161}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.093}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.123},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.2829999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1118208,"data_stored":819184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.58399999999999996}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.68799999999999994}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.79600000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":1.069},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.141}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.0289999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":1.1160000000000001},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.93400000000000005}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.99199999999999999},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.1639999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509464,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":516096,"data_stored":221921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.40600000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35199999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.307},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.76000000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.88},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.72999999999999998}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.67500000000000004}]}]},{"osd":7,"up_from":13,"seq":55834574872,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":483328,"data_stored":205914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":1.071},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.995}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":1.1359999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":1.046},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":1.1870000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":1.1120000000000001},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.2370000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.86499999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.2769999999999999},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":1.212}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.26},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.163}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:13:04.229 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.30 is not active+clean 2024-04-18T05:13:04.229 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.229 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.33 is not active+clean 2024-04-18T05:13:04.229 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.229 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.34 is not active+clean 2024-04-18T05:13:04.229 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.38 is not active+clean 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.3a is not active+clean 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.25 is not active+clean 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1e is not active+clean 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:12:58.004655+0000', 'last_change': '2024-04-18T05:12:58.004655+0000', 'last_active': '2024-04-18T05:12:57.987227+0000', 'last_peered': '2024-04-18T05:12:57.987227+0000', 'last_clean': '2024-04-18T05:12:57.987227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.004655+0000', 'last_undegraded': '2024-04-18T05:12:58.004655+0000', 'last_fullsized': '2024-04-18T05:12:58.004655+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T06:20:22.611841+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.1e is not active+clean 2024-04-18T05:13:04.230 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.231 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.10 is not active+clean 2024-04-18T05:13:04.231 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:12:58.003180+0000', 'last_change': '2024-04-18T05:12:58.003180+0000', 'last_active': '2024-04-18T05:12:57.987227+0000', 'last_peered': '2024-04-18T05:12:57.987227+0000', 'last_clean': '2024-04-18T05:12:57.987227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.003180+0000', 'last_undegraded': '2024-04-18T05:12:58.003180+0000', 'last_fullsized': '2024-04-18T05:12:58.003180+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T13:27:58.206673+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-18T05:13:04.231 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.13 is not active+clean 2024-04-18T05:13:04.231 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:12:58.003356+0000', 'last_change': '2024-04-18T05:12:58.003356+0000', 'last_active': '2024-04-18T05:12:57.987227+0000', 'last_peered': '2024-04-18T05:12:57.987227+0000', 'last_clean': '2024-04-18T05:12:57.987227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.003356+0000', 'last_undegraded': '2024-04-18T05:12:58.003356+0000', 'last_fullsized': '2024-04-18T05:12:58.003356+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T06:24:01.813348+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-18T05:13:04.231 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.3 is not active+clean 2024-04-18T05:13:04.231 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.231 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.f is not active+clean 2024-04-18T05:13:04.231 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:12:58.003487+0000', 'last_change': '2024-04-18T05:12:58.003487+0000', 'last_active': '2024-04-18T05:12:57.987227+0000', 'last_peered': '2024-04-18T05:12:57.987227+0000', 'last_clean': '2024-04-18T05:12:57.987227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.003487+0000', 'last_undegraded': '2024-04-18T05:12:58.003487+0000', 'last_fullsized': '2024-04-18T05:12:58.003487+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T09:42:33.768275+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-18T05:13:04.231 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.e is not active+clean 2024-04-18T05:13:04.232 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 42, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:12:58.003504+0000', 'last_change': '2024-04-18T05:12:58.003504+0000', 'last_active': '2024-04-18T05:12:57.987227+0000', 'last_peered': '2024-04-18T05:12:57.987227+0000', 'last_clean': '2024-04-18T05:12:57.987227+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.003504+0000', 'last_undegraded': '2024-04-18T05:12:58.003504+0000', 'last_fullsized': '2024-04-18T05:12:58.003504+0000', 'mapping_epoch': 42, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 42, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:57.987227+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T15:40:22.516734+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-18T05:13:04.232 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.7 is not active+clean 2024-04-18T05:13:04.232 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.232 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.f is not active+clean 2024-04-18T05:13:04.232 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:12:58.990272+0000', 'last_change': '2024-04-18T05:12:58.990272+0000', 'last_active': '2024-04-18T05:12:58.990272+0000', 'last_peered': '2024-04-18T05:12:58.990272+0000', 'last_clean': '2024-04-18T05:12:58.990272+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:12:58.990272+0000', 'last_undegraded': '2024-04-18T05:12:58.990272+0000', 'last_fullsized': '2024-04-18T05:12:58.990272+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'last_clean_scrub_stamp': '2024-04-18T05:12:58.990272+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:13:04.233 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-18T05:13:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64ca201640 1 Processor -- start 2024-04-18T05:13:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64ca201640 1 -- start start 2024-04-18T05:13:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64ca201640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c1820 0x7f64c4070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64ca201640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f64c40c0e50 0x7f64c4070880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64ca201640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64c414e2d0 con 0x7f64c414def0 2024-04-18T05:13:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64ca201640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64c4151440 con 0x7f64c40c0e50 2024-04-18T05:13:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64ca201640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64c4151720 con 0x7f64c40c1820 2024-04-18T05:13:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64c3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f64c40c0e50 0x7f64c4070880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64c3fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f64c40c0e50 0x7f64c4070880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34318/0 (socket says 172.21.15.32:34318) 2024-04-18T05:13:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64c3fff640 1 -- 172.21.15.32:0/3620305880 learned_addr learned my addr 172.21.15.32:0/3620305880 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64c2ffd640 1 --2- 172.21.15.32:0/3620305880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c1820 0x7f64c4070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64c3fff640 1 -- 172.21.15.32:0/3620305880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c1820 msgr2=0x7f64c4070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64c3fff640 1 --2- 172.21.15.32:0/3620305880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c1820 0x7f64c4070340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64c3fff640 1 -- 172.21.15.32:0/3620305880 >> v1:172.21.15.92:6789/0 conn(0x7f64c414def0 legacy=0x7f64c40716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.386+0000 7f64c3fff640 1 -- 172.21.15.32:0/3620305880 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64c40c1cf0 con 0x7f64c40c0e50 2024-04-18T05:13:04.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64c3fff640 1 --2- 172.21.15.32:0/3620305880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c40c0e50 0x7f64c4070880 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f64bc009e50 tx=0x7f64bc01c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55f8b0bd1c552c6a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:04.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64c27fc640 1 -- 172.21.15.32:0/3620305880 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc0a5560 con 0x7f64c40c0e50 2024-04-18T05:13:04.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64c27fc640 1 -- 172.21.15.32:0/3620305880 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64bc0a56c0 con 0x7f64c40c0e50 2024-04-18T05:13:04.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64c27fc640 1 -- 172.21.15.32:0/3620305880 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc0a5a50 con 0x7f64c40c0e50 2024-04-18T05:13:04.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 -- 172.21.15.32:0/3620305880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c40c0e50 msgr2=0x7f64c4070880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 --2- 172.21.15.32:0/3620305880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c40c0e50 0x7f64c4070880 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f64bc009e50 tx=0x7f64bc01c9a0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 -- 172.21.15.32:0/3620305880 shutdown_connections 2024-04-18T05:13:04.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 --2- 172.21.15.32:0/3620305880 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c40c0e50 0x7f64c4070880 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 --2- 172.21.15.32:0/3620305880 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c1820 0x7f64c4070340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 -- 172.21.15.32:0/3620305880 >> 172.21.15.32:0/3620305880 conn(0x7f64c4069e80 msgr2=0x7f64c406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:04.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 -- 172.21.15.32:0/3620305880 shutdown_connections 2024-04-18T05:13:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 -- 172.21.15.32:0/3620305880 wait complete. 2024-04-18T05:13:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 Processor -- start 2024-04-18T05:13:04.397 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.390+0000 7f64ca201640 1 -- start start 2024-04-18T05:13:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64ca201640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c0e50 0x7f64c41449f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64ca201640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64c40c1820 0x7f64c40c5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64ca201640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c414def0 0x7f64c4143590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64ca201640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64c41ed440 con 0x7f64c414def0 2024-04-18T05:13:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64ca201640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64c414b250 con 0x7f64c40c1820 2024-04-18T05:13:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64ca201640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64c414ac90 con 0x7f64c40c0e50 2024-04-18T05:13:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c414def0 0x7f64c4143590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c414def0 0x7f64c4143590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34322/0 (socket says 172.21.15.32:34322) 2024-04-18T05:13:04.399 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c3fff640 1 -- 172.21.15.32:0/889471843 learned_addr learned my addr 172.21.15.32:0/889471843 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c2ffd640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64c40c1820 0x7f64c40c5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c37fe640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c0e50 0x7f64c41449f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c3fff640 1 -- 172.21.15.32:0/889471843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c0e50 msgr2=0x7f64c41449f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c3fff640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c0e50 0x7f64c41449f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c3fff640 1 -- 172.21.15.32:0/889471843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64c40c1820 msgr2=0x7f64c40c5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c3fff640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64c40c1820 0x7f64c40c5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c3fff640 1 -- 172.21.15.32:0/889471843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64bc009b30 con 0x7f64c414def0 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c37fe640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c0e50 0x7f64c41449f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c3fff640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c414def0 0x7f64c4143590 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f64bc01a5d0 tx=0x7f64bc019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64abfff640 1 -- 172.21.15.32:0/889471843 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc0a5560 con 0x7f64c414def0 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64abfff640 1 -- 172.21.15.32:0/889471843 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64bc0b8670 con 0x7f64c414def0 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64c414af70 con 0x7f64c414def0 2024-04-18T05:13:04.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64abfff640 1 -- 172.21.15.32:0/889471843 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64bc0b89e0 con 0x7f64c414def0 2024-04-18T05:13:04.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64c414a110 con 0x7f64c414def0 2024-04-18T05:13:04.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64c41eb5c0 con 0x7f64c414def0 2024-04-18T05:13:04.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64abfff640 1 -- 172.21.15.32:0/889471843 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f64bc0b8b40 con 0x7f64c414def0 2024-04-18T05:13:04.401 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64abfff640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f64b0066690 0x7f64b0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64abfff640 1 -- 172.21.15.32:0/889471843 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f64bc11f960 con 0x7f64c414def0 2024-04-18T05:13:04.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.394+0000 7f64c37fe640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f64b0066690 0x7f64b0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.398+0000 7f64c37fe640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f64b0066690 0x7f64b0068b50 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f64c415a4c0 tx=0x7f64b4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:04.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.398+0000 7f64abfff640 1 -- 172.21.15.32:0/889471843 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f64c41eb5c0 con 0x7f64c414def0 2024-04-18T05:13:04.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.610+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f64c41eb5c0 con 0x7f64c414def0 2024-04-18T05:13:04.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.610+0000 7f64abfff640 1 -- 172.21.15.32:0/889471843 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1277 (secure 0 0 0) 0x7f64c41eb5c0 con 0x7f64c414def0 2024-04-18T05:13:04.616 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:04.616 INFO:teuthology.orchestra.run.smithi032.stdout:{"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":120,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":45,"num_osds":8,"num_up_osds":8,"osd_up_since":1713417075,"num_in_osds":8,"osd_in_since":1713417066,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":178},{"state_name":"unknown","count":10},{"state_name":"creating+peering","count":5}],"num_pgs":193,"num_pools":5,"num_objects":37,"data_bytes":596737,"bytes_used":243466240,"bytes_avail":772850647040,"bytes_total":773094113280,"unknown_pgs_ratio":0.051813472062349319,"inactive_pgs_ratio":0.02590673603117466,"write_bytes_sec":1259,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":21,"id":2,"up":1,"in":1,"max":1,"id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"d","status":"up:active","gid":4963},{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":5379}],"up:standby":2},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-04-18T05:12:28.858768+0000","services":{}},"progress_events":{}} 2024-04-18T05:13:04.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f64b0066690 msgr2=0x7f64b0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f64b0066690 0x7f64b0068b50 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f64c415a4c0 tx=0x7f64b4009040 comp rx=0 tx=0).stop 2024-04-18T05:13:04.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c414def0 msgr2=0x7f64c4143590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c414def0 0x7f64c4143590 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f64bc01a5d0 tx=0x7f64bc019740 comp rx=0 tx=0).stop 2024-04-18T05:13:04.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 shutdown_connections 2024-04-18T05:13:04.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f64c414def0 0x7f64c4143590 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f64b0066690 0x7f64b0068b50 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64c40c1820 0x7f64c40c5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 --2- 172.21.15.32:0/889471843 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f64c40c0e50 0x7f64c41449f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 >> 172.21.15.32:0/889471843 conn(0x7f64c4069e80 msgr2=0x7f64c40a81a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:04.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 shutdown_connections 2024-04-18T05:13:04.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.614+0000 7f64ca201640 1 -- 172.21.15.32:0/889471843 wait complete. 2024-04-18T05:13:04.634 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-18T05:13:04.634 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:13:04.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d75d6640 1 Processor -- start 2024-04-18T05:13:04.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d75d6640 1 -- start start 2024-04-18T05:13:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d75d6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd2d01519f0 0x7fd2d00a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d75d6640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd2d006d5d0 0x7fd2d015c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d75d6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2d0155e50 con 0x7fd2d00a84c0 2024-04-18T05:13:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d75d6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2d00a9080 con 0x7fd2d01519f0 2024-04-18T05:13:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d75d6640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2d0154f60 con 0x7fd2d006d5d0 2024-04-18T05:13:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d4b71640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd2d01519f0 0x7fd2d00a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d5372640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd2d00a84c0 0x7fd2d006cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59420/0 (socket says 172.21.15.32:59420) 2024-04-18T05:13:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d4b71640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd2d01519f0 0x7fd2d00a88a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34328/0 (socket says 172.21.15.32:34328) 2024-04-18T05:13:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d5372640 1 -- 172.21.15.32:0/3820211767 learned_addr learned my addr 172.21.15.32:0/3820211767 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d4b71640 1 -- 172.21.15.32:0/3820211767 >> v2:172.21.15.92:3300/0 conn(0x7fd2d006d5d0 msgr2=0x7fd2d015c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d4b71640 1 --2- 172.21.15.32:0/3820211767 >> v2:172.21.15.92:3300/0 conn(0x7fd2d006d5d0 0x7fd2d015c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d4b71640 1 -- 172.21.15.32:0/3820211767 >> v1:172.21.15.32:6789/0 conn(0x7fd2d00a84c0 legacy=0x7fd2d006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2c7fff640 1 -- 172.21.15.32:0/3820211767 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2844830391 0 0) 0x7fd2d0155e50 con 0x7fd2d00a84c0 2024-04-18T05:13:04.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d4b71640 1 -- 172.21.15.32:0/3820211767 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d0155240 con 0x7fd2d01519f0 2024-04-18T05:13:04.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2d4b71640 1 --2- 172.21.15.32:0/3820211767 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d01519f0 0x7fd2d00a88a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fd2d006ddb0 tx=0x7fd2c001c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ff2abefaa224845 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:04.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2c7fff640 1 -- 172.21.15.32:0/3820211767 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c00ab600 con 0x7fd2d01519f0 2024-04-18T05:13:04.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2c7fff640 1 -- 172.21.15.32:0/3820211767 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2c00a7050 con 0x7fd2d01519f0 2024-04-18T05:13:04.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.742+0000 7fd2c7fff640 1 -- 172.21.15.32:0/3820211767 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c00ab980 con 0x7fd2d01519f0 2024-04-18T05:13:04.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- 172.21.15.32:0/3820211767 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d01519f0 msgr2=0x7fd2d00a88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 --2- 172.21.15.32:0/3820211767 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d01519f0 0x7fd2d00a88a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fd2d006ddb0 tx=0x7fd2c001c3f0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- 172.21.15.32:0/3820211767 shutdown_connections 2024-04-18T05:13:04.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 --2- 172.21.15.32:0/3820211767 >> v2:172.21.15.92:3300/0 conn(0x7fd2d006d5d0 0x7fd2d015c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 --2- 172.21.15.32:0/3820211767 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d01519f0 0x7fd2d00a88a0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- 172.21.15.32:0/3820211767 >> 172.21.15.32:0/3820211767 conn(0x7fd2d0069e80 msgr2=0x7fd2d006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:04.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- 172.21.15.32:0/3820211767 shutdown_connections 2024-04-18T05:13:04.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- 172.21.15.32:0/3820211767 wait complete. 2024-04-18T05:13:04.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 Processor -- start 2024-04-18T05:13:04.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- start start 2024-04-18T05:13:04.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d006d5d0 0x7fd2d01352c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2d00a84c0 0x7fd2d00c4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2d01519f0 0x7fd2d0133ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d0134bf0 con 0x7fd2d006d5d0 2024-04-18T05:13:04.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d01359c0 con 0x7fd2d01519f0 2024-04-18T05:13:04.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d0135ca0 con 0x7fd2d00a84c0 2024-04-18T05:13:04.753 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d5372640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d006d5d0 0x7fd2d01352c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d5372640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d006d5d0 0x7fd2d01352c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34332/0 (socket says 172.21.15.32:34332) 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d5372640 1 -- 172.21.15.32:0/1697534805 learned_addr learned my addr 172.21.15.32:0/1697534805 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d5372640 1 -- 172.21.15.32:0/1697534805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2d00a84c0 msgr2=0x7fd2d00c4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d5372640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2d00a84c0 0x7fd2d00c4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d5372640 1 -- 172.21.15.32:0/1697534805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2d01519f0 msgr2=0x7fd2d0133ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d5372640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2d01519f0 0x7fd2d0133ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d5372640 1 -- 172.21.15.32:0/1697534805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2c0009420 con 0x7fd2d006d5d0 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d5372640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d006d5d0 0x7fd2d01352c0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc00c480 tx=0x7fd2cc00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2c5ffb640 1 -- 172.21.15.32:0/1697534805 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc0074e0 con 0x7fd2d006d5d0 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2c5ffb640 1 -- 172.21.15.32:0/1697534805 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2cc007660 con 0x7fd2d006d5d0 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2d0135f80 con 0x7fd2d006d5d0 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2c5ffb640 1 -- 172.21.15.32:0/1697534805 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc004a30 con 0x7fd2d006d5d0 2024-04-18T05:13:04.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.746+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2d00c4b40 con 0x7fd2d006d5d0 2024-04-18T05:13:04.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.750+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2d01364a0 con 0x7fd2d006d5d0 2024-04-18T05:13:04.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.750+0000 7fd2c5ffb640 1 -- 172.21.15.32:0/1697534805 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd2cc004b90 con 0x7fd2d006d5d0 2024-04-18T05:13:04.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.750+0000 7fd2c5ffb640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd2b4066690 0x7fd2b4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:04.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.750+0000 7fd2c5ffb640 1 -- 172.21.15.32:0/1697534805 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7fd2cc083ac0 con 0x7fd2d006d5d0 2024-04-18T05:13:04.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.750+0000 7fd2d4b71640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd2b4066690 0x7fd2b4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:04.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.750+0000 7fd2d4b71640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd2b4066690 0x7fd2b4068b50 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fd2c00ad000 tx=0x7fd2c0004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:04.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.754+0000 7fd2c5ffb640 1 -- 172.21.15.32:0/1697534805 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd2cc0544b0 con 0x7fd2d006d5d0 2024-04-18T05:13:04.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.902+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd2d0072090 con 0x7fd2b4066690 2024-04-18T05:13:04.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.922+0000 7fd2c5ffb640 1 -- 172.21.15.32:0/1697534805 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+526202 (secure 0 0 0) 0x7fd2c00aa3a0 con 0x7fd2b4066690 2024-04-18T05:13:04.934 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:04.937 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd2b4066690 msgr2=0x7fd2b4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd2b4066690 0x7fd2b4068b50 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fd2c00ad000 tx=0x7fd2c0004740 comp rx=0 tx=0).stop 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d006d5d0 msgr2=0x7fd2d01352c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d006d5d0 0x7fd2d01352c0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc00c480 tx=0x7fd2cc00c940 comp rx=0 tx=0).stop 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 shutdown_connections 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd2b4066690 0x7fd2b4068b50 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2d01519f0 0x7fd2d0133ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2d00a84c0 0x7fd2d00c4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 --2- 172.21.15.32:0/1697534805 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd2d006d5d0 0x7fd2d01352c0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 >> 172.21.15.32:0/1697534805 conn(0x7fd2d0069e80 msgr2=0x7fd2d0137990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:04.939 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 shutdown_connections 2024-04-18T05:13:04.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:04.930+0000 7fd2d75d6640 1 -- 172.21.15.32:0/1697534805 wait complete. 2024-04-18T05:13:04.950 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":94,"stamp":"2024-04-18T05:13:04.869886+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596793,"num_objects":45,"num_object_clones":0,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":250,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":196,"ondisk_log_size":196,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":288,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237812,"kb_used_data":5248,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754736908,"statfs":{"total":773094113280,"available":772850593792,"internally_reserved":0,"allocated":5373952,"data_stored":2978516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002390"},"pg_stats":[{"pgid":"8.31","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549529+0000","last_change":"2024-04-18T05:12:59.425699+0000","last_active":"2024-04-18T05:13:00.549529+0000","last_peered":"2024-04-18T05:13:00.549529+0000","last_clean":"2024-04-18T05:13:00.549529+0000","last_became_active":"2024-04-18T05:12:59.425335+0000","last_became_peered":"2024-04-18T05:12:59.425335+0000","last_unstale":"2024-04-18T05:13:00.549529+0000","last_undegraded":"2024-04-18T05:13:00.549529+0000","last_fullsized":"2024-04-18T05:13:00.549529+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405504+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:59.405504+0000","last_peered":"2024-04-18T05:12:59.405504+0000","last_clean":"2024-04-18T05:12:59.405504+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:59.405504+0000","last_undegraded":"2024-04-18T05:12:59.405504+0000","last_fullsized":"2024-04-18T05:12:59.405504+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550789+0000","last_change":"2024-04-18T05:12:59.413292+0000","last_active":"2024-04-18T05:13:00.550789+0000","last_peered":"2024-04-18T05:13:00.550789+0000","last_clean":"2024-04-18T05:13:00.550789+0000","last_became_active":"2024-04-18T05:12:59.412797+0000","last_became_peered":"2024-04-18T05:12:59.412797+0000","last_unstale":"2024-04-18T05:13:00.550789+0000","last_undegraded":"2024-04-18T05:13:00.550789+0000","last_fullsized":"2024-04-18T05:13:00.550789+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:47:55.927515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388054+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:59.388054+0000","last_peered":"2024-04-18T05:12:59.388054+0000","last_clean":"2024-04-18T05:12:59.388054+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:59.388054+0000","last_undegraded":"2024-04-18T05:12:59.388054+0000","last_fullsized":"2024-04-18T05:12:59.388054+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554348+0000","last_change":"2024-04-18T05:12:59.411959+0000","last_active":"2024-04-18T05:13:00.554348+0000","last_peered":"2024-04-18T05:13:00.554348+0000","last_clean":"2024-04-18T05:13:00.554348+0000","last_became_active":"2024-04-18T05:12:59.409738+0000","last_became_peered":"2024-04-18T05:12:59.409738+0000","last_unstale":"2024-04-18T05:13:00.554348+0000","last_undegraded":"2024-04-18T05:13:00.554348+0000","last_fullsized":"2024-04-18T05:13:00.554348+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:49.050573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403184+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:59.403184+0000","last_peered":"2024-04-18T05:12:59.403184+0000","last_clean":"2024-04-18T05:12:59.403184+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:59.403184+0000","last_undegraded":"2024-04-18T05:12:59.403184+0000","last_fullsized":"2024-04-18T05:12:59.403184+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393339+0000","last_change":"2024-04-18T05:12:59.413310+0000","last_active":"2024-04-18T05:13:00.393339+0000","last_peered":"2024-04-18T05:13:00.393339+0000","last_clean":"2024-04-18T05:13:00.393339+0000","last_became_active":"2024-04-18T05:12:59.413011+0000","last_became_peered":"2024-04-18T05:12:59.413011+0000","last_unstale":"2024-04-18T05:13:00.393339+0000","last_undegraded":"2024-04-18T05:13:00.393339+0000","last_fullsized":"2024-04-18T05:13:00.393339+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401710+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:59.401710+0000","last_peered":"2024-04-18T05:12:59.401710+0000","last_clean":"2024-04-18T05:12:59.401710+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:59.401710+0000","last_undegraded":"2024-04-18T05:12:59.401710+0000","last_fullsized":"2024-04-18T05:12:59.401710+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393633+0000","last_change":"2024-04-18T05:12:59.403630+0000","last_active":"2024-04-18T05:13:00.393633+0000","last_peered":"2024-04-18T05:13:00.393633+0000","last_clean":"2024-04-18T05:13:00.393633+0000","last_became_active":"2024-04-18T05:12:59.402922+0000","last_became_peered":"2024-04-18T05:12:59.402922+0000","last_unstale":"2024-04-18T05:13:00.393633+0000","last_undegraded":"2024-04-18T05:13:00.393633+0000","last_fullsized":"2024-04-18T05:13:00.393633+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:46:23.783573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394911+0000","last_change":"2024-04-18T05:12:39.971290+0000","last_active":"2024-04-18T05:12:59.394911+0000","last_peered":"2024-04-18T05:12:59.394911+0000","last_clean":"2024-04-18T05:12:59.394911+0000","last_became_active":"2024-04-18T05:12:39.970530+0000","last_became_peered":"2024-04-18T05:12:39.970530+0000","last_unstale":"2024-04-18T05:12:59.394911+0000","last_undegraded":"2024-04-18T05:12:59.394911+0000","last_fullsized":"2024-04-18T05:12:59.394911+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:24:23.590702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554365+0000","last_change":"2024-04-18T05:12:59.412055+0000","last_active":"2024-04-18T05:13:00.554365+0000","last_peered":"2024-04-18T05:13:00.554365+0000","last_clean":"2024-04-18T05:13:00.554365+0000","last_became_active":"2024-04-18T05:12:59.411681+0000","last_became_peered":"2024-04-18T05:12:59.411681+0000","last_unstale":"2024-04-18T05:13:00.554365+0000","last_undegraded":"2024-04-18T05:13:00.554365+0000","last_fullsized":"2024-04-18T05:13:00.554365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:40:19.130728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386765+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:59.386765+0000","last_peered":"2024-04-18T05:12:59.386765+0000","last_clean":"2024-04-18T05:12:59.386765+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:59.386765+0000","last_undegraded":"2024-04-18T05:12:59.386765+0000","last_fullsized":"2024-04-18T05:12:59.386765+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553204+0000","last_change":"2024-04-18T05:12:59.420792+0000","last_active":"2024-04-18T05:13:00.553204+0000","last_peered":"2024-04-18T05:13:00.553204+0000","last_clean":"2024-04-18T05:13:00.553204+0000","last_became_active":"2024-04-18T05:12:59.420361+0000","last_became_peered":"2024-04-18T05:12:59.420361+0000","last_unstale":"2024-04-18T05:13:00.553204+0000","last_undegraded":"2024-04-18T05:13:00.553204+0000","last_fullsized":"2024-04-18T05:13:00.553204+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:38.357792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403745+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:59.403745+0000","last_peered":"2024-04-18T05:12:59.403745+0000","last_clean":"2024-04-18T05:12:59.403745+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:59.403745+0000","last_undegraded":"2024-04-18T05:12:59.403745+0000","last_fullsized":"2024-04-18T05:12:59.403745+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553881+0000","last_change":"2024-04-18T05:12:59.421606+0000","last_active":"2024-04-18T05:13:00.553881+0000","last_peered":"2024-04-18T05:13:00.553881+0000","last_clean":"2024-04-18T05:13:00.553881+0000","last_became_active":"2024-04-18T05:12:59.421342+0000","last_became_peered":"2024-04-18T05:12:59.421342+0000","last_unstale":"2024-04-18T05:13:00.553881+0000","last_undegraded":"2024-04-18T05:13:00.553881+0000","last_fullsized":"2024-04-18T05:13:00.553881+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400297+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:59.400297+0000","last_peered":"2024-04-18T05:12:59.400297+0000","last_clean":"2024-04-18T05:12:59.400297+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:59.400297+0000","last_undegraded":"2024-04-18T05:12:59.400297+0000","last_fullsized":"2024-04-18T05:12:59.400297+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552691+0000","last_change":"2024-04-18T05:12:59.411147+0000","last_active":"2024-04-18T05:13:00.552691+0000","last_peered":"2024-04-18T05:13:00.552691+0000","last_clean":"2024-04-18T05:13:00.552691+0000","last_became_active":"2024-04-18T05:12:59.410808+0000","last_became_peered":"2024-04-18T05:12:59.410808+0000","last_unstale":"2024-04-18T05:13:00.552691+0000","last_undegraded":"2024-04-18T05:13:00.552691+0000","last_fullsized":"2024-04-18T05:13:00.552691+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399099+0000","last_change":"2024-04-18T05:12:39.972759+0000","last_active":"2024-04-18T05:12:59.399099+0000","last_peered":"2024-04-18T05:12:59.399099+0000","last_clean":"2024-04-18T05:12:59.399099+0000","last_became_active":"2024-04-18T05:12:39.972085+0000","last_became_peered":"2024-04-18T05:12:39.972085+0000","last_unstale":"2024-04-18T05:12:59.399099+0000","last_undegraded":"2024-04-18T05:12:59.399099+0000","last_fullsized":"2024-04-18T05:12:59.399099+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:08.024429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550529+0000","last_change":"2024-04-18T05:12:59.413104+0000","last_active":"2024-04-18T05:13:00.550529+0000","last_peered":"2024-04-18T05:13:00.550529+0000","last_clean":"2024-04-18T05:13:00.550529+0000","last_became_active":"2024-04-18T05:12:59.412478+0000","last_became_peered":"2024-04-18T05:12:59.412478+0000","last_unstale":"2024-04-18T05:13:00.550529+0000","last_undegraded":"2024-04-18T05:13:00.550529+0000","last_fullsized":"2024-04-18T05:13:00.550529+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:23:37.835456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403477+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:59.403477+0000","last_peered":"2024-04-18T05:12:59.403477+0000","last_clean":"2024-04-18T05:12:59.403477+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:59.403477+0000","last_undegraded":"2024-04-18T05:12:59.403477+0000","last_fullsized":"2024-04-18T05:12:59.403477+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392751+0000","last_change":"2024-04-18T05:12:59.404651+0000","last_active":"2024-04-18T05:13:00.392751+0000","last_peered":"2024-04-18T05:13:00.392751+0000","last_clean":"2024-04-18T05:13:00.392751+0000","last_became_active":"2024-04-18T05:12:59.403847+0000","last_became_peered":"2024-04-18T05:12:59.403847+0000","last_unstale":"2024-04-18T05:13:00.392751+0000","last_undegraded":"2024-04-18T05:13:00.392751+0000","last_fullsized":"2024-04-18T05:13:00.392751+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390830+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:59.390830+0000","last_peered":"2024-04-18T05:12:59.390830+0000","last_clean":"2024-04-18T05:12:59.390830+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:59.390830+0000","last_undegraded":"2024-04-18T05:12:59.390830+0000","last_fullsized":"2024-04-18T05:12:59.390830+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553492+0000","last_change":"2024-04-18T05:12:59.418617+0000","last_active":"2024-04-18T05:13:00.553492+0000","last_peered":"2024-04-18T05:13:00.553492+0000","last_clean":"2024-04-18T05:13:00.553492+0000","last_became_active":"2024-04-18T05:12:59.418363+0000","last_became_peered":"2024-04-18T05:12:59.418363+0000","last_unstale":"2024-04-18T05:13:00.553492+0000","last_undegraded":"2024-04-18T05:13:00.553492+0000","last_fullsized":"2024-04-18T05:13:00.553492+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:34:40.928844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394805+0000","last_change":"2024-04-18T05:12:39.988499+0000","last_active":"2024-04-18T05:12:59.394805+0000","last_peered":"2024-04-18T05:12:59.394805+0000","last_clean":"2024-04-18T05:12:59.394805+0000","last_became_active":"2024-04-18T05:12:39.988030+0000","last_became_peered":"2024-04-18T05:12:39.988030+0000","last_unstale":"2024-04-18T05:12:59.394805+0000","last_undegraded":"2024-04-18T05:12:59.394805+0000","last_fullsized":"2024-04-18T05:12:59.394805+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:38:53.247252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551483+0000","last_change":"2024-04-18T05:12:59.422941+0000","last_active":"2024-04-18T05:13:00.551483+0000","last_peered":"2024-04-18T05:13:00.551483+0000","last_clean":"2024-04-18T05:13:00.551483+0000","last_became_active":"2024-04-18T05:12:59.422669+0000","last_became_peered":"2024-04-18T05:12:59.422669+0000","last_unstale":"2024-04-18T05:13:00.551483+0000","last_undegraded":"2024-04-18T05:13:00.551483+0000","last_fullsized":"2024-04-18T05:13:00.551483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:27.415241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403941+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:59.403941+0000","last_peered":"2024-04-18T05:12:59.403941+0000","last_clean":"2024-04-18T05:12:59.403941+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:59.403941+0000","last_undegraded":"2024-04-18T05:12:59.403941+0000","last_fullsized":"2024-04-18T05:12:59.403941+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550624+0000","last_change":"2024-04-18T05:12:59.410138+0000","last_active":"2024-04-18T05:13:00.550624+0000","last_peered":"2024-04-18T05:13:00.550624+0000","last_clean":"2024-04-18T05:13:00.550624+0000","last_became_active":"2024-04-18T05:12:59.407819+0000","last_became_peered":"2024-04-18T05:12:59.407819+0000","last_unstale":"2024-04-18T05:13:00.550624+0000","last_undegraded":"2024-04-18T05:13:00.550624+0000","last_fullsized":"2024-04-18T05:13:00.550624+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:47.311274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387029+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:59.387029+0000","last_peered":"2024-04-18T05:12:59.387029+0000","last_clean":"2024-04-18T05:12:59.387029+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:59.387029+0000","last_undegraded":"2024-04-18T05:12:59.387029+0000","last_fullsized":"2024-04-18T05:12:59.387029+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394344+0000","last_change":"2024-04-18T05:12:59.398229+0000","last_active":"2024-04-18T05:13:00.394344+0000","last_peered":"2024-04-18T05:13:00.394344+0000","last_clean":"2024-04-18T05:13:00.394344+0000","last_became_active":"2024-04-18T05:12:59.397245+0000","last_became_peered":"2024-04-18T05:12:59.397245+0000","last_unstale":"2024-04-18T05:13:00.394344+0000","last_undegraded":"2024-04-18T05:13:00.394344+0000","last_fullsized":"2024-04-18T05:13:00.394344+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:00:48.134689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382576+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:59.382576+0000","last_peered":"2024-04-18T05:12:59.382576+0000","last_clean":"2024-04-18T05:12:59.382576+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:59.382576+0000","last_undegraded":"2024-04-18T05:12:59.382576+0000","last_fullsized":"2024-04-18T05:12:59.382576+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391993+0000","last_change":"2024-04-18T05:12:59.412076+0000","last_active":"2024-04-18T05:13:00.391993+0000","last_peered":"2024-04-18T05:13:00.391993+0000","last_clean":"2024-04-18T05:13:00.391993+0000","last_became_active":"2024-04-18T05:12:59.411666+0000","last_became_peered":"2024-04-18T05:12:59.411666+0000","last_unstale":"2024-04-18T05:13:00.391993+0000","last_undegraded":"2024-04-18T05:13:00.391993+0000","last_fullsized":"2024-04-18T05:13:00.391993+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402655+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:59.402655+0000","last_peered":"2024-04-18T05:12:59.402655+0000","last_clean":"2024-04-18T05:12:59.402655+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:59.402655+0000","last_undegraded":"2024-04-18T05:12:59.402655+0000","last_fullsized":"2024-04-18T05:12:59.402655+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552655+0000","last_change":"2024-04-18T05:12:59.416670+0000","last_active":"2024-04-18T05:13:00.552655+0000","last_peered":"2024-04-18T05:13:00.552655+0000","last_clean":"2024-04-18T05:13:00.552655+0000","last_became_active":"2024-04-18T05:12:59.414764+0000","last_became_peered":"2024-04-18T05:12:59.414764+0000","last_unstale":"2024-04-18T05:13:00.552655+0000","last_undegraded":"2024-04-18T05:13:00.552655+0000","last_fullsized":"2024-04-18T05:13:00.552655+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:58:27.502209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383068+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:59.383068+0000","last_peered":"2024-04-18T05:12:59.383068+0000","last_clean":"2024-04-18T05:12:59.383068+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:59.383068+0000","last_undegraded":"2024-04-18T05:12:59.383068+0000","last_fullsized":"2024-04-18T05:12:59.383068+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.390847+0000","last_change":"2024-04-18T05:12:59.396700+0000","last_active":"2024-04-18T05:13:00.390847+0000","last_peered":"2024-04-18T05:13:00.390847+0000","last_clean":"2024-04-18T05:13:00.390847+0000","last_became_active":"2024-04-18T05:12:59.394211+0000","last_became_peered":"2024-04-18T05:12:59.394211+0000","last_unstale":"2024-04-18T05:13:00.390847+0000","last_undegraded":"2024-04-18T05:13:00.390847+0000","last_fullsized":"2024-04-18T05:13:00.390847+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383036+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:59.383036+0000","last_peered":"2024-04-18T05:12:59.383036+0000","last_clean":"2024-04-18T05:12:59.383036+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:59.383036+0000","last_undegraded":"2024-04-18T05:12:59.383036+0000","last_fullsized":"2024-04-18T05:12:59.383036+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393662+0000","last_change":"2024-04-18T05:12:59.407447+0000","last_active":"2024-04-18T05:13:00.393662+0000","last_peered":"2024-04-18T05:13:00.393662+0000","last_clean":"2024-04-18T05:13:00.393662+0000","last_became_active":"2024-04-18T05:12:59.407152+0000","last_became_peered":"2024-04-18T05:12:59.407152+0000","last_unstale":"2024-04-18T05:13:00.393662+0000","last_undegraded":"2024-04-18T05:13:00.393662+0000","last_fullsized":"2024-04-18T05:13:00.393662+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395318+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:59.395318+0000","last_peered":"2024-04-18T05:12:59.395318+0000","last_clean":"2024-04-18T05:12:59.395318+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:59.395318+0000","last_undegraded":"2024-04-18T05:12:59.395318+0000","last_fullsized":"2024-04-18T05:12:59.395318+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385279+0000","last_change":"2024-04-18T05:12:59.420614+0000","last_active":"2024-04-18T05:13:00.385279+0000","last_peered":"2024-04-18T05:13:00.385279+0000","last_clean":"2024-04-18T05:13:00.385279+0000","last_became_active":"2024-04-18T05:12:59.420111+0000","last_became_peered":"2024-04-18T05:12:59.420111+0000","last_unstale":"2024-04-18T05:13:00.385279+0000","last_undegraded":"2024-04-18T05:13:00.385279+0000","last_fullsized":"2024-04-18T05:13:00.385279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:45:10.050769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390480+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:59.390480+0000","last_peered":"2024-04-18T05:12:59.390480+0000","last_clean":"2024-04-18T05:12:59.390480+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:59.390480+0000","last_undegraded":"2024-04-18T05:12:59.390480+0000","last_fullsized":"2024-04-18T05:12:59.390480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554961+0000","last_change":"2024-04-18T05:12:59.409062+0000","last_active":"2024-04-18T05:13:00.554961+0000","last_peered":"2024-04-18T05:13:00.554961+0000","last_clean":"2024-04-18T05:13:00.554961+0000","last_became_active":"2024-04-18T05:12:59.408743+0000","last_became_peered":"2024-04-18T05:12:59.408743+0000","last_unstale":"2024-04-18T05:13:00.554961+0000","last_undegraded":"2024-04-18T05:13:00.554961+0000","last_fullsized":"2024-04-18T05:13:00.554961+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:23:46.258826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390595+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:59.390595+0000","last_peered":"2024-04-18T05:12:59.390595+0000","last_clean":"2024-04-18T05:12:59.390595+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:59.390595+0000","last_undegraded":"2024-04-18T05:12:59.390595+0000","last_fullsized":"2024-04-18T05:12:59.390595+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391941+0000","last_change":"2024-04-18T05:12:59.417579+0000","last_active":"2024-04-18T05:13:00.391941+0000","last_peered":"2024-04-18T05:13:00.391941+0000","last_clean":"2024-04-18T05:13:00.391941+0000","last_became_active":"2024-04-18T05:12:59.417256+0000","last_became_peered":"2024-04-18T05:12:59.417256+0000","last_unstale":"2024-04-18T05:13:00.391941+0000","last_undegraded":"2024-04-18T05:13:00.391941+0000","last_fullsized":"2024-04-18T05:13:00.391941+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:32.728677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395352+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:59.395352+0000","last_peered":"2024-04-18T05:12:59.395352+0000","last_clean":"2024-04-18T05:12:59.395352+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:59.395352+0000","last_undegraded":"2024-04-18T05:12:59.395352+0000","last_fullsized":"2024-04-18T05:12:59.395352+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394538+0000","last_change":"2024-04-18T05:12:59.409699+0000","last_active":"2024-04-18T05:13:00.394538+0000","last_peered":"2024-04-18T05:13:00.394538+0000","last_clean":"2024-04-18T05:13:00.394538+0000","last_became_active":"2024-04-18T05:12:59.408630+0000","last_became_peered":"2024-04-18T05:12:59.408630+0000","last_unstale":"2024-04-18T05:13:00.394538+0000","last_undegraded":"2024-04-18T05:13:00.394538+0000","last_fullsized":"2024-04-18T05:13:00.394538+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382792+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:59.382792+0000","last_peered":"2024-04-18T05:12:59.382792+0000","last_clean":"2024-04-18T05:12:59.382792+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:59.382792+0000","last_undegraded":"2024-04-18T05:12:59.382792+0000","last_fullsized":"2024-04-18T05:12:59.382792+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552487+0000","last_change":"2024-04-18T05:12:59.421444+0000","last_active":"2024-04-18T05:13:00.552487+0000","last_peered":"2024-04-18T05:13:00.552487+0000","last_clean":"2024-04-18T05:13:00.552487+0000","last_became_active":"2024-04-18T05:12:59.419836+0000","last_became_peered":"2024-04-18T05:12:59.419836+0000","last_unstale":"2024-04-18T05:13:00.552487+0000","last_undegraded":"2024-04-18T05:13:00.552487+0000","last_fullsized":"2024-04-18T05:13:00.552487+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:51.944097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400375+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:59.400375+0000","last_peered":"2024-04-18T05:12:59.400375+0000","last_clean":"2024-04-18T05:12:59.400375+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:59.400375+0000","last_undegraded":"2024-04-18T05:12:59.400375+0000","last_fullsized":"2024-04-18T05:12:59.400375+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551247+0000","last_change":"2024-04-18T05:12:59.417535+0000","last_active":"2024-04-18T05:13:00.551247+0000","last_peered":"2024-04-18T05:13:00.551247+0000","last_clean":"2024-04-18T05:13:00.551247+0000","last_became_active":"2024-04-18T05:12:59.417255+0000","last_became_peered":"2024-04-18T05:12:59.417255+0000","last_unstale":"2024-04-18T05:13:00.551247+0000","last_undegraded":"2024-04-18T05:13:00.551247+0000","last_fullsized":"2024-04-18T05:13:00.551247+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:35:24.514761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392189+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:59.392189+0000","last_peered":"2024-04-18T05:12:59.392189+0000","last_clean":"2024-04-18T05:12:59.392189+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:59.392189+0000","last_undegraded":"2024-04-18T05:12:59.392189+0000","last_fullsized":"2024-04-18T05:12:59.392189+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550722+0000","last_change":"2024-04-18T05:12:59.420428+0000","last_active":"2024-04-18T05:13:00.550722+0000","last_peered":"2024-04-18T05:13:00.550722+0000","last_clean":"2024-04-18T05:13:00.550722+0000","last_became_active":"2024-04-18T05:12:59.419870+0000","last_became_peered":"2024-04-18T05:12:59.419870+0000","last_unstale":"2024-04-18T05:13:00.550722+0000","last_undegraded":"2024-04-18T05:13:00.550722+0000","last_fullsized":"2024-04-18T05:13:00.550722+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:29:39.103504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405288+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:59.405288+0000","last_peered":"2024-04-18T05:12:59.405288+0000","last_clean":"2024-04-18T05:12:59.405288+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:59.405288+0000","last_undegraded":"2024-04-18T05:12:59.405288+0000","last_fullsized":"2024-04-18T05:12:59.405288+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550653+0000","last_change":"2024-04-18T05:12:59.421942+0000","last_active":"2024-04-18T05:13:00.550653+0000","last_peered":"2024-04-18T05:13:00.550653+0000","last_clean":"2024-04-18T05:13:00.550653+0000","last_became_active":"2024-04-18T05:12:59.421325+0000","last_became_peered":"2024-04-18T05:12:59.421325+0000","last_unstale":"2024-04-18T05:13:00.550653+0000","last_undegraded":"2024-04-18T05:13:00.550653+0000","last_fullsized":"2024-04-18T05:13:00.550653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:48.804384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390905+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:59.390905+0000","last_peered":"2024-04-18T05:12:59.390905+0000","last_clean":"2024-04-18T05:12:59.390905+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:59.390905+0000","last_undegraded":"2024-04-18T05:12:59.390905+0000","last_fullsized":"2024-04-18T05:12:59.390905+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551709+0000","last_change":"2024-04-18T05:12:59.417323+0000","last_active":"2024-04-18T05:13:00.551709+0000","last_peered":"2024-04-18T05:13:00.551709+0000","last_clean":"2024-04-18T05:13:00.551709+0000","last_became_active":"2024-04-18T05:12:59.417097+0000","last_became_peered":"2024-04-18T05:12:59.417097+0000","last_unstale":"2024-04-18T05:13:00.551709+0000","last_undegraded":"2024-04-18T05:13:00.551709+0000","last_fullsized":"2024-04-18T05:13:00.551709+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:09:49.407779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403458+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:59.403458+0000","last_peered":"2024-04-18T05:12:59.403458+0000","last_clean":"2024-04-18T05:12:59.403458+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:59.403458+0000","last_undegraded":"2024-04-18T05:12:59.403458+0000","last_fullsized":"2024-04-18T05:12:59.403458+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554923+0000","last_change":"2024-04-18T05:12:59.420237+0000","last_active":"2024-04-18T05:13:00.554923+0000","last_peered":"2024-04-18T05:13:00.554923+0000","last_clean":"2024-04-18T05:13:00.554923+0000","last_became_active":"2024-04-18T05:12:59.419863+0000","last_became_peered":"2024-04-18T05:12:59.419863+0000","last_unstale":"2024-04-18T05:13:00.554923+0000","last_undegraded":"2024-04-18T05:13:00.554923+0000","last_fullsized":"2024-04-18T05:13:00.554923+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:48.173216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383543+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:59.383543+0000","last_peered":"2024-04-18T05:12:59.383543+0000","last_clean":"2024-04-18T05:12:59.383543+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:59.383543+0000","last_undegraded":"2024-04-18T05:12:59.383543+0000","last_fullsized":"2024-04-18T05:12:59.383543+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391792+0000","last_change":"2024-04-18T05:12:59.412270+0000","last_active":"2024-04-18T05:13:00.391792+0000","last_peered":"2024-04-18T05:13:00.391792+0000","last_clean":"2024-04-18T05:13:00.391792+0000","last_became_active":"2024-04-18T05:12:59.411870+0000","last_became_peered":"2024-04-18T05:12:59.411870+0000","last_unstale":"2024-04-18T05:13:00.391792+0000","last_undegraded":"2024-04-18T05:13:00.391792+0000","last_fullsized":"2024-04-18T05:13:00.391792+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:05.785504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384283+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:59.384283+0000","last_peered":"2024-04-18T05:12:59.384283+0000","last_clean":"2024-04-18T05:12:59.384283+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:59.384283+0000","last_undegraded":"2024-04-18T05:12:59.384283+0000","last_fullsized":"2024-04-18T05:12:59.384283+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394823+0000","last_change":"2024-04-18T05:12:59.405964+0000","last_active":"2024-04-18T05:13:00.394823+0000","last_peered":"2024-04-18T05:13:00.394823+0000","last_clean":"2024-04-18T05:13:00.394823+0000","last_became_active":"2024-04-18T05:12:59.404298+0000","last_became_peered":"2024-04-18T05:12:59.404298+0000","last_unstale":"2024-04-18T05:13:00.394823+0000","last_undegraded":"2024-04-18T05:13:00.394823+0000","last_fullsized":"2024-04-18T05:13:00.394823+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403843+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:59.403843+0000","last_peered":"2024-04-18T05:12:59.403843+0000","last_clean":"2024-04-18T05:12:59.403843+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:59.403843+0000","last_undegraded":"2024-04-18T05:12:59.403843+0000","last_fullsized":"2024-04-18T05:12:59.403843+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551017+0000","last_change":"2024-04-18T05:12:59.410213+0000","last_active":"2024-04-18T05:13:00.551017+0000","last_peered":"2024-04-18T05:13:00.551017+0000","last_clean":"2024-04-18T05:13:00.551017+0000","last_became_active":"2024-04-18T05:12:59.407837+0000","last_became_peered":"2024-04-18T05:12:59.407837+0000","last_unstale":"2024-04-18T05:13:00.551017+0000","last_undegraded":"2024-04-18T05:13:00.551017+0000","last_fullsized":"2024-04-18T05:13:00.551017+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400453+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:59.400453+0000","last_peered":"2024-04-18T05:12:59.400453+0000","last_clean":"2024-04-18T05:12:59.400453+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:59.400453+0000","last_undegraded":"2024-04-18T05:12:59.400453+0000","last_fullsized":"2024-04-18T05:12:59.400453+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385282+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.385282+0000","last_peered":"2024-04-18T05:13:00.385282+0000","last_clean":"2024-04-18T05:13:00.385282+0000","last_became_active":"2024-04-18T05:12:59.408666+0000","last_became_peered":"2024-04-18T05:12:59.408666+0000","last_unstale":"2024-04-18T05:13:00.385282+0000","last_undegraded":"2024-04-18T05:13:00.385282+0000","last_fullsized":"2024-04-18T05:13:00.385282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:01:39.291271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553849+0000","last_change":"2024-04-18T05:12:59.049323+0000","last_active":"2024-04-18T05:13:00.553849+0000","last_peered":"2024-04-18T05:13:00.553849+0000","last_clean":"2024-04-18T05:13:00.553849+0000","last_became_active":"2024-04-18T05:12:59.048871+0000","last_became_peered":"2024-04-18T05:12:59.048871+0000","last_unstale":"2024-04-18T05:13:00.553849+0000","last_undegraded":"2024-04-18T05:13:00.553849+0000","last_fullsized":"2024-04-18T05:13:00.553849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:03.698425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383360+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:59.383360+0000","last_peered":"2024-04-18T05:12:59.383360+0000","last_clean":"2024-04-18T05:12:59.383360+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:59.383360+0000","last_undegraded":"2024-04-18T05:12:59.383360+0000","last_fullsized":"2024-04-18T05:12:59.383360+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392478+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:59.392478+0000","last_peered":"2024-04-18T05:12:59.392478+0000","last_clean":"2024-04-18T05:12:59.392478+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:59.392478+0000","last_undegraded":"2024-04-18T05:12:59.392478+0000","last_fullsized":"2024-04-18T05:12:59.392478+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554058+0000","last_change":"2024-04-18T05:12:59.421741+0000","last_active":"2024-04-18T05:13:00.554058+0000","last_peered":"2024-04-18T05:13:00.554058+0000","last_clean":"2024-04-18T05:13:00.554058+0000","last_became_active":"2024-04-18T05:12:59.421318+0000","last_became_peered":"2024-04-18T05:12:59.421318+0000","last_unstale":"2024-04-18T05:13:00.554058+0000","last_undegraded":"2024-04-18T05:13:00.554058+0000","last_fullsized":"2024-04-18T05:13:00.554058+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392263+0000","last_change":"2024-04-18T05:12:59.050007+0000","last_active":"2024-04-18T05:13:00.392263+0000","last_peered":"2024-04-18T05:13:00.392263+0000","last_clean":"2024-04-18T05:13:00.392263+0000","last_became_active":"2024-04-18T05:12:59.049515+0000","last_became_peered":"2024-04-18T05:12:59.049515+0000","last_unstale":"2024-04-18T05:13:00.392263+0000","last_undegraded":"2024-04-18T05:13:00.392263+0000","last_fullsized":"2024-04-18T05:13:00.392263+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:12:19.167680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389502+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:59.389502+0000","last_peered":"2024-04-18T05:12:59.389502+0000","last_clean":"2024-04-18T05:12:59.389502+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:59.389502+0000","last_undegraded":"2024-04-18T05:12:59.389502+0000","last_fullsized":"2024-04-18T05:12:59.389502+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388194+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:59.388194+0000","last_peered":"2024-04-18T05:12:59.388194+0000","last_clean":"2024-04-18T05:12:59.388194+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:59.388194+0000","last_undegraded":"2024-04-18T05:12:59.388194+0000","last_fullsized":"2024-04-18T05:12:59.388194+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384575+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.384575+0000","last_peered":"2024-04-18T05:13:00.384575+0000","last_clean":"2024-04-18T05:13:00.384575+0000","last_became_active":"2024-04-18T05:12:59.408739+0000","last_became_peered":"2024-04-18T05:12:59.408739+0000","last_unstale":"2024-04-18T05:13:00.384575+0000","last_undegraded":"2024-04-18T05:13:00.384575+0000","last_fullsized":"2024-04-18T05:13:00.384575+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:00:32.496039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"44'4","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551874+0000","last_change":"2024-04-18T05:12:59.021505+0000","last_active":"2024-04-18T05:13:00.551874+0000","last_peered":"2024-04-18T05:13:00.551874+0000","last_clean":"2024-04-18T05:13:00.551874+0000","last_became_active":"2024-04-18T05:12:59.021225+0000","last_became_peered":"2024-04-18T05:12:59.021225+0000","last_unstale":"2024-04-18T05:13:00.551874+0000","last_undegraded":"2024-04-18T05:13:00.551874+0000","last_fullsized":"2024-04-18T05:13:00.551874+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:36:11.591886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383480+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:59.383480+0000","last_peered":"2024-04-18T05:12:59.383480+0000","last_clean":"2024-04-18T05:12:59.383480+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:59.383480+0000","last_undegraded":"2024-04-18T05:12:59.383480+0000","last_fullsized":"2024-04-18T05:12:59.383480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403443+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:59.403443+0000","last_peered":"2024-04-18T05:12:59.403443+0000","last_clean":"2024-04-18T05:12:59.403443+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:59.403443+0000","last_undegraded":"2024-04-18T05:12:59.403443+0000","last_fullsized":"2024-04-18T05:12:59.403443+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384656+0000","last_change":"2024-04-18T05:12:59.400899+0000","last_active":"2024-04-18T05:13:00.384656+0000","last_peered":"2024-04-18T05:13:00.384656+0000","last_clean":"2024-04-18T05:13:00.384656+0000","last_became_active":"2024-04-18T05:12:59.400416+0000","last_became_peered":"2024-04-18T05:12:59.400416+0000","last_unstale":"2024-04-18T05:13:00.384656+0000","last_undegraded":"2024-04-18T05:13:00.384656+0000","last_fullsized":"2024-04-18T05:13:00.384656+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:41:52.007667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"44'1","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.422655+0000","last_change":"2024-04-18T05:12:59.055548+0000","last_active":"2024-04-18T05:12:59.422655+0000","last_peered":"2024-04-18T05:12:59.422655+0000","last_clean":"2024-04-18T05:12:59.422655+0000","last_became_active":"2024-04-18T05:12:59.054841+0000","last_became_peered":"2024-04-18T05:12:59.054841+0000","last_unstale":"2024-04-18T05:12:59.422655+0000","last_undegraded":"2024-04-18T05:12:59.422655+0000","last_fullsized":"2024-04-18T05:12:59.422655+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:20:22.611841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389418+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:59.389418+0000","last_peered":"2024-04-18T05:12:59.389418+0000","last_clean":"2024-04-18T05:12:59.389418+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:59.389418+0000","last_undegraded":"2024-04-18T05:12:59.389418+0000","last_fullsized":"2024-04-18T05:12:59.389418+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390035+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:59.390035+0000","last_peered":"2024-04-18T05:12:59.390035+0000","last_clean":"2024-04-18T05:12:59.390035+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:59.390035+0000","last_undegraded":"2024-04-18T05:12:59.390035+0000","last_fullsized":"2024-04-18T05:12:59.390035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554128+0000","last_change":"2024-04-18T05:12:59.424309+0000","last_active":"2024-04-18T05:13:00.554128+0000","last_peered":"2024-04-18T05:13:00.554128+0000","last_clean":"2024-04-18T05:13:00.554128+0000","last_became_active":"2024-04-18T05:12:59.423644+0000","last_became_peered":"2024-04-18T05:12:59.423644+0000","last_unstale":"2024-04-18T05:13:00.554128+0000","last_undegraded":"2024-04-18T05:13:00.554128+0000","last_fullsized":"2024-04-18T05:13:00.554128+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385186+0000","last_change":"2024-04-18T05:12:59.023199+0000","last_active":"2024-04-18T05:13:00.385186+0000","last_peered":"2024-04-18T05:13:00.385186+0000","last_clean":"2024-04-18T05:13:00.385186+0000","last_became_active":"2024-04-18T05:12:59.022893+0000","last_became_peered":"2024-04-18T05:12:59.022893+0000","last_unstale":"2024-04-18T05:13:00.385186+0000","last_undegraded":"2024-04-18T05:13:00.385186+0000","last_fullsized":"2024-04-18T05:13:00.385186+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:47.884934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400536+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:59.400536+0000","last_peered":"2024-04-18T05:12:59.400536+0000","last_clean":"2024-04-18T05:12:59.400536+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:59.400536+0000","last_undegraded":"2024-04-18T05:12:59.400536+0000","last_fullsized":"2024-04-18T05:12:59.400536+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387645+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:59.387645+0000","last_peered":"2024-04-18T05:12:59.387645+0000","last_clean":"2024-04-18T05:12:59.387645+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:59.387645+0000","last_undegraded":"2024-04-18T05:12:59.387645+0000","last_fullsized":"2024-04-18T05:12:59.387645+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551502+0000","last_change":"2024-04-18T05:12:59.417385+0000","last_active":"2024-04-18T05:13:00.551502+0000","last_peered":"2024-04-18T05:13:00.551502+0000","last_clean":"2024-04-18T05:13:00.551502+0000","last_became_active":"2024-04-18T05:12:59.417081+0000","last_became_peered":"2024-04-18T05:12:59.417081+0000","last_unstale":"2024-04-18T05:13:00.551502+0000","last_undegraded":"2024-04-18T05:13:00.551502+0000","last_fullsized":"2024-04-18T05:13:00.551502+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552849+0000","last_change":"2024-04-18T05:12:59.051730+0000","last_active":"2024-04-18T05:13:00.552849+0000","last_peered":"2024-04-18T05:13:00.552849+0000","last_clean":"2024-04-18T05:13:00.552849+0000","last_became_active":"2024-04-18T05:12:59.051185+0000","last_became_peered":"2024-04-18T05:12:59.051185+0000","last_unstale":"2024-04-18T05:13:00.552849+0000","last_undegraded":"2024-04-18T05:13:00.552849+0000","last_fullsized":"2024-04-18T05:13:00.552849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:05.968506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390332+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:59.390332+0000","last_peered":"2024-04-18T05:12:59.390332+0000","last_clean":"2024-04-18T05:12:59.390332+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:59.390332+0000","last_undegraded":"2024-04-18T05:12:59.390332+0000","last_fullsized":"2024-04-18T05:12:59.390332+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402735+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:59.402735+0000","last_peered":"2024-04-18T05:12:59.402735+0000","last_clean":"2024-04-18T05:12:59.402735+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:59.402735+0000","last_undegraded":"2024-04-18T05:12:59.402735+0000","last_fullsized":"2024-04-18T05:12:59.402735+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550070+0000","last_change":"2024-04-18T05:12:59.406230+0000","last_active":"2024-04-18T05:13:00.550070+0000","last_peered":"2024-04-18T05:13:00.550070+0000","last_clean":"2024-04-18T05:13:00.550070+0000","last_became_active":"2024-04-18T05:12:59.405961+0000","last_became_peered":"2024-04-18T05:12:59.405961+0000","last_unstale":"2024-04-18T05:13:00.550070+0000","last_undegraded":"2024-04-18T05:13:00.550070+0000","last_fullsized":"2024-04-18T05:13:00.550070+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551717+0000","last_change":"2024-04-18T05:12:59.053754+0000","last_active":"2024-04-18T05:13:00.551717+0000","last_peered":"2024-04-18T05:13:00.551717+0000","last_clean":"2024-04-18T05:13:00.551717+0000","last_became_active":"2024-04-18T05:12:59.053038+0000","last_became_peered":"2024-04-18T05:12:59.053038+0000","last_unstale":"2024-04-18T05:13:00.551717+0000","last_undegraded":"2024-04-18T05:13:00.551717+0000","last_fullsized":"2024-04-18T05:13:00.551717+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:31.725632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384410+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:59.384410+0000","last_peered":"2024-04-18T05:12:59.384410+0000","last_clean":"2024-04-18T05:12:59.384410+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:59.384410+0000","last_undegraded":"2024-04-18T05:12:59.384410+0000","last_fullsized":"2024-04-18T05:12:59.384410+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399979+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:59.399979+0000","last_peered":"2024-04-18T05:12:59.399979+0000","last_clean":"2024-04-18T05:12:59.399979+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:59.399979+0000","last_undegraded":"2024-04-18T05:12:59.399979+0000","last_fullsized":"2024-04-18T05:12:59.399979+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385794+0000","last_change":"2024-04-18T05:12:59.398589+0000","last_active":"2024-04-18T05:13:00.385794+0000","last_peered":"2024-04-18T05:13:00.385794+0000","last_clean":"2024-04-18T05:13:00.385794+0000","last_became_active":"2024-04-18T05:12:59.397809+0000","last_became_peered":"2024-04-18T05:12:59.397809+0000","last_unstale":"2024-04-18T05:13:00.385794+0000","last_undegraded":"2024-04-18T05:13:00.385794+0000","last_fullsized":"2024-04-18T05:13:00.385794+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:42.385272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385004+0000","last_change":"2024-04-18T05:12:59.024558+0000","last_active":"2024-04-18T05:13:00.385004+0000","last_peered":"2024-04-18T05:13:00.385004+0000","last_clean":"2024-04-18T05:13:00.385004+0000","last_became_active":"2024-04-18T05:12:59.024228+0000","last_became_peered":"2024-04-18T05:12:59.024228+0000","last_unstale":"2024-04-18T05:13:00.385004+0000","last_undegraded":"2024-04-18T05:13:00.385004+0000","last_fullsized":"2024-04-18T05:13:00.385004+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:26.412196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388154+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:59.388154+0000","last_peered":"2024-04-18T05:12:59.388154+0000","last_clean":"2024-04-18T05:12:59.388154+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:59.388154+0000","last_undegraded":"2024-04-18T05:12:59.388154+0000","last_fullsized":"2024-04-18T05:12:59.388154+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.406925+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:59.406925+0000","last_peered":"2024-04-18T05:12:59.406925+0000","last_clean":"2024-04-18T05:12:59.406925+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:59.406925+0000","last_undegraded":"2024-04-18T05:12:59.406925+0000","last_fullsized":"2024-04-18T05:12:59.406925+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393463+0000","last_change":"2024-04-18T05:12:59.392050+0000","last_active":"2024-04-18T05:13:00.393463+0000","last_peered":"2024-04-18T05:13:00.393463+0000","last_clean":"2024-04-18T05:13:00.393463+0000","last_became_active":"2024-04-18T05:12:59.391753+0000","last_became_peered":"2024-04-18T05:12:59.391753+0000","last_unstale":"2024-04-18T05:13:00.393463+0000","last_undegraded":"2024-04-18T05:13:00.393463+0000","last_fullsized":"2024-04-18T05:13:00.393463+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"44'3","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385586+0000","last_change":"2024-04-18T05:12:59.048851+0000","last_active":"2024-04-18T05:13:00.385586+0000","last_peered":"2024-04-18T05:13:00.385586+0000","last_clean":"2024-04-18T05:13:00.385586+0000","last_became_active":"2024-04-18T05:12:59.048559+0000","last_became_peered":"2024-04-18T05:12:59.048559+0000","last_unstale":"2024-04-18T05:13:00.385586+0000","last_undegraded":"2024-04-18T05:13:00.385586+0000","last_fullsized":"2024-04-18T05:13:00.385586+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:45:28.043413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401804+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:59.401804+0000","last_peered":"2024-04-18T05:12:59.401804+0000","last_clean":"2024-04-18T05:12:59.401804+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:59.401804+0000","last_undegraded":"2024-04-18T05:12:59.401804+0000","last_fullsized":"2024-04-18T05:12:59.401804+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405624+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:59.405624+0000","last_peered":"2024-04-18T05:12:59.405624+0000","last_clean":"2024-04-18T05:12:59.405624+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:59.405624+0000","last_undegraded":"2024-04-18T05:12:59.405624+0000","last_fullsized":"2024-04-18T05:12:59.405624+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392565+0000","last_change":"2024-04-18T05:12:59.410247+0000","last_active":"2024-04-18T05:13:00.392565+0000","last_peered":"2024-04-18T05:13:00.392565+0000","last_clean":"2024-04-18T05:13:00.392565+0000","last_became_active":"2024-04-18T05:12:59.404258+0000","last_became_peered":"2024-04-18T05:12:59.404258+0000","last_unstale":"2024-04-18T05:13:00.392565+0000","last_undegraded":"2024-04-18T05:13:00.392565+0000","last_fullsized":"2024-04-18T05:13:00.392565+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:23.834804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"44'6","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554044+0000","last_change":"2024-04-18T05:12:59.043255+0000","last_active":"2024-04-18T05:13:00.554044+0000","last_peered":"2024-04-18T05:13:00.554044+0000","last_clean":"2024-04-18T05:13:00.554044+0000","last_became_active":"2024-04-18T05:12:59.034397+0000","last_became_peered":"2024-04-18T05:12:59.034397+0000","last_unstale":"2024-04-18T05:13:00.554044+0000","last_undegraded":"2024-04-18T05:13:00.554044+0000","last_fullsized":"2024-04-18T05:13:00.554044+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392254+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:59.392254+0000","last_peered":"2024-04-18T05:12:59.392254+0000","last_clean":"2024-04-18T05:12:59.392254+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:59.392254+0000","last_undegraded":"2024-04-18T05:12:59.392254+0000","last_fullsized":"2024-04-18T05:12:59.392254+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383433+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:59.383433+0000","last_peered":"2024-04-18T05:12:59.383433+0000","last_clean":"2024-04-18T05:12:59.383433+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:59.383433+0000","last_undegraded":"2024-04-18T05:12:59.383433+0000","last_fullsized":"2024-04-18T05:12:59.383433+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548354+0000","last_change":"2024-04-18T05:12:59.421336+0000","last_active":"2024-04-18T05:13:00.548354+0000","last_peered":"2024-04-18T05:13:00.548354+0000","last_clean":"2024-04-18T05:13:00.548354+0000","last_became_active":"2024-04-18T05:12:59.420852+0000","last_became_peered":"2024-04-18T05:12:59.420852+0000","last_unstale":"2024-04-18T05:13:00.548354+0000","last_undegraded":"2024-04-18T05:13:00.548354+0000","last_fullsized":"2024-04-18T05:13:00.548354+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552015+0000","last_change":"2024-04-18T05:12:59.018833+0000","last_active":"2024-04-18T05:13:00.552015+0000","last_peered":"2024-04-18T05:13:00.552015+0000","last_clean":"2024-04-18T05:13:00.552015+0000","last_became_active":"2024-04-18T05:12:59.018456+0000","last_became_peered":"2024-04-18T05:12:59.018456+0000","last_unstale":"2024-04-18T05:13:00.552015+0000","last_undegraded":"2024-04-18T05:13:00.552015+0000","last_fullsized":"2024-04-18T05:13:00.552015+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:05.855382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405380+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:59.405380+0000","last_peered":"2024-04-18T05:12:59.405380+0000","last_clean":"2024-04-18T05:12:59.405380+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:59.405380+0000","last_undegraded":"2024-04-18T05:12:59.405380+0000","last_fullsized":"2024-04-18T05:12:59.405380+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":18,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382286+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:59.382286+0000","last_peered":"2024-04-18T05:12:59.382286+0000","last_clean":"2024-04-18T05:12:59.382286+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:59.382286+0000","last_undegraded":"2024-04-18T05:12:59.382286+0000","last_fullsized":"2024-04-18T05:12:59.382286+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549888+0000","last_change":"2024-04-18T05:12:59.411066+0000","last_active":"2024-04-18T05:13:00.549888+0000","last_peered":"2024-04-18T05:13:00.549888+0000","last_clean":"2024-04-18T05:13:00.549888+0000","last_became_active":"2024-04-18T05:12:59.410619+0000","last_became_peered":"2024-04-18T05:12:59.410619+0000","last_unstale":"2024-04-18T05:13:00.549888+0000","last_undegraded":"2024-04-18T05:13:00.549888+0000","last_fullsized":"2024-04-18T05:13:00.549888+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:08.221270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551231+0000","last_change":"2024-04-18T05:12:59.041500+0000","last_active":"2024-04-18T05:13:00.551231+0000","last_peered":"2024-04-18T05:13:00.551231+0000","last_clean":"2024-04-18T05:13:00.551231+0000","last_became_active":"2024-04-18T05:12:59.041183+0000","last_became_peered":"2024-04-18T05:12:59.041183+0000","last_unstale":"2024-04-18T05:13:00.551231+0000","last_undegraded":"2024-04-18T05:13:00.551231+0000","last_fullsized":"2024-04-18T05:13:00.551231+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:46.448430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404926+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:59.404926+0000","last_peered":"2024-04-18T05:12:59.404926+0000","last_clean":"2024-04-18T05:12:59.404926+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:59.404926+0000","last_undegraded":"2024-04-18T05:12:59.404926+0000","last_fullsized":"2024-04-18T05:12:59.404926+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"41'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401964+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:59.401964+0000","last_peered":"2024-04-18T05:12:59.401964+0000","last_clean":"2024-04-18T05:12:59.401964+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:59.401964+0000","last_undegraded":"2024-04-18T05:12:59.401964+0000","last_fullsized":"2024-04-18T05:12:59.401964+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554518+0000","last_change":"2024-04-18T05:12:59.412518+0000","last_active":"2024-04-18T05:13:00.554518+0000","last_peered":"2024-04-18T05:13:00.554518+0000","last_clean":"2024-04-18T05:13:00.554518+0000","last_became_active":"2024-04-18T05:12:59.411718+0000","last_became_peered":"2024-04-18T05:12:59.411718+0000","last_unstale":"2024-04-18T05:13:00.554518+0000","last_undegraded":"2024-04-18T05:13:00.554518+0000","last_fullsized":"2024-04-18T05:13:00.554518+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:35.741329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391249+0000","last_change":"2024-04-18T05:12:59.016373+0000","last_active":"2024-04-18T05:13:00.391249+0000","last_peered":"2024-04-18T05:13:00.391249+0000","last_clean":"2024-04-18T05:13:00.391249+0000","last_became_active":"2024-04-18T05:12:59.015955+0000","last_became_peered":"2024-04-18T05:12:59.015955+0000","last_unstale":"2024-04-18T05:13:00.391249+0000","last_undegraded":"2024-04-18T05:13:00.391249+0000","last_fullsized":"2024-04-18T05:13:00.391249+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:38.495566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400620+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:59.400620+0000","last_peered":"2024-04-18T05:12:59.400620+0000","last_clean":"2024-04-18T05:12:59.400620+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:59.400620+0000","last_undegraded":"2024-04-18T05:12:59.400620+0000","last_fullsized":"2024-04-18T05:12:59.400620+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402659+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:59.402659+0000","last_peered":"2024-04-18T05:12:59.402659+0000","last_clean":"2024-04-18T05:12:59.402659+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:59.402659+0000","last_undegraded":"2024-04-18T05:12:59.402659+0000","last_fullsized":"2024-04-18T05:12:59.402659+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553442+0000","last_change":"2024-04-18T05:12:59.420666+0000","last_active":"2024-04-18T05:13:00.553442+0000","last_peered":"2024-04-18T05:13:00.553442+0000","last_clean":"2024-04-18T05:13:00.553442+0000","last_became_active":"2024-04-18T05:12:59.419988+0000","last_became_peered":"2024-04-18T05:12:59.419988+0000","last_unstale":"2024-04-18T05:13:00.553442+0000","last_undegraded":"2024-04-18T05:13:00.553442+0000","last_fullsized":"2024-04-18T05:13:00.553442+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:25:13.681260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"44'8","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.425536+0000","last_change":"2024-04-18T05:12:59.055397+0000","last_active":"2024-04-18T05:12:59.425536+0000","last_peered":"2024-04-18T05:12:59.425536+0000","last_clean":"2024-04-18T05:12:59.425536+0000","last_became_active":"2024-04-18T05:12:59.054851+0000","last_became_peered":"2024-04-18T05:12:59.054851+0000","last_unstale":"2024-04-18T05:12:59.425536+0000","last_undegraded":"2024-04-18T05:12:59.425536+0000","last_fullsized":"2024-04-18T05:12:59.425536+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:27:58.206673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386700+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:59.386700+0000","last_peered":"2024-04-18T05:12:59.386700+0000","last_clean":"2024-04-18T05:12:59.386700+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:59.386700+0000","last_undegraded":"2024-04-18T05:12:59.386700+0000","last_fullsized":"2024-04-18T05:12:59.386700+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386820+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:59.386820+0000","last_peered":"2024-04-18T05:12:59.386820+0000","last_clean":"2024-04-18T05:12:59.386820+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:59.386820+0000","last_undegraded":"2024-04-18T05:12:59.386820+0000","last_fullsized":"2024-04-18T05:12:59.386820+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385107+0000","last_change":"2024-04-18T05:12:59.396173+0000","last_active":"2024-04-18T05:13:00.385107+0000","last_peered":"2024-04-18T05:13:00.385107+0000","last_clean":"2024-04-18T05:13:00.385107+0000","last_became_active":"2024-04-18T05:12:59.395138+0000","last_became_peered":"2024-04-18T05:12:59.395138+0000","last_unstale":"2024-04-18T05:13:00.385107+0000","last_undegraded":"2024-04-18T05:13:00.385107+0000","last_fullsized":"2024-04-18T05:13:00.385107+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:31:08.083375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"44'2","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.426883+0000","last_change":"2024-04-18T05:12:59.039833+0000","last_active":"2024-04-18T05:12:59.426883+0000","last_peered":"2024-04-18T05:12:59.426883+0000","last_clean":"2024-04-18T05:12:59.426883+0000","last_became_active":"2024-04-18T05:12:59.039237+0000","last_became_peered":"2024-04-18T05:12:59.039237+0000","last_unstale":"2024-04-18T05:12:59.426883+0000","last_undegraded":"2024-04-18T05:12:59.426883+0000","last_fullsized":"2024-04-18T05:12:59.426883+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:24:01.813348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395448+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:59.395448+0000","last_peered":"2024-04-18T05:12:59.395448+0000","last_clean":"2024-04-18T05:12:59.395448+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:59.395448+0000","last_undegraded":"2024-04-18T05:12:59.395448+0000","last_fullsized":"2024-04-18T05:12:59.395448+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382761+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:59.382761+0000","last_peered":"2024-04-18T05:12:59.382761+0000","last_clean":"2024-04-18T05:12:59.382761+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:59.382761+0000","last_undegraded":"2024-04-18T05:12:59.382761+0000","last_fullsized":"2024-04-18T05:12:59.382761+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393889+0000","last_change":"2024-04-18T05:12:59.407643+0000","last_active":"2024-04-18T05:13:00.393889+0000","last_peered":"2024-04-18T05:13:00.393889+0000","last_clean":"2024-04-18T05:13:00.393889+0000","last_became_active":"2024-04-18T05:12:59.407265+0000","last_became_peered":"2024-04-18T05:12:59.407265+0000","last_unstale":"2024-04-18T05:13:00.393889+0000","last_undegraded":"2024-04-18T05:13:00.393889+0000","last_fullsized":"2024-04-18T05:13:00.393889+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:24:18.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550092+0000","last_change":"2024-04-18T05:12:59.048738+0000","last_active":"2024-04-18T05:13:00.550092+0000","last_peered":"2024-04-18T05:13:00.550092+0000","last_clean":"2024-04-18T05:13:00.550092+0000","last_became_active":"2024-04-18T05:12:59.048421+0000","last_became_peered":"2024-04-18T05:12:59.048421+0000","last_unstale":"2024-04-18T05:13:00.550092+0000","last_undegraded":"2024-04-18T05:13:00.550092+0000","last_fullsized":"2024-04-18T05:13:00.550092+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:14:40.095012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394975+0000","last_change":"2024-04-18T05:12:39.988068+0000","last_active":"2024-04-18T05:12:59.394975+0000","last_peered":"2024-04-18T05:12:59.394975+0000","last_clean":"2024-04-18T05:12:59.394975+0000","last_became_active":"2024-04-18T05:12:39.987570+0000","last_became_peered":"2024-04-18T05:12:39.987570+0000","last_unstale":"2024-04-18T05:12:59.394975+0000","last_undegraded":"2024-04-18T05:12:59.394975+0000","last_fullsized":"2024-04-18T05:12:59.394975+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:46:56.675903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387830+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:59.387830+0000","last_peered":"2024-04-18T05:12:59.387830+0000","last_clean":"2024-04-18T05:12:59.387830+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:59.387830+0000","last_undegraded":"2024-04-18T05:12:59.387830+0000","last_fullsized":"2024-04-18T05:12:59.387830+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391416+0000","last_change":"2024-04-18T05:12:59.417157+0000","last_active":"2024-04-18T05:13:00.391416+0000","last_peered":"2024-04-18T05:13:00.391416+0000","last_clean":"2024-04-18T05:13:00.391416+0000","last_became_active":"2024-04-18T05:12:59.413054+0000","last_became_peered":"2024-04-18T05:12:59.413054+0000","last_unstale":"2024-04-18T05:13:00.391416+0000","last_undegraded":"2024-04-18T05:13:00.391416+0000","last_fullsized":"2024-04-18T05:13:00.391416+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:42:00.824135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550929+0000","last_change":"2024-04-18T05:12:59.049740+0000","last_active":"2024-04-18T05:13:00.550929+0000","last_peered":"2024-04-18T05:13:00.550929+0000","last_clean":"2024-04-18T05:13:00.550929+0000","last_became_active":"2024-04-18T05:12:59.049459+0000","last_became_peered":"2024-04-18T05:12:59.049459+0000","last_unstale":"2024-04-18T05:13:00.550929+0000","last_undegraded":"2024-04-18T05:13:00.550929+0000","last_fullsized":"2024-04-18T05:13:00.550929+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:10.165605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387602+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:59.387602+0000","last_peered":"2024-04-18T05:12:59.387602+0000","last_clean":"2024-04-18T05:12:59.387602+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:59.387602+0000","last_undegraded":"2024-04-18T05:12:59.387602+0000","last_fullsized":"2024-04-18T05:12:59.387602+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405048+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:59.405048+0000","last_peered":"2024-04-18T05:12:59.405048+0000","last_clean":"2024-04-18T05:12:59.405048+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:59.405048+0000","last_undegraded":"2024-04-18T05:12:59.405048+0000","last_fullsized":"2024-04-18T05:12:59.405048+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554084+0000","last_change":"2024-04-18T05:12:59.409477+0000","last_active":"2024-04-18T05:13:00.554084+0000","last_peered":"2024-04-18T05:13:00.554084+0000","last_clean":"2024-04-18T05:13:00.554084+0000","last_became_active":"2024-04-18T05:12:59.409175+0000","last_became_peered":"2024-04-18T05:12:59.409175+0000","last_unstale":"2024-04-18T05:13:00.554084+0000","last_undegraded":"2024-04-18T05:13:00.554084+0000","last_fullsized":"2024-04-18T05:13:00.554084+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:26.887649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392257+0000","last_change":"2024-04-18T05:12:59.048950+0000","last_active":"2024-04-18T05:13:00.392257+0000","last_peered":"2024-04-18T05:13:00.392257+0000","last_clean":"2024-04-18T05:13:00.392257+0000","last_became_active":"2024-04-18T05:12:59.048538+0000","last_became_peered":"2024-04-18T05:12:59.048538+0000","last_unstale":"2024-04-18T05:13:00.392257+0000","last_undegraded":"2024-04-18T05:13:00.392257+0000","last_fullsized":"2024-04-18T05:13:00.392257+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:22:13.040897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404220+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:59.404220+0000","last_peered":"2024-04-18T05:12:59.404220+0000","last_clean":"2024-04-18T05:12:59.404220+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:59.404220+0000","last_undegraded":"2024-04-18T05:12:59.404220+0000","last_fullsized":"2024-04-18T05:12:59.404220+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383665+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:59.383665+0000","last_peered":"2024-04-18T05:12:59.383665+0000","last_clean":"2024-04-18T05:12:59.383665+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:59.383665+0000","last_undegraded":"2024-04-18T05:12:59.383665+0000","last_fullsized":"2024-04-18T05:12:59.383665+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550904+0000","last_change":"2024-04-18T05:12:59.400810+0000","last_active":"2024-04-18T05:13:00.550904+0000","last_peered":"2024-04-18T05:13:00.550904+0000","last_clean":"2024-04-18T05:13:00.550904+0000","last_became_active":"2024-04-18T05:12:59.400526+0000","last_became_peered":"2024-04-18T05:12:59.400526+0000","last_unstale":"2024-04-18T05:13:00.550904+0000","last_undegraded":"2024-04-18T05:13:00.550904+0000","last_fullsized":"2024-04-18T05:13:00.550904+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"44'1","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.424696+0000","last_change":"2024-04-18T05:12:59.059523+0000","last_active":"2024-04-18T05:12:59.424696+0000","last_peered":"2024-04-18T05:12:59.424696+0000","last_clean":"2024-04-18T05:12:59.424696+0000","last_became_active":"2024-04-18T05:12:59.058481+0000","last_became_peered":"2024-04-18T05:12:59.058481+0000","last_unstale":"2024-04-18T05:12:59.424696+0000","last_undegraded":"2024-04-18T05:12:59.424696+0000","last_fullsized":"2024-04-18T05:12:59.424696+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:42:33.768275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403600+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:59.403600+0000","last_peered":"2024-04-18T05:12:59.403600+0000","last_clean":"2024-04-18T05:12:59.403600+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:59.403600+0000","last_undegraded":"2024-04-18T05:12:59.403600+0000","last_fullsized":"2024-04-18T05:12:59.403600+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394964+0000","last_change":"2024-04-18T05:12:39.591538+0000","last_active":"2024-04-18T05:12:59.394964+0000","last_peered":"2024-04-18T05:12:59.394964+0000","last_clean":"2024-04-18T05:12:59.394964+0000","last_became_active":"2024-04-18T05:12:39.590642+0000","last_became_peered":"2024-04-18T05:12:39.590642+0000","last_unstale":"2024-04-18T05:12:59.394964+0000","last_undegraded":"2024-04-18T05:12:59.394964+0000","last_fullsized":"2024-04-18T05:12:59.394964+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393079+0000","last_change":"2024-04-18T05:12:59.408970+0000","last_active":"2024-04-18T05:13:00.393079+0000","last_peered":"2024-04-18T05:13:00.393079+0000","last_clean":"2024-04-18T05:13:00.393079+0000","last_became_active":"2024-04-18T05:12:59.408672+0000","last_became_peered":"2024-04-18T05:12:59.408672+0000","last_unstale":"2024-04-18T05:13:00.393079+0000","last_undegraded":"2024-04-18T05:13:00.393079+0000","last_fullsized":"2024-04-18T05:13:00.393079+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"44'2","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.418020+0000","last_change":"2024-04-18T05:12:59.043927+0000","last_active":"2024-04-18T05:12:59.418020+0000","last_peered":"2024-04-18T05:12:59.418020+0000","last_clean":"2024-04-18T05:12:59.418020+0000","last_became_active":"2024-04-18T05:12:59.043220+0000","last_became_peered":"2024-04-18T05:12:59.043220+0000","last_unstale":"2024-04-18T05:12:59.418020+0000","last_undegraded":"2024-04-18T05:12:59.418020+0000","last_fullsized":"2024-04-18T05:12:59.418020+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:40:22.516734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399262+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:59.399262+0000","last_peered":"2024-04-18T05:12:59.399262+0000","last_clean":"2024-04-18T05:12:59.399262+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:59.399262+0000","last_undegraded":"2024-04-18T05:12:59.399262+0000","last_fullsized":"2024-04-18T05:12:59.399262+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395993+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:59.395993+0000","last_peered":"2024-04-18T05:12:59.395993+0000","last_clean":"2024-04-18T05:12:59.395993+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:59.395993+0000","last_undegraded":"2024-04-18T05:12:59.395993+0000","last_fullsized":"2024-04-18T05:12:59.395993+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394535+0000","last_change":"2024-04-18T05:12:59.392089+0000","last_active":"2024-04-18T05:13:00.394535+0000","last_peered":"2024-04-18T05:13:00.394535+0000","last_clean":"2024-04-18T05:13:00.394535+0000","last_became_active":"2024-04-18T05:12:59.391793+0000","last_became_peered":"2024-04-18T05:12:59.391793+0000","last_unstale":"2024-04-18T05:13:00.394535+0000","last_undegraded":"2024-04-18T05:13:00.394535+0000","last_fullsized":"2024-04-18T05:13:00.394535+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552888+0000","last_change":"2024-04-18T05:12:59.054914+0000","last_active":"2024-04-18T05:13:00.552888+0000","last_peered":"2024-04-18T05:13:00.552888+0000","last_clean":"2024-04-18T05:13:00.552888+0000","last_became_active":"2024-04-18T05:12:59.054393+0000","last_became_peered":"2024-04-18T05:12:59.054393+0000","last_unstale":"2024-04-18T05:13:00.552888+0000","last_undegraded":"2024-04-18T05:13:00.552888+0000","last_fullsized":"2024-04-18T05:13:00.552888+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:10.442141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.381769+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:59.381769+0000","last_peered":"2024-04-18T05:12:59.381769+0000","last_clean":"2024-04-18T05:12:59.381769+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:59.381769+0000","last_undegraded":"2024-04-18T05:12:59.381769+0000","last_fullsized":"2024-04-18T05:12:59.381769+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.407982+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:59.407982+0000","last_peered":"2024-04-18T05:12:59.407982+0000","last_clean":"2024-04-18T05:12:59.407982+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:59.407982+0000","last_undegraded":"2024-04-18T05:12:59.407982+0000","last_fullsized":"2024-04-18T05:12:59.407982+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.555844+0000","last_change":"2024-04-18T05:12:59.412583+0000","last_active":"2024-04-18T05:13:00.555844+0000","last_peered":"2024-04-18T05:13:00.555844+0000","last_clean":"2024-04-18T05:13:00.555844+0000","last_became_active":"2024-04-18T05:12:59.412274+0000","last_became_peered":"2024-04-18T05:12:59.412274+0000","last_unstale":"2024-04-18T05:13:00.555844+0000","last_undegraded":"2024-04-18T05:13:00.555844+0000","last_fullsized":"2024-04-18T05:13:00.555844+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:56:17.481869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552481+0000","last_change":"2024-04-18T05:12:59.029905+0000","last_active":"2024-04-18T05:13:00.552481+0000","last_peered":"2024-04-18T05:13:00.552481+0000","last_clean":"2024-04-18T05:13:00.552481+0000","last_became_active":"2024-04-18T05:12:59.029211+0000","last_became_peered":"2024-04-18T05:12:59.029211+0000","last_unstale":"2024-04-18T05:13:00.552481+0000","last_undegraded":"2024-04-18T05:13:00.552481+0000","last_fullsized":"2024-04-18T05:13:00.552481+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:19.079218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399887+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:59.399887+0000","last_peered":"2024-04-18T05:12:59.399887+0000","last_clean":"2024-04-18T05:12:59.399887+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:59.399887+0000","last_undegraded":"2024-04-18T05:12:59.399887+0000","last_fullsized":"2024-04-18T05:12:59.399887+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386861+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:59.386861+0000","last_peered":"2024-04-18T05:12:59.386861+0000","last_clean":"2024-04-18T05:12:59.386861+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:59.386861+0000","last_undegraded":"2024-04-18T05:12:59.386861+0000","last_fullsized":"2024-04-18T05:12:59.386861+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392687+0000","last_change":"2024-04-18T05:12:59.393100+0000","last_active":"2024-04-18T05:13:00.392687+0000","last_peered":"2024-04-18T05:13:00.392687+0000","last_clean":"2024-04-18T05:13:00.392687+0000","last_became_active":"2024-04-18T05:12:59.392843+0000","last_became_peered":"2024-04-18T05:12:59.392843+0000","last_unstale":"2024-04-18T05:13:00.392687+0000","last_undegraded":"2024-04-18T05:13:00.392687+0000","last_fullsized":"2024-04-18T05:13:00.392687+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393943+0000","last_change":"2024-04-18T05:12:59.021254+0000","last_active":"2024-04-18T05:13:00.393943+0000","last_peered":"2024-04-18T05:13:00.393943+0000","last_clean":"2024-04-18T05:13:00.393943+0000","last_became_active":"2024-04-18T05:12:59.020441+0000","last_became_peered":"2024-04-18T05:12:59.020441+0000","last_unstale":"2024-04-18T05:13:00.393943+0000","last_undegraded":"2024-04-18T05:13:00.393943+0000","last_fullsized":"2024-04-18T05:13:00.393943+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:38.731772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392928+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:59.392928+0000","last_peered":"2024-04-18T05:12:59.392928+0000","last_clean":"2024-04-18T05:12:59.392928+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:59.392928+0000","last_undegraded":"2024-04-18T05:12:59.392928+0000","last_fullsized":"2024-04-18T05:12:59.392928+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403907+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:59.403907+0000","last_peered":"2024-04-18T05:12:59.403907+0000","last_clean":"2024-04-18T05:12:59.403907+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:59.403907+0000","last_undegraded":"2024-04-18T05:12:59.403907+0000","last_fullsized":"2024-04-18T05:12:59.403907+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550689+0000","last_change":"2024-04-18T05:12:59.422963+0000","last_active":"2024-04-18T05:13:00.550689+0000","last_peered":"2024-04-18T05:13:00.550689+0000","last_clean":"2024-04-18T05:13:00.550689+0000","last_became_active":"2024-04-18T05:12:59.421081+0000","last_became_peered":"2024-04-18T05:12:59.421081+0000","last_unstale":"2024-04-18T05:13:00.550689+0000","last_undegraded":"2024-04-18T05:13:00.550689+0000","last_fullsized":"2024-04-18T05:13:00.550689+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:26:17.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551545+0000","last_change":"2024-04-18T05:12:59.037985+0000","last_active":"2024-04-18T05:13:00.551545+0000","last_peered":"2024-04-18T05:13:00.551545+0000","last_clean":"2024-04-18T05:13:00.551545+0000","last_became_active":"2024-04-18T05:12:59.036057+0000","last_became_peered":"2024-04-18T05:12:59.036057+0000","last_unstale":"2024-04-18T05:13:00.551545+0000","last_undegraded":"2024-04-18T05:13:00.551545+0000","last_fullsized":"2024-04-18T05:13:00.551545+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:04.782459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402569+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:59.402569+0000","last_peered":"2024-04-18T05:12:59.402569+0000","last_clean":"2024-04-18T05:12:59.402569+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:59.402569+0000","last_undegraded":"2024-04-18T05:12:59.402569+0000","last_fullsized":"2024-04-18T05:12:59.402569+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386804+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:59.386804+0000","last_peered":"2024-04-18T05:12:59.386804+0000","last_clean":"2024-04-18T05:12:59.386804+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:59.386804+0000","last_undegraded":"2024-04-18T05:12:59.386804+0000","last_fullsized":"2024-04-18T05:12:59.386804+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552533+0000","last_change":"2024-04-18T05:12:59.422220+0000","last_active":"2024-04-18T05:13:00.552533+0000","last_peered":"2024-04-18T05:13:00.552533+0000","last_clean":"2024-04-18T05:13:00.552533+0000","last_became_active":"2024-04-18T05:12:59.421967+0000","last_became_peered":"2024-04-18T05:12:59.421967+0000","last_unstale":"2024-04-18T05:13:00.552533+0000","last_undegraded":"2024-04-18T05:13:00.552533+0000","last_fullsized":"2024-04-18T05:13:00.552533+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385692+0000","last_change":"2024-04-18T05:12:59.048937+0000","last_active":"2024-04-18T05:13:00.385692+0000","last_peered":"2024-04-18T05:13:00.385692+0000","last_clean":"2024-04-18T05:13:00.385692+0000","last_became_active":"2024-04-18T05:12:59.048588+0000","last_became_peered":"2024-04-18T05:12:59.048588+0000","last_unstale":"2024-04-18T05:13:00.385692+0000","last_undegraded":"2024-04-18T05:13:00.385692+0000","last_fullsized":"2024-04-18T05:13:00.385692+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:20:23.618648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394830+0000","last_change":"2024-04-18T05:12:39.977811+0000","last_active":"2024-04-18T05:12:59.394830+0000","last_peered":"2024-04-18T05:12:59.394830+0000","last_clean":"2024-04-18T05:12:59.394830+0000","last_became_active":"2024-04-18T05:12:39.974258+0000","last_became_peered":"2024-04-18T05:12:39.974258+0000","last_unstale":"2024-04-18T05:12:59.394830+0000","last_undegraded":"2024-04-18T05:12:59.394830+0000","last_fullsized":"2024-04-18T05:12:59.394830+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:42.692635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383233+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:59.383233+0000","last_peered":"2024-04-18T05:12:59.383233+0000","last_clean":"2024-04-18T05:12:59.383233+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:59.383233+0000","last_undegraded":"2024-04-18T05:12:59.383233+0000","last_fullsized":"2024-04-18T05:12:59.383233+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552156+0000","last_change":"2024-04-18T05:12:59.416852+0000","last_active":"2024-04-18T05:13:00.552156+0000","last_peered":"2024-04-18T05:13:00.552156+0000","last_clean":"2024-04-18T05:13:00.552156+0000","last_became_active":"2024-04-18T05:12:59.414257+0000","last_became_peered":"2024-04-18T05:12:59.414257+0000","last_unstale":"2024-04-18T05:13:00.552156+0000","last_undegraded":"2024-04-18T05:13:00.552156+0000","last_fullsized":"2024-04-18T05:13:00.552156+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:48.887979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551429+0000","last_change":"2024-04-18T05:12:59.044480+0000","last_active":"2024-04-18T05:13:00.551429+0000","last_peered":"2024-04-18T05:13:00.551429+0000","last_clean":"2024-04-18T05:13:00.551429+0000","last_became_active":"2024-04-18T05:12:59.037039+0000","last_became_peered":"2024-04-18T05:12:59.037039+0000","last_unstale":"2024-04-18T05:13:00.551429+0000","last_undegraded":"2024-04-18T05:13:00.551429+0000","last_fullsized":"2024-04-18T05:13:00.551429+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:22.831759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390984+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:59.390984+0000","last_peered":"2024-04-18T05:12:59.390984+0000","last_clean":"2024-04-18T05:12:59.390984+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:59.390984+0000","last_undegraded":"2024-04-18T05:12:59.390984+0000","last_fullsized":"2024-04-18T05:12:59.390984+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405089+0000","last_change":"2024-04-18T05:12:39.592014+0000","last_active":"2024-04-18T05:12:59.405089+0000","last_peered":"2024-04-18T05:12:59.405089+0000","last_clean":"2024-04-18T05:12:59.405089+0000","last_became_active":"2024-04-18T05:12:39.591009+0000","last_became_peered":"2024-04-18T05:12:39.591009+0000","last_unstale":"2024-04-18T05:12:59.405089+0000","last_undegraded":"2024-04-18T05:12:59.405089+0000","last_fullsized":"2024-04-18T05:12:59.405089+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548431+0000","last_change":"2024-04-18T05:12:59.414388+0000","last_active":"2024-04-18T05:13:00.548431+0000","last_peered":"2024-04-18T05:13:00.548431+0000","last_clean":"2024-04-18T05:13:00.548431+0000","last_became_active":"2024-04-18T05:12:59.413964+0000","last_became_peered":"2024-04-18T05:12:59.413964+0000","last_unstale":"2024-04-18T05:13:00.548431+0000","last_undegraded":"2024-04-18T05:13:00.548431+0000","last_fullsized":"2024-04-18T05:13:00.548431+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:20.082263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385699+0000","last_change":"2024-04-18T05:12:59.023237+0000","last_active":"2024-04-18T05:13:00.385699+0000","last_peered":"2024-04-18T05:13:00.385699+0000","last_clean":"2024-04-18T05:13:00.385699+0000","last_became_active":"2024-04-18T05:12:59.022929+0000","last_became_peered":"2024-04-18T05:12:59.022929+0000","last_unstale":"2024-04-18T05:13:00.385699+0000","last_undegraded":"2024-04-18T05:13:00.385699+0000","last_fullsized":"2024-04-18T05:13:00.385699+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:37.354747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.396579+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:59.396579+0000","last_peered":"2024-04-18T05:12:59.396579+0000","last_clean":"2024-04-18T05:12:59.396579+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:59.396579+0000","last_undegraded":"2024-04-18T05:12:59.396579+0000","last_fullsized":"2024-04-18T05:12:59.396579+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394977+0000","last_change":"2024-04-18T05:12:39.594594+0000","last_active":"2024-04-18T05:12:59.394977+0000","last_peered":"2024-04-18T05:12:59.394977+0000","last_clean":"2024-04-18T05:12:59.394977+0000","last_became_active":"2024-04-18T05:12:39.593957+0000","last_became_peered":"2024-04-18T05:12:39.593957+0000","last_unstale":"2024-04-18T05:12:59.394977+0000","last_undegraded":"2024-04-18T05:12:59.394977+0000","last_fullsized":"2024-04-18T05:12:59.394977+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554365+0000","last_change":"2024-04-18T05:12:59.423847+0000","last_active":"2024-04-18T05:13:00.554365+0000","last_peered":"2024-04-18T05:13:00.554365+0000","last_clean":"2024-04-18T05:13:00.554365+0000","last_became_active":"2024-04-18T05:12:59.423557+0000","last_became_peered":"2024-04-18T05:12:59.423557+0000","last_unstale":"2024-04-18T05:13:00.554365+0000","last_undegraded":"2024-04-18T05:13:00.554365+0000","last_fullsized":"2024-04-18T05:13:00.554365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391366+0000","last_change":"2024-04-18T05:12:59.017768+0000","last_active":"2024-04-18T05:13:00.391366+0000","last_peered":"2024-04-18T05:13:00.391366+0000","last_clean":"2024-04-18T05:13:00.391366+0000","last_became_active":"2024-04-18T05:12:59.017417+0000","last_became_peered":"2024-04-18T05:12:59.017417+0000","last_unstale":"2024-04-18T05:13:00.391366+0000","last_undegraded":"2024-04-18T05:13:00.391366+0000","last_fullsized":"2024-04-18T05:13:00.391366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.393442+0000","last_change":"2024-04-18T05:12:39.969743+0000","last_active":"2024-04-18T05:12:59.393442+0000","last_peered":"2024-04-18T05:12:59.393442+0000","last_clean":"2024-04-18T05:12:59.393442+0000","last_became_active":"2024-04-18T05:12:39.969070+0000","last_became_peered":"2024-04-18T05:12:39.969070+0000","last_unstale":"2024-04-18T05:12:59.393442+0000","last_undegraded":"2024-04-18T05:12:59.393442+0000","last_fullsized":"2024-04-18T05:12:59.393442+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:14.589320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402821+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:59.402821+0000","last_peered":"2024-04-18T05:12:59.402821+0000","last_clean":"2024-04-18T05:12:59.402821+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:59.402821+0000","last_undegraded":"2024-04-18T05:12:59.402821+0000","last_fullsized":"2024-04-18T05:12:59.402821+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554181+0000","last_change":"2024-04-18T05:12:59.409950+0000","last_active":"2024-04-18T05:13:00.554181+0000","last_peered":"2024-04-18T05:13:00.554181+0000","last_clean":"2024-04-18T05:13:00.554181+0000","last_became_active":"2024-04-18T05:12:59.409686+0000","last_became_peered":"2024-04-18T05:12:59.409686+0000","last_unstale":"2024-04-18T05:13:00.554181+0000","last_undegraded":"2024-04-18T05:13:00.554181+0000","last_fullsized":"2024-04-18T05:13:00.554181+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:29:09.213292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548851+0000","last_change":"2024-04-18T05:12:59.047872+0000","last_active":"2024-04-18T05:13:00.548851+0000","last_peered":"2024-04-18T05:13:00.548851+0000","last_clean":"2024-04-18T05:13:00.548851+0000","last_became_active":"2024-04-18T05:12:59.047599+0000","last_became_peered":"2024-04-18T05:12:59.047599+0000","last_unstale":"2024-04-18T05:13:00.548851+0000","last_undegraded":"2024-04-18T05:13:00.548851+0000","last_fullsized":"2024-04-18T05:13:00.548851+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:37:11.456763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386796+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:59.386796+0000","last_peered":"2024-04-18T05:12:59.386796+0000","last_clean":"2024-04-18T05:12:59.386796+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:59.386796+0000","last_undegraded":"2024-04-18T05:12:59.386796+0000","last_fullsized":"2024-04-18T05:12:59.386796+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395541+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:59.395541+0000","last_peered":"2024-04-18T05:12:59.395541+0000","last_clean":"2024-04-18T05:12:59.395541+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:59.395541+0000","last_undegraded":"2024-04-18T05:12:59.395541+0000","last_fullsized":"2024-04-18T05:12:59.395541+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553940+0000","last_change":"2024-04-18T05:12:59.410883+0000","last_active":"2024-04-18T05:13:00.553940+0000","last_peered":"2024-04-18T05:13:00.553940+0000","last_clean":"2024-04-18T05:13:00.553940+0000","last_became_active":"2024-04-18T05:12:59.408173+0000","last_became_peered":"2024-04-18T05:12:59.408173+0000","last_unstale":"2024-04-18T05:13:00.553940+0000","last_undegraded":"2024-04-18T05:13:00.553940+0000","last_fullsized":"2024-04-18T05:13:00.553940+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.555688+0000","last_change":"2024-04-18T05:12:59.054182+0000","last_active":"2024-04-18T05:13:00.555688+0000","last_peered":"2024-04-18T05:13:00.555688+0000","last_clean":"2024-04-18T05:13:00.555688+0000","last_became_active":"2024-04-18T05:12:59.053651+0000","last_became_peered":"2024-04-18T05:12:59.053651+0000","last_unstale":"2024-04-18T05:13:00.555688+0000","last_undegraded":"2024-04-18T05:13:00.555688+0000","last_fullsized":"2024-04-18T05:13:00.555688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:07.218225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384810+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:59.384810+0000","last_peered":"2024-04-18T05:12:59.384810+0000","last_clean":"2024-04-18T05:12:59.384810+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:59.384810+0000","last_undegraded":"2024-04-18T05:12:59.384810+0000","last_fullsized":"2024-04-18T05:12:59.384810+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382987+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:59.382987+0000","last_peered":"2024-04-18T05:12:59.382987+0000","last_clean":"2024-04-18T05:12:59.382987+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:59.382987+0000","last_undegraded":"2024-04-18T05:12:59.382987+0000","last_fullsized":"2024-04-18T05:12:59.382987+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392076+0000","last_change":"2024-04-18T05:12:59.417841+0000","last_active":"2024-04-18T05:13:00.392076+0000","last_peered":"2024-04-18T05:13:00.392076+0000","last_clean":"2024-04-18T05:13:00.392076+0000","last_became_active":"2024-04-18T05:12:59.413181+0000","last_became_peered":"2024-04-18T05:12:59.413181+0000","last_unstale":"2024-04-18T05:13:00.392076+0000","last_undegraded":"2024-04-18T05:13:00.392076+0000","last_fullsized":"2024-04-18T05:13:00.392076+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:42.914584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551773+0000","last_change":"2024-04-18T05:12:59.052186+0000","last_active":"2024-04-18T05:13:00.551773+0000","last_peered":"2024-04-18T05:13:00.551773+0000","last_clean":"2024-04-18T05:13:00.551773+0000","last_became_active":"2024-04-18T05:12:59.051561+0000","last_became_peered":"2024-04-18T05:12:59.051561+0000","last_unstale":"2024-04-18T05:13:00.551773+0000","last_undegraded":"2024-04-18T05:13:00.551773+0000","last_fullsized":"2024-04-18T05:13:00.551773+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:23.818882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390722+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:59.390722+0000","last_peered":"2024-04-18T05:12:59.390722+0000","last_clean":"2024-04-18T05:12:59.390722+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:59.390722+0000","last_undegraded":"2024-04-18T05:12:59.390722+0000","last_fullsized":"2024-04-18T05:12:59.390722+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400857+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:59.400857+0000","last_peered":"2024-04-18T05:12:59.400857+0000","last_clean":"2024-04-18T05:12:59.400857+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:59.400857+0000","last_undegraded":"2024-04-18T05:12:59.400857+0000","last_fullsized":"2024-04-18T05:12:59.400857+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548392+0000","last_change":"2024-04-18T05:12:59.405209+0000","last_active":"2024-04-18T05:13:00.548392+0000","last_peered":"2024-04-18T05:13:00.548392+0000","last_clean":"2024-04-18T05:13:00.548392+0000","last_became_active":"2024-04-18T05:12:59.404767+0000","last_became_peered":"2024-04-18T05:12:59.404767+0000","last_unstale":"2024-04-18T05:13:00.548392+0000","last_undegraded":"2024-04-18T05:13:00.548392+0000","last_fullsized":"2024-04-18T05:13:00.548392+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554460+0000","last_change":"2024-04-18T05:12:59.041804+0000","last_active":"2024-04-18T05:13:00.554460+0000","last_peered":"2024-04-18T05:13:00.554460+0000","last_clean":"2024-04-18T05:13:00.554460+0000","last_became_active":"2024-04-18T05:12:59.034425+0000","last_became_peered":"2024-04-18T05:12:59.034425+0000","last_unstale":"2024-04-18T05:13:00.554460+0000","last_undegraded":"2024-04-18T05:13:00.554460+0000","last_fullsized":"2024-04-18T05:13:00.554460+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:46.308229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382903+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:59.382903+0000","last_peered":"2024-04-18T05:12:59.382903+0000","last_clean":"2024-04-18T05:12:59.382903+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:59.382903+0000","last_undegraded":"2024-04-18T05:12:59.382903+0000","last_fullsized":"2024-04-18T05:12:59.382903+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390571+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:59.390571+0000","last_peered":"2024-04-18T05:12:59.390571+0000","last_clean":"2024-04-18T05:12:59.390571+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:59.390571+0000","last_undegraded":"2024-04-18T05:12:59.390571+0000","last_fullsized":"2024-04-18T05:12:59.390571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":183,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.410509+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:59.410509+0000","last_peered":"2024-04-18T05:12:59.410509+0000","last_clean":"2024-04-18T05:12:59.410509+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:59.410509+0000","last_undegraded":"2024-04-18T05:12:59.410509+0000","last_fullsized":"2024-04-18T05:12:59.410509+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509464,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":221863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":1.256},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.72699999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.097}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":1.052},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":1.173}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":1.331},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":1.1339999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.427}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":1.2789999999999999},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.4039999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.2},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":1.3700000000000001}]}]},{"osd":5,"up_from":15,"seq":64424509464,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1118208,"data_stored":813851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.93500000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.89200000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.85099999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":1.0580000000000001},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.1140000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.014},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":1.153}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.179},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.087}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.2310000000000001},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.22}]}]},{"osd":4,"up_from":15,"seq":64424509465,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27552,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":544768,"data_stored":226292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":1.1020000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.68400000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.92900000000000005}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.129}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.85099999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":1.153}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.0680000000000001},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.1930000000000001}]}]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":512000,"data_stored":221427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.67800000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.625}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.71199999999999997}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":1.202}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.82899999999999996}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.2589999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.1639999999999999}]}]},{"osd":2,"up_from":15,"seq":64424509463,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":524288,"data_stored":225128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.80100000000000005}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.88600000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.92400000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.069},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":1.03}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.2},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":1.161}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.1779999999999999},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.093}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.123},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.2829999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509463,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1118208,"data_stored":819184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.58399999999999996}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.68799999999999994}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.79600000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":1.069},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.141}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.0289999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":1.1160000000000001},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.93400000000000005}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.99199999999999999},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.1639999999999999}]}]},{"osd":0,"up_from":15,"seq":64424509464,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":516096,"data_stored":221921,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.40600000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.35199999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.307},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.74199999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.76000000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.88},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.72999999999999998}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.67500000000000004}]}]},{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":528384,"data_stored":228850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":1.071},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.995}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":1.1359999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":1.046},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":1.1870000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":1.1120000000000001},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.2370000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.86499999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.2769999999999999},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":1.212}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.26},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.163}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:13:07.959 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:13:08.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.086+0000 7f56a9351640 1 Processor -- start 2024-04-18T05:13:08.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a9351640 1 -- start start 2024-04-18T05:13:08.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a9351640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f56a40c1820 0x7f56a4070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a9351640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56a40c0e50 0x7f56a4070880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a9351640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56a414e2d0 con 0x7f56a414def0 2024-04-18T05:13:08.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a9351640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56a4151440 con 0x7f56a40c1820 2024-04-18T05:13:08.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a9351640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56a4151720 con 0x7f56a40c0e50 2024-04-18T05:13:08.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a2ffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f56a414def0 0x7f56a40716f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59432/0 (socket says 172.21.15.32:59432) 2024-04-18T05:13:08.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a2ffd640 1 -- 172.21.15.32:0/3668089064 learned_addr learned my addr 172.21.15.32:0/3668089064 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:08.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a37fe640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56a40c0e50 0x7f56a4070880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a27fc640 1 --2- 172.21.15.32:0/3668089064 >> v2:172.21.15.92:3300/0 conn(0x7f56a40c1820 0x7f56a4070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1522774637 0 0) 0x7f56a414e2d0 con 0x7f56a414def0 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f568c003530 con 0x7f56a414def0 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2326667105 0 0) 0x7f568c003530 con 0x7f56a414def0 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56a40c0e50 msgr2=0x7f56a4070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56a40c0e50 0x7f56a4070880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 >> v2:172.21.15.92:3300/0 conn(0x7f56a40c1820 msgr2=0x7f56a4070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 --2- 172.21.15.32:0/3668089064 >> v2:172.21.15.92:3300/0 conn(0x7f56a40c1820 0x7f56a4070340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56a40c1cf0 con 0x7f56a414def0 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f5694001680 con 0x7f56a414def0 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 >> v1:172.21.15.32:6789/0 conn(0x7f56a414def0 legacy=0x7f56a40716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56a40c0e50 0x7f568c003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f568c003f00 0x7f568c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f568c004d10 0x7f568c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a4151440 con 0x7f568c003f00 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a4151720 con 0x7f568c004d10 2024-04-18T05:13:08.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f568c00b9e0 con 0x7f56a40c0e50 2024-04-18T05:13:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a27fc640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f568c003f00 0x7f568c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a2ffd640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56a40c0e50 0x7f568c003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a37fe640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f568c004d10 0x7f568c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a27fc640 1 -- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56a40c0e50 msgr2=0x7f568c003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a27fc640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f56a40c0e50 0x7f568c003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a27fc640 1 -- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f568c004d10 msgr2=0x7f568c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a27fc640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f568c004d10 0x7f568c005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.090+0000 7f56a27fc640 1 -- 172.21.15.32:0/3668089064 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f568c003530 con 0x7f568c003f00 2024-04-18T05:13:08.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a27fc640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f568c003f00 0x7f568c0047d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f5698009b10 tx=0x7f569801cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90eb0f97acef687c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:08.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56980a6490 con 0x7f568c003f00 2024-04-18T05:13:08.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56980a65f0 con 0x7f568c003f00 2024-04-18T05:13:08.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a1ffb640 1 -- 172.21.15.32:0/3668089064 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56980a69a0 con 0x7f568c003f00 2024-04-18T05:13:08.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 -- 172.21.15.32:0/3668089064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f568c003f00 msgr2=0x7f568c0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 --2- 172.21.15.32:0/3668089064 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f568c003f00 0x7f568c0047d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f5698009b10 tx=0x7f569801cab0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a37fe640 1 -- 172.21.15.32:0/3668089064 reap_dead start 2024-04-18T05:13:08.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 -- 172.21.15.32:0/3668089064 shutdown_connections 2024-04-18T05:13:08.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 -- 172.21.15.32:0/3668089064 >> 172.21.15.32:0/3668089064 conn(0x7f56a4069e80 msgr2=0x7f56a406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:08.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 -- 172.21.15.32:0/3668089064 shutdown_connections 2024-04-18T05:13:08.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 -- 172.21.15.32:0/3668089064 wait complete. 2024-04-18T05:13:08.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 Processor -- start 2024-04-18T05:13:08.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 -- start start 2024-04-18T05:13:08.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f568c003f00 0x7f56a4140560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.094+0000 7f56a9351640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56a4140aa0 0x7f56a414ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a9351640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56a414b5c0 0x7f56a414d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a9351640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a414a210 con 0x7f56a414b5c0 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a9351640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56a4141010 con 0x7f56a4140aa0 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a9351640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56a41eb3f0 con 0x7f568c003f00 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a37fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56a414b5c0 0x7f56a414d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a37fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56a414b5c0 0x7f56a414d230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34356/0 (socket says 172.21.15.32:34356) 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a37fe640 1 -- 172.21.15.32:0/2896160815 learned_addr learned my addr 172.21.15.32:0/2896160815 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a2ffd640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f568c003f00 0x7f56a4140560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a27fc640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56a4140aa0 0x7f56a414ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a37fe640 1 -- 172.21.15.32:0/2896160815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f568c003f00 msgr2=0x7f56a4140560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a37fe640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f568c003f00 0x7f56a4140560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a37fe640 1 -- 172.21.15.32:0/2896160815 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56a4140aa0 msgr2=0x7f56a414ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a37fe640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56a4140aa0 0x7f56a414ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a37fe640 1 -- 172.21.15.32:0/2896160815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56a41412b0 con 0x7f56a414b5c0 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a37fe640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56a414b5c0 0x7f56a414d230 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f56a40c6280 tx=0x7f569c00f4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f568b7fe640 1 -- 172.21.15.32:0/2896160815 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f569c017400 con 0x7f56a414b5c0 2024-04-18T05:13:08.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f568b7fe640 1 -- 172.21.15.32:0/2896160815 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f569c011040 con 0x7f56a414b5c0 2024-04-18T05:13:08.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56a41eb6d0 con 0x7f56a414b5c0 2024-04-18T05:13:08.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f568b7fe640 1 -- 172.21.15.32:0/2896160815 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f569c0177c0 con 0x7f56a414b5c0 2024-04-18T05:13:08.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56a4149e50 con 0x7f56a414b5c0 2024-04-18T05:13:08.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56a41414a0 con 0x7f56a414b5c0 2024-04-18T05:13:08.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f568b7fe640 1 -- 172.21.15.32:0/2896160815 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f569c017920 con 0x7f56a414b5c0 2024-04-18T05:13:08.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f568b7fe640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5690066690 0x7f5690068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f568b7fe640 1 -- 172.21.15.32:0/2896160815 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f569c085280 con 0x7f56a414b5c0 2024-04-18T05:13:08.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.098+0000 7f56a2ffd640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5690066690 0x7f5690068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.102+0000 7f56a2ffd640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5690066690 0x7f5690068b50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5694000fc0 tx=0x7f5694009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:08.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.102+0000 7f568b7fe640 1 -- 172.21.15.32:0/2896160815 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f569c052130 con 0x7f56a414b5c0 2024-04-18T05:13:08.263 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.258+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f56a4070c90 con 0x7f5690066690 2024-04-18T05:13:08.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.294+0000 7f568b7fe640 1 -- 172.21.15.32:0/2896160815 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+526081 (secure 0 0 0) 0x7f5694010830 con 0x7f5690066690 2024-04-18T05:13:08.304 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:08.308 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:13:08.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5690066690 msgr2=0x7f5690068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5690066690 0x7f5690068b50 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5694000fc0 tx=0x7f5694009040 comp rx=0 tx=0).stop 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56a414b5c0 msgr2=0x7f56a414d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56a414b5c0 0x7f56a414d230 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f56a40c6280 tx=0x7f569c00f4a0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 shutdown_connections 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f56a414b5c0 0x7f56a414d230 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5690066690 0x7f5690068b50 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f56a4140aa0 0x7f56a414ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 --2- 172.21.15.32:0/2896160815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f568c003f00 0x7f56a4140560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 >> 172.21.15.32:0/2896160815 conn(0x7f56a4069e80 msgr2=0x7f56a41587f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 shutdown_connections 2024-04-18T05:13:08.309 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.298+0000 7f56a9351640 1 -- 172.21.15.32:0/2896160815 wait complete. 2024-04-18T05:13:08.325 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":95,"stamp":"2024-04-18T05:13:06.870592+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596793,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":251,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":368,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237908,"kb_used_data":5320,"kb_used_omap":12,"kb_used_meta":232435,"kb_avail":754736812,"statfs":{"total":773094113280,"available":772850495488,"internally_reserved":0,"allocated":5447680,"data_stored":3023378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":238014009},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.874680"},"pg_stats":[{"pgid":"8.31","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549529+0000","last_change":"2024-04-18T05:12:59.425699+0000","last_active":"2024-04-18T05:13:00.549529+0000","last_peered":"2024-04-18T05:13:00.549529+0000","last_clean":"2024-04-18T05:13:00.549529+0000","last_became_active":"2024-04-18T05:12:59.425335+0000","last_became_peered":"2024-04-18T05:12:59.425335+0000","last_unstale":"2024-04-18T05:13:00.549529+0000","last_undegraded":"2024-04-18T05:13:00.549529+0000","last_fullsized":"2024-04-18T05:13:00.549529+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.3f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405504+0000","last_change":"2024-04-18T05:12:39.976223+0000","last_active":"2024-04-18T05:12:59.405504+0000","last_peered":"2024-04-18T05:12:59.405504+0000","last_clean":"2024-04-18T05:12:59.405504+0000","last_became_active":"2024-04-18T05:12:39.975706+0000","last_became_peered":"2024-04-18T05:12:39.975706+0000","last_unstale":"2024-04-18T05:12:59.405504+0000","last_undegraded":"2024-04-18T05:12:59.405504+0000","last_fullsized":"2024-04-18T05:12:59.405504+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:14.942227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550789+0000","last_change":"2024-04-18T05:12:59.413292+0000","last_active":"2024-04-18T05:13:00.550789+0000","last_peered":"2024-04-18T05:13:00.550789+0000","last_clean":"2024-04-18T05:13:00.550789+0000","last_became_active":"2024-04-18T05:12:59.412797+0000","last_became_peered":"2024-04-18T05:12:59.412797+0000","last_unstale":"2024-04-18T05:13:00.550789+0000","last_undegraded":"2024-04-18T05:13:00.550789+0000","last_fullsized":"2024-04-18T05:13:00.550789+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:47:55.927515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388054+0000","last_change":"2024-04-18T05:12:39.971012+0000","last_active":"2024-04-18T05:12:59.388054+0000","last_peered":"2024-04-18T05:12:59.388054+0000","last_clean":"2024-04-18T05:12:59.388054+0000","last_became_active":"2024-04-18T05:12:39.970331+0000","last_became_peered":"2024-04-18T05:12:39.970331+0000","last_unstale":"2024-04-18T05:12:59.388054+0000","last_undegraded":"2024-04-18T05:12:59.388054+0000","last_fullsized":"2024-04-18T05:12:59.388054+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554348+0000","last_change":"2024-04-18T05:12:59.411959+0000","last_active":"2024-04-18T05:13:00.554348+0000","last_peered":"2024-04-18T05:13:00.554348+0000","last_clean":"2024-04-18T05:13:00.554348+0000","last_became_active":"2024-04-18T05:12:59.409738+0000","last_became_peered":"2024-04-18T05:12:59.409738+0000","last_unstale":"2024-04-18T05:13:00.554348+0000","last_undegraded":"2024-04-18T05:13:00.554348+0000","last_fullsized":"2024-04-18T05:13:00.554348+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:49.050573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403184+0000","last_change":"2024-04-18T05:12:39.963598+0000","last_active":"2024-04-18T05:12:59.403184+0000","last_peered":"2024-04-18T05:12:59.403184+0000","last_clean":"2024-04-18T05:12:59.403184+0000","last_became_active":"2024-04-18T05:12:39.962782+0000","last_became_peered":"2024-04-18T05:12:39.962782+0000","last_unstale":"2024-04-18T05:12:59.403184+0000","last_undegraded":"2024-04-18T05:12:59.403184+0000","last_fullsized":"2024-04-18T05:12:59.403184+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:19.977380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393339+0000","last_change":"2024-04-18T05:12:59.413310+0000","last_active":"2024-04-18T05:13:00.393339+0000","last_peered":"2024-04-18T05:13:00.393339+0000","last_clean":"2024-04-18T05:13:00.393339+0000","last_became_active":"2024-04-18T05:12:59.413011+0000","last_became_peered":"2024-04-18T05:12:59.413011+0000","last_unstale":"2024-04-18T05:13:00.393339+0000","last_undegraded":"2024-04-18T05:13:00.393339+0000","last_fullsized":"2024-04-18T05:13:00.393339+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401710+0000","last_change":"2024-04-18T05:12:39.975732+0000","last_active":"2024-04-18T05:12:59.401710+0000","last_peered":"2024-04-18T05:12:59.401710+0000","last_clean":"2024-04-18T05:12:59.401710+0000","last_became_active":"2024-04-18T05:12:39.970812+0000","last_became_peered":"2024-04-18T05:12:39.970812+0000","last_unstale":"2024-04-18T05:12:59.401710+0000","last_undegraded":"2024-04-18T05:12:59.401710+0000","last_fullsized":"2024-04-18T05:12:59.401710+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393633+0000","last_change":"2024-04-18T05:12:59.403630+0000","last_active":"2024-04-18T05:13:00.393633+0000","last_peered":"2024-04-18T05:13:00.393633+0000","last_clean":"2024-04-18T05:13:00.393633+0000","last_became_active":"2024-04-18T05:12:59.402922+0000","last_became_peered":"2024-04-18T05:12:59.402922+0000","last_unstale":"2024-04-18T05:13:00.393633+0000","last_undegraded":"2024-04-18T05:13:00.393633+0000","last_fullsized":"2024-04-18T05:13:00.393633+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:46:23.783573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394911+0000","last_change":"2024-04-18T05:12:39.971290+0000","last_active":"2024-04-18T05:12:59.394911+0000","last_peered":"2024-04-18T05:12:59.394911+0000","last_clean":"2024-04-18T05:12:59.394911+0000","last_became_active":"2024-04-18T05:12:39.970530+0000","last_became_peered":"2024-04-18T05:12:39.970530+0000","last_unstale":"2024-04-18T05:12:59.394911+0000","last_undegraded":"2024-04-18T05:12:59.394911+0000","last_fullsized":"2024-04-18T05:12:59.394911+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:24:23.590702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554365+0000","last_change":"2024-04-18T05:12:59.412055+0000","last_active":"2024-04-18T05:13:00.554365+0000","last_peered":"2024-04-18T05:13:00.554365+0000","last_clean":"2024-04-18T05:13:00.554365+0000","last_became_active":"2024-04-18T05:12:59.411681+0000","last_became_peered":"2024-04-18T05:12:59.411681+0000","last_unstale":"2024-04-18T05:13:00.554365+0000","last_undegraded":"2024-04-18T05:13:00.554365+0000","last_fullsized":"2024-04-18T05:13:00.554365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:40:19.130728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386765+0000","last_change":"2024-04-18T05:12:39.962895+0000","last_active":"2024-04-18T05:12:59.386765+0000","last_peered":"2024-04-18T05:12:59.386765+0000","last_clean":"2024-04-18T05:12:59.386765+0000","last_became_active":"2024-04-18T05:12:39.962208+0000","last_became_peered":"2024-04-18T05:12:39.962208+0000","last_unstale":"2024-04-18T05:12:59.386765+0000","last_undegraded":"2024-04-18T05:12:59.386765+0000","last_fullsized":"2024-04-18T05:12:59.386765+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553204+0000","last_change":"2024-04-18T05:12:59.420792+0000","last_active":"2024-04-18T05:13:00.553204+0000","last_peered":"2024-04-18T05:13:00.553204+0000","last_clean":"2024-04-18T05:13:00.553204+0000","last_became_active":"2024-04-18T05:12:59.420361+0000","last_became_peered":"2024-04-18T05:12:59.420361+0000","last_unstale":"2024-04-18T05:13:00.553204+0000","last_undegraded":"2024-04-18T05:13:00.553204+0000","last_fullsized":"2024-04-18T05:13:00.553204+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:38.357792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403745+0000","last_change":"2024-04-18T05:12:39.971520+0000","last_active":"2024-04-18T05:12:59.403745+0000","last_peered":"2024-04-18T05:12:59.403745+0000","last_clean":"2024-04-18T05:12:59.403745+0000","last_became_active":"2024-04-18T05:12:39.971200+0000","last_became_peered":"2024-04-18T05:12:39.971200+0000","last_unstale":"2024-04-18T05:12:59.403745+0000","last_undegraded":"2024-04-18T05:12:59.403745+0000","last_fullsized":"2024-04-18T05:12:59.403745+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:49.682882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553881+0000","last_change":"2024-04-18T05:12:59.421606+0000","last_active":"2024-04-18T05:13:00.553881+0000","last_peered":"2024-04-18T05:13:00.553881+0000","last_clean":"2024-04-18T05:13:00.553881+0000","last_became_active":"2024-04-18T05:12:59.421342+0000","last_became_peered":"2024-04-18T05:12:59.421342+0000","last_unstale":"2024-04-18T05:13:00.553881+0000","last_undegraded":"2024-04-18T05:13:00.553881+0000","last_fullsized":"2024-04-18T05:13:00.553881+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:06.971551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400297+0000","last_change":"2024-04-18T05:12:39.984350+0000","last_active":"2024-04-18T05:12:59.400297+0000","last_peered":"2024-04-18T05:12:59.400297+0000","last_clean":"2024-04-18T05:12:59.400297+0000","last_became_active":"2024-04-18T05:12:39.983356+0000","last_became_peered":"2024-04-18T05:12:39.983356+0000","last_unstale":"2024-04-18T05:12:59.400297+0000","last_undegraded":"2024-04-18T05:12:59.400297+0000","last_fullsized":"2024-04-18T05:12:59.400297+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:54:18.818034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552691+0000","last_change":"2024-04-18T05:12:59.411147+0000","last_active":"2024-04-18T05:13:00.552691+0000","last_peered":"2024-04-18T05:13:00.552691+0000","last_clean":"2024-04-18T05:13:00.552691+0000","last_became_active":"2024-04-18T05:12:59.410808+0000","last_became_peered":"2024-04-18T05:12:59.410808+0000","last_unstale":"2024-04-18T05:13:00.552691+0000","last_undegraded":"2024-04-18T05:13:00.552691+0000","last_fullsized":"2024-04-18T05:13:00.552691+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399099+0000","last_change":"2024-04-18T05:12:39.972759+0000","last_active":"2024-04-18T05:12:59.399099+0000","last_peered":"2024-04-18T05:12:59.399099+0000","last_clean":"2024-04-18T05:12:59.399099+0000","last_became_active":"2024-04-18T05:12:39.972085+0000","last_became_peered":"2024-04-18T05:12:39.972085+0000","last_unstale":"2024-04-18T05:12:59.399099+0000","last_undegraded":"2024-04-18T05:12:59.399099+0000","last_fullsized":"2024-04-18T05:12:59.399099+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:08.024429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550529+0000","last_change":"2024-04-18T05:12:59.413104+0000","last_active":"2024-04-18T05:13:00.550529+0000","last_peered":"2024-04-18T05:13:00.550529+0000","last_clean":"2024-04-18T05:13:00.550529+0000","last_became_active":"2024-04-18T05:12:59.412478+0000","last_became_peered":"2024-04-18T05:12:59.412478+0000","last_unstale":"2024-04-18T05:13:00.550529+0000","last_undegraded":"2024-04-18T05:13:00.550529+0000","last_fullsized":"2024-04-18T05:13:00.550529+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:23:37.835456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403477+0000","last_change":"2024-04-18T05:12:39.952096+0000","last_active":"2024-04-18T05:12:59.403477+0000","last_peered":"2024-04-18T05:12:59.403477+0000","last_clean":"2024-04-18T05:12:59.403477+0000","last_became_active":"2024-04-18T05:12:39.950061+0000","last_became_peered":"2024-04-18T05:12:39.950061+0000","last_unstale":"2024-04-18T05:12:59.403477+0000","last_undegraded":"2024-04-18T05:12:59.403477+0000","last_fullsized":"2024-04-18T05:12:59.403477+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:22:24.556692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392751+0000","last_change":"2024-04-18T05:12:59.404651+0000","last_active":"2024-04-18T05:13:00.392751+0000","last_peered":"2024-04-18T05:13:00.392751+0000","last_clean":"2024-04-18T05:13:00.392751+0000","last_became_active":"2024-04-18T05:12:59.403847+0000","last_became_peered":"2024-04-18T05:12:59.403847+0000","last_unstale":"2024-04-18T05:13:00.392751+0000","last_undegraded":"2024-04-18T05:13:00.392751+0000","last_fullsized":"2024-04-18T05:13:00.392751+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390830+0000","last_change":"2024-04-18T05:12:39.956438+0000","last_active":"2024-04-18T05:12:59.390830+0000","last_peered":"2024-04-18T05:12:59.390830+0000","last_clean":"2024-04-18T05:12:59.390830+0000","last_became_active":"2024-04-18T05:12:39.955917+0000","last_became_peered":"2024-04-18T05:12:39.955917+0000","last_unstale":"2024-04-18T05:12:59.390830+0000","last_undegraded":"2024-04-18T05:12:59.390830+0000","last_fullsized":"2024-04-18T05:12:59.390830+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:09:14.403619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553492+0000","last_change":"2024-04-18T05:12:59.418617+0000","last_active":"2024-04-18T05:13:00.553492+0000","last_peered":"2024-04-18T05:13:00.553492+0000","last_clean":"2024-04-18T05:13:00.553492+0000","last_became_active":"2024-04-18T05:12:59.418363+0000","last_became_peered":"2024-04-18T05:12:59.418363+0000","last_unstale":"2024-04-18T05:13:00.553492+0000","last_undegraded":"2024-04-18T05:13:00.553492+0000","last_fullsized":"2024-04-18T05:13:00.553492+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:34:40.928844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394805+0000","last_change":"2024-04-18T05:12:39.988499+0000","last_active":"2024-04-18T05:12:59.394805+0000","last_peered":"2024-04-18T05:12:59.394805+0000","last_clean":"2024-04-18T05:12:59.394805+0000","last_became_active":"2024-04-18T05:12:39.988030+0000","last_became_peered":"2024-04-18T05:12:39.988030+0000","last_unstale":"2024-04-18T05:12:59.394805+0000","last_undegraded":"2024-04-18T05:12:59.394805+0000","last_fullsized":"2024-04-18T05:12:59.394805+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:38:53.247252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551483+0000","last_change":"2024-04-18T05:12:59.422941+0000","last_active":"2024-04-18T05:13:00.551483+0000","last_peered":"2024-04-18T05:13:00.551483+0000","last_clean":"2024-04-18T05:13:00.551483+0000","last_became_active":"2024-04-18T05:12:59.422669+0000","last_became_peered":"2024-04-18T05:12:59.422669+0000","last_unstale":"2024-04-18T05:13:00.551483+0000","last_undegraded":"2024-04-18T05:13:00.551483+0000","last_fullsized":"2024-04-18T05:13:00.551483+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:27.415241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403941+0000","last_change":"2024-04-18T05:12:39.984041+0000","last_active":"2024-04-18T05:12:59.403941+0000","last_peered":"2024-04-18T05:12:59.403941+0000","last_clean":"2024-04-18T05:12:59.403941+0000","last_became_active":"2024-04-18T05:12:39.983797+0000","last_became_peered":"2024-04-18T05:12:39.983797+0000","last_unstale":"2024-04-18T05:12:59.403941+0000","last_undegraded":"2024-04-18T05:12:59.403941+0000","last_fullsized":"2024-04-18T05:12:59.403941+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:31.534607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550624+0000","last_change":"2024-04-18T05:12:59.410138+0000","last_active":"2024-04-18T05:13:00.550624+0000","last_peered":"2024-04-18T05:13:00.550624+0000","last_clean":"2024-04-18T05:13:00.550624+0000","last_became_active":"2024-04-18T05:12:59.407819+0000","last_became_peered":"2024-04-18T05:12:59.407819+0000","last_unstale":"2024-04-18T05:13:00.550624+0000","last_undegraded":"2024-04-18T05:13:00.550624+0000","last_fullsized":"2024-04-18T05:13:00.550624+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:47.311274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387029+0000","last_change":"2024-04-18T05:12:39.940596+0000","last_active":"2024-04-18T05:12:59.387029+0000","last_peered":"2024-04-18T05:12:59.387029+0000","last_clean":"2024-04-18T05:12:59.387029+0000","last_became_active":"2024-04-18T05:12:39.940332+0000","last_became_peered":"2024-04-18T05:12:39.940332+0000","last_unstale":"2024-04-18T05:12:59.387029+0000","last_undegraded":"2024-04-18T05:12:59.387029+0000","last_fullsized":"2024-04-18T05:12:59.387029+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:16:03.667822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.3f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394344+0000","last_change":"2024-04-18T05:12:59.398229+0000","last_active":"2024-04-18T05:13:00.394344+0000","last_peered":"2024-04-18T05:13:00.394344+0000","last_clean":"2024-04-18T05:13:00.394344+0000","last_became_active":"2024-04-18T05:12:59.397245+0000","last_became_peered":"2024-04-18T05:12:59.397245+0000","last_unstale":"2024-04-18T05:13:00.394344+0000","last_undegraded":"2024-04-18T05:13:00.394344+0000","last_fullsized":"2024-04-18T05:13:00.394344+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:00:48.134689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382576+0000","last_change":"2024-04-18T05:12:39.947483+0000","last_active":"2024-04-18T05:12:59.382576+0000","last_peered":"2024-04-18T05:12:59.382576+0000","last_clean":"2024-04-18T05:12:59.382576+0000","last_became_active":"2024-04-18T05:12:39.947228+0000","last_became_peered":"2024-04-18T05:12:39.947228+0000","last_unstale":"2024-04-18T05:12:59.382576+0000","last_undegraded":"2024-04-18T05:12:59.382576+0000","last_fullsized":"2024-04-18T05:12:59.382576+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:00.625899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391993+0000","last_change":"2024-04-18T05:12:59.412076+0000","last_active":"2024-04-18T05:13:00.391993+0000","last_peered":"2024-04-18T05:13:00.391993+0000","last_clean":"2024-04-18T05:13:00.391993+0000","last_became_active":"2024-04-18T05:12:59.411666+0000","last_became_peered":"2024-04-18T05:12:59.411666+0000","last_unstale":"2024-04-18T05:13:00.391993+0000","last_undegraded":"2024-04-18T05:13:00.391993+0000","last_fullsized":"2024-04-18T05:13:00.391993+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402655+0000","last_change":"2024-04-18T05:12:39.982687+0000","last_active":"2024-04-18T05:12:59.402655+0000","last_peered":"2024-04-18T05:12:59.402655+0000","last_clean":"2024-04-18T05:12:59.402655+0000","last_became_active":"2024-04-18T05:12:39.982425+0000","last_became_peered":"2024-04-18T05:12:39.982425+0000","last_unstale":"2024-04-18T05:12:59.402655+0000","last_undegraded":"2024-04-18T05:12:59.402655+0000","last_fullsized":"2024-04-18T05:12:59.402655+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:11.993726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552655+0000","last_change":"2024-04-18T05:12:59.416670+0000","last_active":"2024-04-18T05:13:00.552655+0000","last_peered":"2024-04-18T05:13:00.552655+0000","last_clean":"2024-04-18T05:13:00.552655+0000","last_became_active":"2024-04-18T05:12:59.414764+0000","last_became_peered":"2024-04-18T05:12:59.414764+0000","last_unstale":"2024-04-18T05:13:00.552655+0000","last_undegraded":"2024-04-18T05:13:00.552655+0000","last_fullsized":"2024-04-18T05:13:00.552655+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:58:27.502209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383068+0000","last_change":"2024-04-18T05:12:39.947596+0000","last_active":"2024-04-18T05:12:59.383068+0000","last_peered":"2024-04-18T05:12:59.383068+0000","last_clean":"2024-04-18T05:12:59.383068+0000","last_became_active":"2024-04-18T05:12:39.947301+0000","last_became_peered":"2024-04-18T05:12:39.947301+0000","last_unstale":"2024-04-18T05:12:59.383068+0000","last_undegraded":"2024-04-18T05:12:59.383068+0000","last_fullsized":"2024-04-18T05:12:59.383068+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:32:51.988823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.390847+0000","last_change":"2024-04-18T05:12:59.396700+0000","last_active":"2024-04-18T05:13:00.390847+0000","last_peered":"2024-04-18T05:13:00.390847+0000","last_clean":"2024-04-18T05:13:00.390847+0000","last_became_active":"2024-04-18T05:12:59.394211+0000","last_became_peered":"2024-04-18T05:12:59.394211+0000","last_unstale":"2024-04-18T05:13:00.390847+0000","last_undegraded":"2024-04-18T05:13:00.390847+0000","last_fullsized":"2024-04-18T05:13:00.390847+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383036+0000","last_change":"2024-04-18T05:12:39.936508+0000","last_active":"2024-04-18T05:12:59.383036+0000","last_peered":"2024-04-18T05:12:59.383036+0000","last_clean":"2024-04-18T05:12:59.383036+0000","last_became_active":"2024-04-18T05:12:39.936248+0000","last_became_peered":"2024-04-18T05:12:39.936248+0000","last_unstale":"2024-04-18T05:12:59.383036+0000","last_undegraded":"2024-04-18T05:12:59.383036+0000","last_fullsized":"2024-04-18T05:12:59.383036+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:20.042247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393662+0000","last_change":"2024-04-18T05:12:59.407447+0000","last_active":"2024-04-18T05:13:00.393662+0000","last_peered":"2024-04-18T05:13:00.393662+0000","last_clean":"2024-04-18T05:13:00.393662+0000","last_became_active":"2024-04-18T05:12:59.407152+0000","last_became_peered":"2024-04-18T05:12:59.407152+0000","last_unstale":"2024-04-18T05:13:00.393662+0000","last_undegraded":"2024-04-18T05:13:00.393662+0000","last_fullsized":"2024-04-18T05:13:00.393662+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395318+0000","last_change":"2024-04-18T05:12:39.967017+0000","last_active":"2024-04-18T05:12:59.395318+0000","last_peered":"2024-04-18T05:12:59.395318+0000","last_clean":"2024-04-18T05:12:59.395318+0000","last_became_active":"2024-04-18T05:12:39.966288+0000","last_became_peered":"2024-04-18T05:12:39.966288+0000","last_unstale":"2024-04-18T05:12:59.395318+0000","last_undegraded":"2024-04-18T05:12:59.395318+0000","last_fullsized":"2024-04-18T05:12:59.395318+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385279+0000","last_change":"2024-04-18T05:12:59.420614+0000","last_active":"2024-04-18T05:13:00.385279+0000","last_peered":"2024-04-18T05:13:00.385279+0000","last_clean":"2024-04-18T05:13:00.385279+0000","last_became_active":"2024-04-18T05:12:59.420111+0000","last_became_peered":"2024-04-18T05:12:59.420111+0000","last_unstale":"2024-04-18T05:13:00.385279+0000","last_undegraded":"2024-04-18T05:13:00.385279+0000","last_fullsized":"2024-04-18T05:13:00.385279+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:45:10.050769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390480+0000","last_change":"2024-04-18T05:12:39.947212+0000","last_active":"2024-04-18T05:12:59.390480+0000","last_peered":"2024-04-18T05:12:59.390480+0000","last_clean":"2024-04-18T05:12:59.390480+0000","last_became_active":"2024-04-18T05:12:39.946945+0000","last_became_peered":"2024-04-18T05:12:39.946945+0000","last_unstale":"2024-04-18T05:12:59.390480+0000","last_undegraded":"2024-04-18T05:12:59.390480+0000","last_fullsized":"2024-04-18T05:12:59.390480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554961+0000","last_change":"2024-04-18T05:12:59.409062+0000","last_active":"2024-04-18T05:13:00.554961+0000","last_peered":"2024-04-18T05:13:00.554961+0000","last_clean":"2024-04-18T05:13:00.554961+0000","last_became_active":"2024-04-18T05:12:59.408743+0000","last_became_peered":"2024-04-18T05:12:59.408743+0000","last_unstale":"2024-04-18T05:13:00.554961+0000","last_undegraded":"2024-04-18T05:13:00.554961+0000","last_fullsized":"2024-04-18T05:13:00.554961+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:23:46.258826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390595+0000","last_change":"2024-04-18T05:12:39.964177+0000","last_active":"2024-04-18T05:12:59.390595+0000","last_peered":"2024-04-18T05:12:59.390595+0000","last_clean":"2024-04-18T05:12:59.390595+0000","last_became_active":"2024-04-18T05:12:39.963924+0000","last_became_peered":"2024-04-18T05:12:39.963924+0000","last_unstale":"2024-04-18T05:12:59.390595+0000","last_undegraded":"2024-04-18T05:12:59.390595+0000","last_fullsized":"2024-04-18T05:12:59.390595+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:17:45.887327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391941+0000","last_change":"2024-04-18T05:12:59.417579+0000","last_active":"2024-04-18T05:13:00.391941+0000","last_peered":"2024-04-18T05:13:00.391941+0000","last_clean":"2024-04-18T05:13:00.391941+0000","last_became_active":"2024-04-18T05:12:59.417256+0000","last_became_peered":"2024-04-18T05:12:59.417256+0000","last_unstale":"2024-04-18T05:13:00.391941+0000","last_undegraded":"2024-04-18T05:13:00.391941+0000","last_fullsized":"2024-04-18T05:13:00.391941+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:32.728677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395352+0000","last_change":"2024-04-18T05:12:39.947488+0000","last_active":"2024-04-18T05:12:59.395352+0000","last_peered":"2024-04-18T05:12:59.395352+0000","last_clean":"2024-04-18T05:12:59.395352+0000","last_became_active":"2024-04-18T05:12:39.947032+0000","last_became_peered":"2024-04-18T05:12:39.947032+0000","last_unstale":"2024-04-18T05:12:59.395352+0000","last_undegraded":"2024-04-18T05:12:59.395352+0000","last_fullsized":"2024-04-18T05:12:59.395352+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394538+0000","last_change":"2024-04-18T05:12:59.409699+0000","last_active":"2024-04-18T05:13:00.394538+0000","last_peered":"2024-04-18T05:13:00.394538+0000","last_clean":"2024-04-18T05:13:00.394538+0000","last_became_active":"2024-04-18T05:12:59.408630+0000","last_became_peered":"2024-04-18T05:12:59.408630+0000","last_unstale":"2024-04-18T05:13:00.394538+0000","last_undegraded":"2024-04-18T05:13:00.394538+0000","last_fullsized":"2024-04-18T05:13:00.394538+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382792+0000","last_change":"2024-04-18T05:12:39.968097+0000","last_active":"2024-04-18T05:12:59.382792+0000","last_peered":"2024-04-18T05:12:59.382792+0000","last_clean":"2024-04-18T05:12:59.382792+0000","last_became_active":"2024-04-18T05:12:39.967832+0000","last_became_peered":"2024-04-18T05:12:39.967832+0000","last_unstale":"2024-04-18T05:12:59.382792+0000","last_undegraded":"2024-04-18T05:12:59.382792+0000","last_fullsized":"2024-04-18T05:12:59.382792+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:08:48.764906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552487+0000","last_change":"2024-04-18T05:12:59.421444+0000","last_active":"2024-04-18T05:13:00.552487+0000","last_peered":"2024-04-18T05:13:00.552487+0000","last_clean":"2024-04-18T05:13:00.552487+0000","last_became_active":"2024-04-18T05:12:59.419836+0000","last_became_peered":"2024-04-18T05:12:59.419836+0000","last_unstale":"2024-04-18T05:13:00.552487+0000","last_undegraded":"2024-04-18T05:13:00.552487+0000","last_fullsized":"2024-04-18T05:13:00.552487+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:51.944097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400375+0000","last_change":"2024-04-18T05:12:39.975701+0000","last_active":"2024-04-18T05:12:59.400375+0000","last_peered":"2024-04-18T05:12:59.400375+0000","last_clean":"2024-04-18T05:12:59.400375+0000","last_became_active":"2024-04-18T05:12:39.974954+0000","last_became_peered":"2024-04-18T05:12:39.974954+0000","last_unstale":"2024-04-18T05:12:59.400375+0000","last_undegraded":"2024-04-18T05:12:59.400375+0000","last_fullsized":"2024-04-18T05:12:59.400375+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:00:50.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551247+0000","last_change":"2024-04-18T05:12:59.417535+0000","last_active":"2024-04-18T05:13:00.551247+0000","last_peered":"2024-04-18T05:13:00.551247+0000","last_clean":"2024-04-18T05:13:00.551247+0000","last_became_active":"2024-04-18T05:12:59.417255+0000","last_became_peered":"2024-04-18T05:12:59.417255+0000","last_unstale":"2024-04-18T05:13:00.551247+0000","last_undegraded":"2024-04-18T05:13:00.551247+0000","last_fullsized":"2024-04-18T05:13:00.551247+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:35:24.514761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392189+0000","last_change":"2024-04-18T05:12:39.950871+0000","last_active":"2024-04-18T05:12:59.392189+0000","last_peered":"2024-04-18T05:12:59.392189+0000","last_clean":"2024-04-18T05:12:59.392189+0000","last_became_active":"2024-04-18T05:12:39.950629+0000","last_became_peered":"2024-04-18T05:12:39.950629+0000","last_unstale":"2024-04-18T05:12:59.392189+0000","last_undegraded":"2024-04-18T05:12:59.392189+0000","last_fullsized":"2024-04-18T05:12:59.392189+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:14.331069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550722+0000","last_change":"2024-04-18T05:12:59.420428+0000","last_active":"2024-04-18T05:13:00.550722+0000","last_peered":"2024-04-18T05:13:00.550722+0000","last_clean":"2024-04-18T05:13:00.550722+0000","last_became_active":"2024-04-18T05:12:59.419870+0000","last_became_peered":"2024-04-18T05:12:59.419870+0000","last_unstale":"2024-04-18T05:13:00.550722+0000","last_undegraded":"2024-04-18T05:13:00.550722+0000","last_fullsized":"2024-04-18T05:13:00.550722+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:29:39.103504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405288+0000","last_change":"2024-04-18T05:12:39.966261+0000","last_active":"2024-04-18T05:12:59.405288+0000","last_peered":"2024-04-18T05:12:59.405288+0000","last_clean":"2024-04-18T05:12:59.405288+0000","last_became_active":"2024-04-18T05:12:39.965584+0000","last_became_peered":"2024-04-18T05:12:39.965584+0000","last_unstale":"2024-04-18T05:12:59.405288+0000","last_undegraded":"2024-04-18T05:12:59.405288+0000","last_fullsized":"2024-04-18T05:12:59.405288+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:36:53.003445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550653+0000","last_change":"2024-04-18T05:12:59.421942+0000","last_active":"2024-04-18T05:13:00.550653+0000","last_peered":"2024-04-18T05:13:00.550653+0000","last_clean":"2024-04-18T05:13:00.550653+0000","last_became_active":"2024-04-18T05:12:59.421325+0000","last_became_peered":"2024-04-18T05:12:59.421325+0000","last_unstale":"2024-04-18T05:13:00.550653+0000","last_undegraded":"2024-04-18T05:13:00.550653+0000","last_fullsized":"2024-04-18T05:13:00.550653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:48.804384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390905+0000","last_change":"2024-04-18T05:12:39.956803+0000","last_active":"2024-04-18T05:12:59.390905+0000","last_peered":"2024-04-18T05:12:59.390905+0000","last_clean":"2024-04-18T05:12:59.390905+0000","last_became_active":"2024-04-18T05:12:39.956522+0000","last_became_peered":"2024-04-18T05:12:39.956522+0000","last_unstale":"2024-04-18T05:12:59.390905+0000","last_undegraded":"2024-04-18T05:12:59.390905+0000","last_fullsized":"2024-04-18T05:12:59.390905+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:15.194226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551709+0000","last_change":"2024-04-18T05:12:59.417323+0000","last_active":"2024-04-18T05:13:00.551709+0000","last_peered":"2024-04-18T05:13:00.551709+0000","last_clean":"2024-04-18T05:13:00.551709+0000","last_became_active":"2024-04-18T05:12:59.417097+0000","last_became_peered":"2024-04-18T05:12:59.417097+0000","last_unstale":"2024-04-18T05:13:00.551709+0000","last_undegraded":"2024-04-18T05:13:00.551709+0000","last_fullsized":"2024-04-18T05:13:00.551709+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:09:49.407779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403458+0000","last_change":"2024-04-18T05:12:39.983669+0000","last_active":"2024-04-18T05:12:59.403458+0000","last_peered":"2024-04-18T05:12:59.403458+0000","last_clean":"2024-04-18T05:12:59.403458+0000","last_became_active":"2024-04-18T05:12:39.983341+0000","last_became_peered":"2024-04-18T05:12:39.983341+0000","last_unstale":"2024-04-18T05:12:59.403458+0000","last_undegraded":"2024-04-18T05:12:59.403458+0000","last_fullsized":"2024-04-18T05:12:59.403458+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:22.386601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554923+0000","last_change":"2024-04-18T05:12:59.420237+0000","last_active":"2024-04-18T05:13:00.554923+0000","last_peered":"2024-04-18T05:13:00.554923+0000","last_clean":"2024-04-18T05:13:00.554923+0000","last_became_active":"2024-04-18T05:12:59.419863+0000","last_became_peered":"2024-04-18T05:12:59.419863+0000","last_unstale":"2024-04-18T05:13:00.554923+0000","last_undegraded":"2024-04-18T05:13:00.554923+0000","last_fullsized":"2024-04-18T05:13:00.554923+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:48.173216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383543+0000","last_change":"2024-04-18T05:12:39.968295+0000","last_active":"2024-04-18T05:12:59.383543+0000","last_peered":"2024-04-18T05:12:59.383543+0000","last_clean":"2024-04-18T05:12:59.383543+0000","last_became_active":"2024-04-18T05:12:39.967952+0000","last_became_peered":"2024-04-18T05:12:39.967952+0000","last_unstale":"2024-04-18T05:12:59.383543+0000","last_undegraded":"2024-04-18T05:12:59.383543+0000","last_fullsized":"2024-04-18T05:12:59.383543+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:52:14.924368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391792+0000","last_change":"2024-04-18T05:12:59.412270+0000","last_active":"2024-04-18T05:13:00.391792+0000","last_peered":"2024-04-18T05:13:00.391792+0000","last_clean":"2024-04-18T05:13:00.391792+0000","last_became_active":"2024-04-18T05:12:59.411870+0000","last_became_peered":"2024-04-18T05:12:59.411870+0000","last_unstale":"2024-04-18T05:13:00.391792+0000","last_undegraded":"2024-04-18T05:13:00.391792+0000","last_fullsized":"2024-04-18T05:13:00.391792+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:05.785504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384283+0000","last_change":"2024-04-18T05:12:39.968153+0000","last_active":"2024-04-18T05:12:59.384283+0000","last_peered":"2024-04-18T05:12:59.384283+0000","last_clean":"2024-04-18T05:12:59.384283+0000","last_became_active":"2024-04-18T05:12:39.967826+0000","last_became_peered":"2024-04-18T05:12:39.967826+0000","last_unstale":"2024-04-18T05:12:59.384283+0000","last_undegraded":"2024-04-18T05:12:59.384283+0000","last_fullsized":"2024-04-18T05:12:59.384283+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:45.245107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394823+0000","last_change":"2024-04-18T05:12:59.405964+0000","last_active":"2024-04-18T05:13:00.394823+0000","last_peered":"2024-04-18T05:13:00.394823+0000","last_clean":"2024-04-18T05:13:00.394823+0000","last_became_active":"2024-04-18T05:12:59.404298+0000","last_became_peered":"2024-04-18T05:12:59.404298+0000","last_unstale":"2024-04-18T05:13:00.394823+0000","last_undegraded":"2024-04-18T05:13:00.394823+0000","last_fullsized":"2024-04-18T05:13:00.394823+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403843+0000","last_change":"2024-04-18T05:12:39.985827+0000","last_active":"2024-04-18T05:12:59.403843+0000","last_peered":"2024-04-18T05:12:59.403843+0000","last_clean":"2024-04-18T05:12:59.403843+0000","last_became_active":"2024-04-18T05:12:39.985584+0000","last_became_peered":"2024-04-18T05:12:39.985584+0000","last_unstale":"2024-04-18T05:12:59.403843+0000","last_undegraded":"2024-04-18T05:12:59.403843+0000","last_fullsized":"2024-04-18T05:12:59.403843+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:40:51.646084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551017+0000","last_change":"2024-04-18T05:12:59.410213+0000","last_active":"2024-04-18T05:13:00.551017+0000","last_peered":"2024-04-18T05:13:00.551017+0000","last_clean":"2024-04-18T05:13:00.551017+0000","last_became_active":"2024-04-18T05:12:59.407837+0000","last_became_peered":"2024-04-18T05:12:59.407837+0000","last_unstale":"2024-04-18T05:13:00.551017+0000","last_undegraded":"2024-04-18T05:13:00.551017+0000","last_fullsized":"2024-04-18T05:13:00.551017+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400453+0000","last_change":"2024-04-18T05:12:39.982543+0000","last_active":"2024-04-18T05:12:59.400453+0000","last_peered":"2024-04-18T05:12:59.400453+0000","last_clean":"2024-04-18T05:12:59.400453+0000","last_became_active":"2024-04-18T05:12:39.982067+0000","last_became_peered":"2024-04-18T05:12:39.982067+0000","last_unstale":"2024-04-18T05:12:59.400453+0000","last_undegraded":"2024-04-18T05:12:59.400453+0000","last_fullsized":"2024-04-18T05:12:59.400453+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:51:51.712287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385282+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.385282+0000","last_peered":"2024-04-18T05:13:00.385282+0000","last_clean":"2024-04-18T05:13:00.385282+0000","last_became_active":"2024-04-18T05:12:59.408666+0000","last_became_peered":"2024-04-18T05:12:59.408666+0000","last_unstale":"2024-04-18T05:13:00.385282+0000","last_undegraded":"2024-04-18T05:13:00.385282+0000","last_fullsized":"2024-04-18T05:13:00.385282+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:01:39.291271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553849+0000","last_change":"2024-04-18T05:12:59.049323+0000","last_active":"2024-04-18T05:13:00.553849+0000","last_peered":"2024-04-18T05:13:00.553849+0000","last_clean":"2024-04-18T05:13:00.553849+0000","last_became_active":"2024-04-18T05:12:59.048871+0000","last_became_peered":"2024-04-18T05:12:59.048871+0000","last_unstale":"2024-04-18T05:13:00.553849+0000","last_undegraded":"2024-04-18T05:13:00.553849+0000","last_fullsized":"2024-04-18T05:13:00.553849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:03.698425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383360+0000","last_change":"2024-04-18T05:12:39.939639+0000","last_active":"2024-04-18T05:12:59.383360+0000","last_peered":"2024-04-18T05:12:59.383360+0000","last_clean":"2024-04-18T05:12:59.383360+0000","last_became_active":"2024-04-18T05:12:39.939383+0000","last_became_peered":"2024-04-18T05:12:39.939383+0000","last_unstale":"2024-04-18T05:12:59.383360+0000","last_undegraded":"2024-04-18T05:12:59.383360+0000","last_fullsized":"2024-04-18T05:12:59.383360+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:29.348021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392478+0000","last_change":"2024-04-18T05:12:39.565918+0000","last_active":"2024-04-18T05:12:59.392478+0000","last_peered":"2024-04-18T05:12:59.392478+0000","last_clean":"2024-04-18T05:12:59.392478+0000","last_became_active":"2024-04-18T05:12:39.565543+0000","last_became_peered":"2024-04-18T05:12:39.565543+0000","last_unstale":"2024-04-18T05:12:59.392478+0000","last_undegraded":"2024-04-18T05:12:59.392478+0000","last_fullsized":"2024-04-18T05:12:59.392478+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:08.225986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554058+0000","last_change":"2024-04-18T05:12:59.421741+0000","last_active":"2024-04-18T05:13:00.554058+0000","last_peered":"2024-04-18T05:13:00.554058+0000","last_clean":"2024-04-18T05:13:00.554058+0000","last_became_active":"2024-04-18T05:12:59.421318+0000","last_became_peered":"2024-04-18T05:12:59.421318+0000","last_unstale":"2024-04-18T05:13:00.554058+0000","last_undegraded":"2024-04-18T05:13:00.554058+0000","last_fullsized":"2024-04-18T05:13:00.554058+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392263+0000","last_change":"2024-04-18T05:12:59.050007+0000","last_active":"2024-04-18T05:13:00.392263+0000","last_peered":"2024-04-18T05:13:00.392263+0000","last_clean":"2024-04-18T05:13:00.392263+0000","last_became_active":"2024-04-18T05:12:59.049515+0000","last_became_peered":"2024-04-18T05:12:59.049515+0000","last_unstale":"2024-04-18T05:13:00.392263+0000","last_undegraded":"2024-04-18T05:13:00.392263+0000","last_fullsized":"2024-04-18T05:13:00.392263+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:12:19.167680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389502+0000","last_change":"2024-04-18T05:12:39.963321+0000","last_active":"2024-04-18T05:12:59.389502+0000","last_peered":"2024-04-18T05:12:59.389502+0000","last_clean":"2024-04-18T05:12:59.389502+0000","last_became_active":"2024-04-18T05:12:39.962452+0000","last_became_peered":"2024-04-18T05:12:39.962452+0000","last_unstale":"2024-04-18T05:12:59.389502+0000","last_undegraded":"2024-04-18T05:12:59.389502+0000","last_fullsized":"2024-04-18T05:12:59.389502+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:30.464342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388194+0000","last_change":"2024-04-18T05:12:39.577510+0000","last_active":"2024-04-18T05:12:59.388194+0000","last_peered":"2024-04-18T05:12:59.388194+0000","last_clean":"2024-04-18T05:12:59.388194+0000","last_became_active":"2024-04-18T05:12:39.576741+0000","last_became_peered":"2024-04-18T05:12:39.576741+0000","last_unstale":"2024-04-18T05:12:59.388194+0000","last_undegraded":"2024-04-18T05:12:59.388194+0000","last_fullsized":"2024-04-18T05:12:59.388194+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:19:21.377125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384575+0000","last_change":"2024-04-18T05:12:59.408974+0000","last_active":"2024-04-18T05:13:00.384575+0000","last_peered":"2024-04-18T05:13:00.384575+0000","last_clean":"2024-04-18T05:13:00.384575+0000","last_became_active":"2024-04-18T05:12:59.408739+0000","last_became_peered":"2024-04-18T05:12:59.408739+0000","last_unstale":"2024-04-18T05:13:00.384575+0000","last_undegraded":"2024-04-18T05:13:00.384575+0000","last_fullsized":"2024-04-18T05:13:00.384575+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:00:32.496039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"44'4","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551874+0000","last_change":"2024-04-18T05:12:59.021505+0000","last_active":"2024-04-18T05:13:00.551874+0000","last_peered":"2024-04-18T05:13:00.551874+0000","last_clean":"2024-04-18T05:13:00.551874+0000","last_became_active":"2024-04-18T05:12:59.021225+0000","last_became_peered":"2024-04-18T05:12:59.021225+0000","last_unstale":"2024-04-18T05:13:00.551874+0000","last_undegraded":"2024-04-18T05:13:00.551874+0000","last_fullsized":"2024-04-18T05:13:00.551874+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:36:11.591886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383480+0000","last_change":"2024-04-18T05:12:39.939836+0000","last_active":"2024-04-18T05:12:59.383480+0000","last_peered":"2024-04-18T05:12:59.383480+0000","last_clean":"2024-04-18T05:12:59.383480+0000","last_became_active":"2024-04-18T05:12:39.939610+0000","last_became_peered":"2024-04-18T05:12:39.939610+0000","last_unstale":"2024-04-18T05:12:59.383480+0000","last_undegraded":"2024-04-18T05:12:59.383480+0000","last_fullsized":"2024-04-18T05:12:59.383480+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:42:27.284781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403443+0000","last_change":"2024-04-18T05:12:39.589963+0000","last_active":"2024-04-18T05:12:59.403443+0000","last_peered":"2024-04-18T05:12:59.403443+0000","last_clean":"2024-04-18T05:12:59.403443+0000","last_became_active":"2024-04-18T05:12:39.589184+0000","last_became_peered":"2024-04-18T05:12:39.589184+0000","last_unstale":"2024-04-18T05:12:59.403443+0000","last_undegraded":"2024-04-18T05:12:59.403443+0000","last_fullsized":"2024-04-18T05:12:59.403443+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:40:14.184751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.384656+0000","last_change":"2024-04-18T05:12:59.400899+0000","last_active":"2024-04-18T05:13:00.384656+0000","last_peered":"2024-04-18T05:13:00.384656+0000","last_clean":"2024-04-18T05:13:00.384656+0000","last_became_active":"2024-04-18T05:12:59.400416+0000","last_became_peered":"2024-04-18T05:12:59.400416+0000","last_unstale":"2024-04-18T05:13:00.384656+0000","last_undegraded":"2024-04-18T05:13:00.384656+0000","last_fullsized":"2024-04-18T05:13:00.384656+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:41:52.007667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"44'1","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.422655+0000","last_change":"2024-04-18T05:12:59.055548+0000","last_active":"2024-04-18T05:12:59.422655+0000","last_peered":"2024-04-18T05:12:59.422655+0000","last_clean":"2024-04-18T05:12:59.422655+0000","last_became_active":"2024-04-18T05:12:59.054841+0000","last_became_peered":"2024-04-18T05:12:59.054841+0000","last_unstale":"2024-04-18T05:12:59.422655+0000","last_undegraded":"2024-04-18T05:12:59.422655+0000","last_fullsized":"2024-04-18T05:12:59.422655+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:20:22.611841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.389418+0000","last_change":"2024-04-18T05:12:39.950799+0000","last_active":"2024-04-18T05:12:59.389418+0000","last_peered":"2024-04-18T05:12:59.389418+0000","last_clean":"2024-04-18T05:12:59.389418+0000","last_became_active":"2024-04-18T05:12:39.950125+0000","last_became_peered":"2024-04-18T05:12:39.950125+0000","last_unstale":"2024-04-18T05:12:59.389418+0000","last_undegraded":"2024-04-18T05:12:59.389418+0000","last_fullsized":"2024-04-18T05:12:59.389418+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390035+0000","last_change":"2024-04-18T05:12:39.591557+0000","last_active":"2024-04-18T05:12:59.390035+0000","last_peered":"2024-04-18T05:12:59.390035+0000","last_clean":"2024-04-18T05:12:59.390035+0000","last_became_active":"2024-04-18T05:12:39.591318+0000","last_became_peered":"2024-04-18T05:12:39.591318+0000","last_unstale":"2024-04-18T05:12:59.390035+0000","last_undegraded":"2024-04-18T05:12:59.390035+0000","last_fullsized":"2024-04-18T05:12:59.390035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:46.011785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554128+0000","last_change":"2024-04-18T05:12:59.424309+0000","last_active":"2024-04-18T05:13:00.554128+0000","last_peered":"2024-04-18T05:13:00.554128+0000","last_clean":"2024-04-18T05:13:00.554128+0000","last_became_active":"2024-04-18T05:12:59.423644+0000","last_became_peered":"2024-04-18T05:12:59.423644+0000","last_unstale":"2024-04-18T05:13:00.554128+0000","last_undegraded":"2024-04-18T05:13:00.554128+0000","last_fullsized":"2024-04-18T05:13:00.554128+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385186+0000","last_change":"2024-04-18T05:12:59.023199+0000","last_active":"2024-04-18T05:13:00.385186+0000","last_peered":"2024-04-18T05:13:00.385186+0000","last_clean":"2024-04-18T05:13:00.385186+0000","last_became_active":"2024-04-18T05:12:59.022893+0000","last_became_peered":"2024-04-18T05:12:59.022893+0000","last_unstale":"2024-04-18T05:13:00.385186+0000","last_undegraded":"2024-04-18T05:13:00.385186+0000","last_fullsized":"2024-04-18T05:13:00.385186+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:47.884934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400536+0000","last_change":"2024-04-18T05:12:39.959017+0000","last_active":"2024-04-18T05:12:59.400536+0000","last_peered":"2024-04-18T05:12:59.400536+0000","last_clean":"2024-04-18T05:12:59.400536+0000","last_became_active":"2024-04-18T05:12:39.958287+0000","last_became_peered":"2024-04-18T05:12:39.958287+0000","last_unstale":"2024-04-18T05:12:59.400536+0000","last_undegraded":"2024-04-18T05:12:59.400536+0000","last_fullsized":"2024-04-18T05:12:59.400536+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:48:38.347863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387645+0000","last_change":"2024-04-18T05:12:39.586853+0000","last_active":"2024-04-18T05:12:59.387645+0000","last_peered":"2024-04-18T05:12:59.387645+0000","last_clean":"2024-04-18T05:12:59.387645+0000","last_became_active":"2024-04-18T05:12:39.586598+0000","last_became_peered":"2024-04-18T05:12:39.586598+0000","last_unstale":"2024-04-18T05:12:59.387645+0000","last_undegraded":"2024-04-18T05:12:59.387645+0000","last_fullsized":"2024-04-18T05:12:59.387645+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:25:29.454866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551502+0000","last_change":"2024-04-18T05:12:59.417385+0000","last_active":"2024-04-18T05:13:00.551502+0000","last_peered":"2024-04-18T05:13:00.551502+0000","last_clean":"2024-04-18T05:13:00.551502+0000","last_became_active":"2024-04-18T05:12:59.417081+0000","last_became_peered":"2024-04-18T05:12:59.417081+0000","last_unstale":"2024-04-18T05:13:00.551502+0000","last_undegraded":"2024-04-18T05:13:00.551502+0000","last_fullsized":"2024-04-18T05:13:00.551502+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552849+0000","last_change":"2024-04-18T05:12:59.051730+0000","last_active":"2024-04-18T05:13:00.552849+0000","last_peered":"2024-04-18T05:13:00.552849+0000","last_clean":"2024-04-18T05:13:00.552849+0000","last_became_active":"2024-04-18T05:12:59.051185+0000","last_became_peered":"2024-04-18T05:12:59.051185+0000","last_unstale":"2024-04-18T05:13:00.552849+0000","last_undegraded":"2024-04-18T05:13:00.552849+0000","last_fullsized":"2024-04-18T05:13:00.552849+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:38:05.968506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390332+0000","last_change":"2024-04-18T05:12:39.968476+0000","last_active":"2024-04-18T05:12:59.390332+0000","last_peered":"2024-04-18T05:12:59.390332+0000","last_clean":"2024-04-18T05:12:59.390332+0000","last_became_active":"2024-04-18T05:12:39.968039+0000","last_became_peered":"2024-04-18T05:12:39.968039+0000","last_unstale":"2024-04-18T05:12:59.390332+0000","last_undegraded":"2024-04-18T05:12:59.390332+0000","last_fullsized":"2024-04-18T05:12:59.390332+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:27.379136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402735+0000","last_change":"2024-04-18T05:12:39.589295+0000","last_active":"2024-04-18T05:12:59.402735+0000","last_peered":"2024-04-18T05:12:59.402735+0000","last_clean":"2024-04-18T05:12:59.402735+0000","last_became_active":"2024-04-18T05:12:39.588899+0000","last_became_peered":"2024-04-18T05:12:39.588899+0000","last_unstale":"2024-04-18T05:12:59.402735+0000","last_undegraded":"2024-04-18T05:12:59.402735+0000","last_fullsized":"2024-04-18T05:12:59.402735+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:48.990640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550070+0000","last_change":"2024-04-18T05:12:59.406230+0000","last_active":"2024-04-18T05:13:00.550070+0000","last_peered":"2024-04-18T05:13:00.550070+0000","last_clean":"2024-04-18T05:13:00.550070+0000","last_became_active":"2024-04-18T05:12:59.405961+0000","last_became_peered":"2024-04-18T05:12:59.405961+0000","last_unstale":"2024-04-18T05:13:00.550070+0000","last_undegraded":"2024-04-18T05:13:00.550070+0000","last_fullsized":"2024-04-18T05:13:00.550070+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:27:04.701470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551717+0000","last_change":"2024-04-18T05:12:59.053754+0000","last_active":"2024-04-18T05:13:00.551717+0000","last_peered":"2024-04-18T05:13:00.551717+0000","last_clean":"2024-04-18T05:13:00.551717+0000","last_became_active":"2024-04-18T05:12:59.053038+0000","last_became_peered":"2024-04-18T05:12:59.053038+0000","last_unstale":"2024-04-18T05:13:00.551717+0000","last_undegraded":"2024-04-18T05:13:00.551717+0000","last_fullsized":"2024-04-18T05:13:00.551717+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:31.725632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384410+0000","last_change":"2024-04-18T05:12:39.943191+0000","last_active":"2024-04-18T05:12:59.384410+0000","last_peered":"2024-04-18T05:12:59.384410+0000","last_clean":"2024-04-18T05:12:59.384410+0000","last_became_active":"2024-04-18T05:12:39.942572+0000","last_became_peered":"2024-04-18T05:12:39.942572+0000","last_unstale":"2024-04-18T05:12:59.384410+0000","last_undegraded":"2024-04-18T05:12:59.384410+0000","last_fullsized":"2024-04-18T05:12:59.384410+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:20.270910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399979+0000","last_change":"2024-04-18T05:12:39.596620+0000","last_active":"2024-04-18T05:12:59.399979+0000","last_peered":"2024-04-18T05:12:59.399979+0000","last_clean":"2024-04-18T05:12:59.399979+0000","last_became_active":"2024-04-18T05:12:39.595226+0000","last_became_peered":"2024-04-18T05:12:39.595226+0000","last_unstale":"2024-04-18T05:12:59.399979+0000","last_undegraded":"2024-04-18T05:12:59.399979+0000","last_fullsized":"2024-04-18T05:12:59.399979+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385794+0000","last_change":"2024-04-18T05:12:59.398589+0000","last_active":"2024-04-18T05:13:00.385794+0000","last_peered":"2024-04-18T05:13:00.385794+0000","last_clean":"2024-04-18T05:13:00.385794+0000","last_became_active":"2024-04-18T05:12:59.397809+0000","last_became_peered":"2024-04-18T05:12:59.397809+0000","last_unstale":"2024-04-18T05:13:00.385794+0000","last_undegraded":"2024-04-18T05:13:00.385794+0000","last_fullsized":"2024-04-18T05:13:00.385794+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:42.385272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385004+0000","last_change":"2024-04-18T05:12:59.024558+0000","last_active":"2024-04-18T05:13:00.385004+0000","last_peered":"2024-04-18T05:13:00.385004+0000","last_clean":"2024-04-18T05:13:00.385004+0000","last_became_active":"2024-04-18T05:12:59.024228+0000","last_became_peered":"2024-04-18T05:12:59.024228+0000","last_unstale":"2024-04-18T05:13:00.385004+0000","last_undegraded":"2024-04-18T05:13:00.385004+0000","last_fullsized":"2024-04-18T05:13:00.385004+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:43:26.412196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.388154+0000","last_change":"2024-04-18T05:12:39.961586+0000","last_active":"2024-04-18T05:12:59.388154+0000","last_peered":"2024-04-18T05:12:59.388154+0000","last_clean":"2024-04-18T05:12:59.388154+0000","last_became_active":"2024-04-18T05:12:39.951673+0000","last_became_peered":"2024-04-18T05:12:39.951673+0000","last_unstale":"2024-04-18T05:12:59.388154+0000","last_undegraded":"2024-04-18T05:12:59.388154+0000","last_fullsized":"2024-04-18T05:12:59.388154+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.406925+0000","last_change":"2024-04-18T05:12:39.575942+0000","last_active":"2024-04-18T05:12:59.406925+0000","last_peered":"2024-04-18T05:12:59.406925+0000","last_clean":"2024-04-18T05:12:59.406925+0000","last_became_active":"2024-04-18T05:12:39.575505+0000","last_became_peered":"2024-04-18T05:12:39.575505+0000","last_unstale":"2024-04-18T05:12:59.406925+0000","last_undegraded":"2024-04-18T05:12:59.406925+0000","last_fullsized":"2024-04-18T05:12:59.406925+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:41:37.733826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393463+0000","last_change":"2024-04-18T05:12:59.392050+0000","last_active":"2024-04-18T05:13:00.393463+0000","last_peered":"2024-04-18T05:13:00.393463+0000","last_clean":"2024-04-18T05:13:00.393463+0000","last_became_active":"2024-04-18T05:12:59.391753+0000","last_became_peered":"2024-04-18T05:12:59.391753+0000","last_unstale":"2024-04-18T05:13:00.393463+0000","last_undegraded":"2024-04-18T05:13:00.393463+0000","last_fullsized":"2024-04-18T05:13:00.393463+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:48.686017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"44'3","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385586+0000","last_change":"2024-04-18T05:12:59.048851+0000","last_active":"2024-04-18T05:13:00.385586+0000","last_peered":"2024-04-18T05:13:00.385586+0000","last_clean":"2024-04-18T05:13:00.385586+0000","last_became_active":"2024-04-18T05:12:59.048559+0000","last_became_peered":"2024-04-18T05:12:59.048559+0000","last_unstale":"2024-04-18T05:13:00.385586+0000","last_undegraded":"2024-04-18T05:13:00.385586+0000","last_fullsized":"2024-04-18T05:13:00.385586+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:45:28.043413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401804+0000","last_change":"2024-04-18T05:12:39.956309+0000","last_active":"2024-04-18T05:12:59.401804+0000","last_peered":"2024-04-18T05:12:59.401804+0000","last_clean":"2024-04-18T05:12:59.401804+0000","last_became_active":"2024-04-18T05:12:39.955091+0000","last_became_peered":"2024-04-18T05:12:39.955091+0000","last_unstale":"2024-04-18T05:12:59.401804+0000","last_undegraded":"2024-04-18T05:12:59.401804+0000","last_fullsized":"2024-04-18T05:12:59.401804+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:32.089555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405624+0000","last_change":"2024-04-18T05:12:39.596864+0000","last_active":"2024-04-18T05:12:59.405624+0000","last_peered":"2024-04-18T05:12:59.405624+0000","last_clean":"2024-04-18T05:12:59.405624+0000","last_became_active":"2024-04-18T05:12:39.595291+0000","last_became_peered":"2024-04-18T05:12:39.595291+0000","last_unstale":"2024-04-18T05:12:59.405624+0000","last_undegraded":"2024-04-18T05:12:59.405624+0000","last_fullsized":"2024-04-18T05:12:59.405624+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:37.233275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392565+0000","last_change":"2024-04-18T05:12:59.410247+0000","last_active":"2024-04-18T05:13:00.392565+0000","last_peered":"2024-04-18T05:13:00.392565+0000","last_clean":"2024-04-18T05:13:00.392565+0000","last_became_active":"2024-04-18T05:12:59.404258+0000","last_became_peered":"2024-04-18T05:12:59.404258+0000","last_unstale":"2024-04-18T05:13:00.392565+0000","last_undegraded":"2024-04-18T05:13:00.392565+0000","last_fullsized":"2024-04-18T05:13:00.392565+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:23.834804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"44'6","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554044+0000","last_change":"2024-04-18T05:12:59.043255+0000","last_active":"2024-04-18T05:13:00.554044+0000","last_peered":"2024-04-18T05:13:00.554044+0000","last_clean":"2024-04-18T05:13:00.554044+0000","last_became_active":"2024-04-18T05:12:59.034397+0000","last_became_peered":"2024-04-18T05:12:59.034397+0000","last_unstale":"2024-04-18T05:13:00.554044+0000","last_undegraded":"2024-04-18T05:13:00.554044+0000","last_fullsized":"2024-04-18T05:13:00.554044+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392254+0000","last_change":"2024-04-18T05:12:39.942696+0000","last_active":"2024-04-18T05:12:59.392254+0000","last_peered":"2024-04-18T05:12:59.392254+0000","last_clean":"2024-04-18T05:12:59.392254+0000","last_became_active":"2024-04-18T05:12:39.942227+0000","last_became_peered":"2024-04-18T05:12:39.942227+0000","last_unstale":"2024-04-18T05:12:59.392254+0000","last_undegraded":"2024-04-18T05:12:59.392254+0000","last_fullsized":"2024-04-18T05:12:59.392254+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:42.132665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383433+0000","last_change":"2024-04-18T05:12:39.567941+0000","last_active":"2024-04-18T05:12:59.383433+0000","last_peered":"2024-04-18T05:12:59.383433+0000","last_clean":"2024-04-18T05:12:59.383433+0000","last_became_active":"2024-04-18T05:12:39.566260+0000","last_became_peered":"2024-04-18T05:12:39.566260+0000","last_unstale":"2024-04-18T05:12:59.383433+0000","last_undegraded":"2024-04-18T05:12:59.383433+0000","last_fullsized":"2024-04-18T05:12:59.383433+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:05.322272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548354+0000","last_change":"2024-04-18T05:12:59.421336+0000","last_active":"2024-04-18T05:13:00.548354+0000","last_peered":"2024-04-18T05:13:00.548354+0000","last_clean":"2024-04-18T05:13:00.548354+0000","last_became_active":"2024-04-18T05:12:59.420852+0000","last_became_peered":"2024-04-18T05:12:59.420852+0000","last_unstale":"2024-04-18T05:13:00.548354+0000","last_undegraded":"2024-04-18T05:13:00.548354+0000","last_fullsized":"2024-04-18T05:13:00.548354+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:39.727273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552015+0000","last_change":"2024-04-18T05:12:59.018833+0000","last_active":"2024-04-18T05:13:00.552015+0000","last_peered":"2024-04-18T05:13:00.552015+0000","last_clean":"2024-04-18T05:13:00.552015+0000","last_became_active":"2024-04-18T05:12:59.018456+0000","last_became_peered":"2024-04-18T05:12:59.018456+0000","last_unstale":"2024-04-18T05:13:00.552015+0000","last_undegraded":"2024-04-18T05:13:00.552015+0000","last_fullsized":"2024-04-18T05:13:00.552015+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:05.855382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405380+0000","last_change":"2024-04-18T05:12:39.981295+0000","last_active":"2024-04-18T05:12:59.405380+0000","last_peered":"2024-04-18T05:12:59.405380+0000","last_clean":"2024-04-18T05:12:59.405380+0000","last_became_active":"2024-04-18T05:12:39.978331+0000","last_became_peered":"2024-04-18T05:12:39.978331+0000","last_unstale":"2024-04-18T05:12:59.405380+0000","last_undegraded":"2024-04-18T05:12:59.405380+0000","last_fullsized":"2024-04-18T05:12:59.405380+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:27.995111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":18,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382286+0000","last_change":"2024-04-18T05:12:39.589357+0000","last_active":"2024-04-18T05:12:59.382286+0000","last_peered":"2024-04-18T05:12:59.382286+0000","last_clean":"2024-04-18T05:12:59.382286+0000","last_became_active":"2024-04-18T05:12:39.588983+0000","last_became_peered":"2024-04-18T05:12:39.588983+0000","last_unstale":"2024-04-18T05:12:59.382286+0000","last_undegraded":"2024-04-18T05:12:59.382286+0000","last_fullsized":"2024-04-18T05:12:59.382286+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:31.080080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.549888+0000","last_change":"2024-04-18T05:12:59.411066+0000","last_active":"2024-04-18T05:13:00.549888+0000","last_peered":"2024-04-18T05:13:00.549888+0000","last_clean":"2024-04-18T05:13:00.549888+0000","last_became_active":"2024-04-18T05:12:59.410619+0000","last_became_peered":"2024-04-18T05:12:59.410619+0000","last_unstale":"2024-04-18T05:13:00.549888+0000","last_undegraded":"2024-04-18T05:13:00.549888+0000","last_fullsized":"2024-04-18T05:13:00.549888+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:08.221270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551231+0000","last_change":"2024-04-18T05:12:59.041500+0000","last_active":"2024-04-18T05:13:00.551231+0000","last_peered":"2024-04-18T05:13:00.551231+0000","last_clean":"2024-04-18T05:13:00.551231+0000","last_became_active":"2024-04-18T05:12:59.041183+0000","last_became_peered":"2024-04-18T05:12:59.041183+0000","last_unstale":"2024-04-18T05:13:00.551231+0000","last_undegraded":"2024-04-18T05:13:00.551231+0000","last_fullsized":"2024-04-18T05:13:00.551231+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:19:46.448430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404926+0000","last_change":"2024-04-18T05:12:39.958231+0000","last_active":"2024-04-18T05:12:59.404926+0000","last_peered":"2024-04-18T05:12:59.404926+0000","last_clean":"2024-04-18T05:12:59.404926+0000","last_became_active":"2024-04-18T05:12:39.957972+0000","last_became_peered":"2024-04-18T05:12:39.957972+0000","last_unstale":"2024-04-18T05:12:59.404926+0000","last_undegraded":"2024-04-18T05:12:59.404926+0000","last_fullsized":"2024-04-18T05:12:59.404926+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:09.821092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"41'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.401964+0000","last_change":"2024-04-18T05:12:39.583936+0000","last_active":"2024-04-18T05:12:59.401964+0000","last_peered":"2024-04-18T05:12:59.401964+0000","last_clean":"2024-04-18T05:12:59.401964+0000","last_became_active":"2024-04-18T05:12:39.583234+0000","last_became_peered":"2024-04-18T05:12:39.583234+0000","last_unstale":"2024-04-18T05:12:59.401964+0000","last_undegraded":"2024-04-18T05:12:59.401964+0000","last_fullsized":"2024-04-18T05:12:59.401964+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554518+0000","last_change":"2024-04-18T05:12:59.412518+0000","last_active":"2024-04-18T05:13:00.554518+0000","last_peered":"2024-04-18T05:13:00.554518+0000","last_clean":"2024-04-18T05:13:00.554518+0000","last_became_active":"2024-04-18T05:12:59.411718+0000","last_became_peered":"2024-04-18T05:12:59.411718+0000","last_unstale":"2024-04-18T05:13:00.554518+0000","last_undegraded":"2024-04-18T05:13:00.554518+0000","last_fullsized":"2024-04-18T05:13:00.554518+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:35.741329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391249+0000","last_change":"2024-04-18T05:12:59.016373+0000","last_active":"2024-04-18T05:13:00.391249+0000","last_peered":"2024-04-18T05:13:00.391249+0000","last_clean":"2024-04-18T05:13:00.391249+0000","last_became_active":"2024-04-18T05:12:59.015955+0000","last_became_peered":"2024-04-18T05:12:59.015955+0000","last_unstale":"2024-04-18T05:13:00.391249+0000","last_undegraded":"2024-04-18T05:13:00.391249+0000","last_fullsized":"2024-04-18T05:13:00.391249+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:03:38.495566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400620+0000","last_change":"2024-04-18T05:12:39.974202+0000","last_active":"2024-04-18T05:12:59.400620+0000","last_peered":"2024-04-18T05:12:59.400620+0000","last_clean":"2024-04-18T05:12:59.400620+0000","last_became_active":"2024-04-18T05:12:39.972079+0000","last_became_peered":"2024-04-18T05:12:39.972079+0000","last_unstale":"2024-04-18T05:12:59.400620+0000","last_undegraded":"2024-04-18T05:12:59.400620+0000","last_fullsized":"2024-04-18T05:12:59.400620+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:47.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402659+0000","last_change":"2024-04-18T05:12:39.588155+0000","last_active":"2024-04-18T05:12:59.402659+0000","last_peered":"2024-04-18T05:12:59.402659+0000","last_clean":"2024-04-18T05:12:59.402659+0000","last_became_active":"2024-04-18T05:12:39.587439+0000","last_became_peered":"2024-04-18T05:12:39.587439+0000","last_unstale":"2024-04-18T05:12:59.402659+0000","last_undegraded":"2024-04-18T05:12:59.402659+0000","last_fullsized":"2024-04-18T05:12:59.402659+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:57.759799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553442+0000","last_change":"2024-04-18T05:12:59.420666+0000","last_active":"2024-04-18T05:13:00.553442+0000","last_peered":"2024-04-18T05:13:00.553442+0000","last_clean":"2024-04-18T05:13:00.553442+0000","last_became_active":"2024-04-18T05:12:59.419988+0000","last_became_peered":"2024-04-18T05:12:59.419988+0000","last_unstale":"2024-04-18T05:13:00.553442+0000","last_undegraded":"2024-04-18T05:13:00.553442+0000","last_fullsized":"2024-04-18T05:13:00.553442+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:25:13.681260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"44'8","reported_seq":19,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.425536+0000","last_change":"2024-04-18T05:12:59.055397+0000","last_active":"2024-04-18T05:12:59.425536+0000","last_peered":"2024-04-18T05:12:59.425536+0000","last_clean":"2024-04-18T05:12:59.425536+0000","last_became_active":"2024-04-18T05:12:59.054851+0000","last_became_peered":"2024-04-18T05:12:59.054851+0000","last_unstale":"2024-04-18T05:12:59.425536+0000","last_undegraded":"2024-04-18T05:12:59.425536+0000","last_fullsized":"2024-04-18T05:12:59.425536+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:27:58.206673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386700+0000","last_change":"2024-04-18T05:12:39.964959+0000","last_active":"2024-04-18T05:12:59.386700+0000","last_peered":"2024-04-18T05:12:59.386700+0000","last_clean":"2024-04-18T05:12:59.386700+0000","last_became_active":"2024-04-18T05:12:39.964239+0000","last_became_peered":"2024-04-18T05:12:39.964239+0000","last_unstale":"2024-04-18T05:12:59.386700+0000","last_undegraded":"2024-04-18T05:12:59.386700+0000","last_fullsized":"2024-04-18T05:12:59.386700+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386820+0000","last_change":"2024-04-18T05:12:39.573469+0000","last_active":"2024-04-18T05:12:59.386820+0000","last_peered":"2024-04-18T05:12:59.386820+0000","last_clean":"2024-04-18T05:12:59.386820+0000","last_became_active":"2024-04-18T05:12:39.571813+0000","last_became_peered":"2024-04-18T05:12:39.571813+0000","last_unstale":"2024-04-18T05:12:59.386820+0000","last_undegraded":"2024-04-18T05:12:59.386820+0000","last_fullsized":"2024-04-18T05:12:59.386820+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:11:48.673406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385107+0000","last_change":"2024-04-18T05:12:59.396173+0000","last_active":"2024-04-18T05:13:00.385107+0000","last_peered":"2024-04-18T05:13:00.385107+0000","last_clean":"2024-04-18T05:13:00.385107+0000","last_became_active":"2024-04-18T05:12:59.395138+0000","last_became_peered":"2024-04-18T05:12:59.395138+0000","last_unstale":"2024-04-18T05:13:00.385107+0000","last_undegraded":"2024-04-18T05:13:00.385107+0000","last_fullsized":"2024-04-18T05:13:00.385107+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:31:08.083375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"44'2","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.426883+0000","last_change":"2024-04-18T05:12:59.039833+0000","last_active":"2024-04-18T05:12:59.426883+0000","last_peered":"2024-04-18T05:12:59.426883+0000","last_clean":"2024-04-18T05:12:59.426883+0000","last_became_active":"2024-04-18T05:12:59.039237+0000","last_became_peered":"2024-04-18T05:12:59.039237+0000","last_unstale":"2024-04-18T05:12:59.426883+0000","last_undegraded":"2024-04-18T05:12:59.426883+0000","last_fullsized":"2024-04-18T05:12:59.426883+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:24:01.813348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395448+0000","last_change":"2024-04-18T05:12:39.947988+0000","last_active":"2024-04-18T05:12:59.395448+0000","last_peered":"2024-04-18T05:12:59.395448+0000","last_clean":"2024-04-18T05:12:59.395448+0000","last_became_active":"2024-04-18T05:12:39.947738+0000","last_became_peered":"2024-04-18T05:12:39.947738+0000","last_unstale":"2024-04-18T05:12:59.395448+0000","last_undegraded":"2024-04-18T05:12:59.395448+0000","last_fullsized":"2024-04-18T05:12:59.395448+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:59:40.104059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382761+0000","last_change":"2024-04-18T05:12:39.570981+0000","last_active":"2024-04-18T05:12:59.382761+0000","last_peered":"2024-04-18T05:12:59.382761+0000","last_clean":"2024-04-18T05:12:59.382761+0000","last_became_active":"2024-04-18T05:12:39.570242+0000","last_became_peered":"2024-04-18T05:12:39.570242+0000","last_unstale":"2024-04-18T05:12:59.382761+0000","last_undegraded":"2024-04-18T05:12:59.382761+0000","last_fullsized":"2024-04-18T05:12:59.382761+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:49:13.321594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393889+0000","last_change":"2024-04-18T05:12:59.407643+0000","last_active":"2024-04-18T05:13:00.393889+0000","last_peered":"2024-04-18T05:13:00.393889+0000","last_clean":"2024-04-18T05:13:00.393889+0000","last_became_active":"2024-04-18T05:12:59.407265+0000","last_became_peered":"2024-04-18T05:12:59.407265+0000","last_unstale":"2024-04-18T05:13:00.393889+0000","last_undegraded":"2024-04-18T05:13:00.393889+0000","last_fullsized":"2024-04-18T05:13:00.393889+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:24:18.117051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550092+0000","last_change":"2024-04-18T05:12:59.048738+0000","last_active":"2024-04-18T05:13:00.550092+0000","last_peered":"2024-04-18T05:13:00.550092+0000","last_clean":"2024-04-18T05:13:00.550092+0000","last_became_active":"2024-04-18T05:12:59.048421+0000","last_became_peered":"2024-04-18T05:12:59.048421+0000","last_unstale":"2024-04-18T05:13:00.550092+0000","last_undegraded":"2024-04-18T05:13:00.550092+0000","last_fullsized":"2024-04-18T05:13:00.550092+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:14:40.095012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394975+0000","last_change":"2024-04-18T05:12:39.988068+0000","last_active":"2024-04-18T05:12:59.394975+0000","last_peered":"2024-04-18T05:12:59.394975+0000","last_clean":"2024-04-18T05:12:59.394975+0000","last_became_active":"2024-04-18T05:12:39.987570+0000","last_became_peered":"2024-04-18T05:12:39.987570+0000","last_unstale":"2024-04-18T05:12:59.394975+0000","last_undegraded":"2024-04-18T05:12:59.394975+0000","last_fullsized":"2024-04-18T05:12:59.394975+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:46:56.675903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":23,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387830+0000","last_change":"2024-04-18T05:12:39.572969+0000","last_active":"2024-04-18T05:12:59.387830+0000","last_peered":"2024-04-18T05:12:59.387830+0000","last_clean":"2024-04-18T05:12:59.387830+0000","last_became_active":"2024-04-18T05:12:39.572238+0000","last_became_peered":"2024-04-18T05:12:39.572238+0000","last_unstale":"2024-04-18T05:12:59.387830+0000","last_undegraded":"2024-04-18T05:12:59.387830+0000","last_fullsized":"2024-04-18T05:12:59.387830+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:16.126884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391416+0000","last_change":"2024-04-18T05:12:59.417157+0000","last_active":"2024-04-18T05:13:00.391416+0000","last_peered":"2024-04-18T05:13:00.391416+0000","last_clean":"2024-04-18T05:13:00.391416+0000","last_became_active":"2024-04-18T05:12:59.413054+0000","last_became_peered":"2024-04-18T05:12:59.413054+0000","last_unstale":"2024-04-18T05:13:00.391416+0000","last_undegraded":"2024-04-18T05:13:00.391416+0000","last_fullsized":"2024-04-18T05:13:00.391416+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:42:00.824135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"44'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550929+0000","last_change":"2024-04-18T05:12:59.049740+0000","last_active":"2024-04-18T05:13:00.550929+0000","last_peered":"2024-04-18T05:13:00.550929+0000","last_clean":"2024-04-18T05:13:00.550929+0000","last_became_active":"2024-04-18T05:12:59.049459+0000","last_became_peered":"2024-04-18T05:12:59.049459+0000","last_unstale":"2024-04-18T05:13:00.550929+0000","last_undegraded":"2024-04-18T05:13:00.550929+0000","last_fullsized":"2024-04-18T05:13:00.550929+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:10.165605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.387602+0000","last_change":"2024-04-18T05:12:39.966638+0000","last_active":"2024-04-18T05:12:59.387602+0000","last_peered":"2024-04-18T05:12:59.387602+0000","last_clean":"2024-04-18T05:12:59.387602+0000","last_became_active":"2024-04-18T05:12:39.965929+0000","last_became_peered":"2024-04-18T05:12:39.965929+0000","last_unstale":"2024-04-18T05:12:59.387602+0000","last_undegraded":"2024-04-18T05:12:59.387602+0000","last_fullsized":"2024-04-18T05:12:59.387602+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:47:24.153116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405048+0000","last_change":"2024-04-18T05:12:39.575816+0000","last_active":"2024-04-18T05:12:59.405048+0000","last_peered":"2024-04-18T05:12:59.405048+0000","last_clean":"2024-04-18T05:12:59.405048+0000","last_became_active":"2024-04-18T05:12:39.575524+0000","last_became_peered":"2024-04-18T05:12:39.575524+0000","last_unstale":"2024-04-18T05:12:59.405048+0000","last_undegraded":"2024-04-18T05:12:59.405048+0000","last_fullsized":"2024-04-18T05:12:59.405048+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:02:09.914552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554084+0000","last_change":"2024-04-18T05:12:59.409477+0000","last_active":"2024-04-18T05:13:00.554084+0000","last_peered":"2024-04-18T05:13:00.554084+0000","last_clean":"2024-04-18T05:13:00.554084+0000","last_became_active":"2024-04-18T05:12:59.409175+0000","last_became_peered":"2024-04-18T05:12:59.409175+0000","last_unstale":"2024-04-18T05:13:00.554084+0000","last_undegraded":"2024-04-18T05:13:00.554084+0000","last_fullsized":"2024-04-18T05:13:00.554084+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:26.887649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392257+0000","last_change":"2024-04-18T05:12:59.048950+0000","last_active":"2024-04-18T05:13:00.392257+0000","last_peered":"2024-04-18T05:13:00.392257+0000","last_clean":"2024-04-18T05:13:00.392257+0000","last_became_active":"2024-04-18T05:12:59.048538+0000","last_became_peered":"2024-04-18T05:12:59.048538+0000","last_unstale":"2024-04-18T05:13:00.392257+0000","last_undegraded":"2024-04-18T05:13:00.392257+0000","last_fullsized":"2024-04-18T05:13:00.392257+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:22:13.040897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.404220+0000","last_change":"2024-04-18T05:12:39.983502+0000","last_active":"2024-04-18T05:12:59.404220+0000","last_peered":"2024-04-18T05:12:59.404220+0000","last_clean":"2024-04-18T05:12:59.404220+0000","last_became_active":"2024-04-18T05:12:39.983269+0000","last_became_peered":"2024-04-18T05:12:39.983269+0000","last_unstale":"2024-04-18T05:12:59.404220+0000","last_undegraded":"2024-04-18T05:12:59.404220+0000","last_fullsized":"2024-04-18T05:12:59.404220+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:38:36.435404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383665+0000","last_change":"2024-04-18T05:12:39.589179+0000","last_active":"2024-04-18T05:12:59.383665+0000","last_peered":"2024-04-18T05:12:59.383665+0000","last_clean":"2024-04-18T05:12:59.383665+0000","last_became_active":"2024-04-18T05:12:39.588849+0000","last_became_peered":"2024-04-18T05:12:39.588849+0000","last_unstale":"2024-04-18T05:12:59.383665+0000","last_undegraded":"2024-04-18T05:12:59.383665+0000","last_fullsized":"2024-04-18T05:12:59.383665+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:44.943501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550904+0000","last_change":"2024-04-18T05:12:59.400810+0000","last_active":"2024-04-18T05:13:00.550904+0000","last_peered":"2024-04-18T05:13:00.550904+0000","last_clean":"2024-04-18T05:13:00.550904+0000","last_became_active":"2024-04-18T05:12:59.400526+0000","last_became_peered":"2024-04-18T05:12:59.400526+0000","last_unstale":"2024-04-18T05:13:00.550904+0000","last_undegraded":"2024-04-18T05:13:00.550904+0000","last_fullsized":"2024-04-18T05:13:00.550904+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:37.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"44'1","reported_seq":12,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.424696+0000","last_change":"2024-04-18T05:12:59.059523+0000","last_active":"2024-04-18T05:12:59.424696+0000","last_peered":"2024-04-18T05:12:59.424696+0000","last_clean":"2024-04-18T05:12:59.424696+0000","last_became_active":"2024-04-18T05:12:59.058481+0000","last_became_peered":"2024-04-18T05:12:59.058481+0000","last_unstale":"2024-04-18T05:12:59.424696+0000","last_undegraded":"2024-04-18T05:12:59.424696+0000","last_fullsized":"2024-04-18T05:12:59.424696+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:42:33.768275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403600+0000","last_change":"2024-04-18T05:12:39.984883+0000","last_active":"2024-04-18T05:12:59.403600+0000","last_peered":"2024-04-18T05:12:59.403600+0000","last_clean":"2024-04-18T05:12:59.403600+0000","last_became_active":"2024-04-18T05:12:39.983688+0000","last_became_peered":"2024-04-18T05:12:39.983688+0000","last_unstale":"2024-04-18T05:12:59.403600+0000","last_undegraded":"2024-04-18T05:12:59.403600+0000","last_fullsized":"2024-04-18T05:12:59.403600+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:43.354241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394964+0000","last_change":"2024-04-18T05:12:39.591538+0000","last_active":"2024-04-18T05:12:59.394964+0000","last_peered":"2024-04-18T05:12:59.394964+0000","last_clean":"2024-04-18T05:12:59.394964+0000","last_became_active":"2024-04-18T05:12:39.590642+0000","last_became_peered":"2024-04-18T05:12:39.590642+0000","last_unstale":"2024-04-18T05:12:59.394964+0000","last_undegraded":"2024-04-18T05:12:59.394964+0000","last_fullsized":"2024-04-18T05:12:59.394964+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:12:46.798144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393079+0000","last_change":"2024-04-18T05:12:59.408970+0000","last_active":"2024-04-18T05:13:00.393079+0000","last_peered":"2024-04-18T05:13:00.393079+0000","last_clean":"2024-04-18T05:13:00.393079+0000","last_became_active":"2024-04-18T05:12:59.408672+0000","last_became_peered":"2024-04-18T05:12:59.408672+0000","last_unstale":"2024-04-18T05:13:00.393079+0000","last_undegraded":"2024-04-18T05:13:00.393079+0000","last_fullsized":"2024-04-18T05:13:00.393079+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"44'2","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.418020+0000","last_change":"2024-04-18T05:12:59.043927+0000","last_active":"2024-04-18T05:12:59.418020+0000","last_peered":"2024-04-18T05:12:59.418020+0000","last_clean":"2024-04-18T05:12:59.418020+0000","last_became_active":"2024-04-18T05:12:59.043220+0000","last_became_peered":"2024-04-18T05:12:59.043220+0000","last_unstale":"2024-04-18T05:12:59.418020+0000","last_undegraded":"2024-04-18T05:12:59.418020+0000","last_fullsized":"2024-04-18T05:12:59.418020+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:40:22.516734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399262+0000","last_change":"2024-04-18T05:12:39.966979+0000","last_active":"2024-04-18T05:12:59.399262+0000","last_peered":"2024-04-18T05:12:59.399262+0000","last_clean":"2024-04-18T05:12:59.399262+0000","last_became_active":"2024-04-18T05:12:39.966258+0000","last_became_peered":"2024-04-18T05:12:39.966258+0000","last_unstale":"2024-04-18T05:12:59.399262+0000","last_undegraded":"2024-04-18T05:12:59.399262+0000","last_fullsized":"2024-04-18T05:12:59.399262+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:28:47.021260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395993+0000","last_change":"2024-04-18T05:12:39.571200+0000","last_active":"2024-04-18T05:12:59.395993+0000","last_peered":"2024-04-18T05:12:59.395993+0000","last_clean":"2024-04-18T05:12:59.395993+0000","last_became_active":"2024-04-18T05:12:39.570379+0000","last_became_peered":"2024-04-18T05:12:39.570379+0000","last_unstale":"2024-04-18T05:12:59.395993+0000","last_undegraded":"2024-04-18T05:12:59.395993+0000","last_fullsized":"2024-04-18T05:12:59.395993+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:26.369660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.394535+0000","last_change":"2024-04-18T05:12:59.392089+0000","last_active":"2024-04-18T05:13:00.394535+0000","last_peered":"2024-04-18T05:13:00.394535+0000","last_clean":"2024-04-18T05:13:00.394535+0000","last_became_active":"2024-04-18T05:12:59.391793+0000","last_became_peered":"2024-04-18T05:12:59.391793+0000","last_unstale":"2024-04-18T05:13:00.394535+0000","last_undegraded":"2024-04-18T05:13:00.394535+0000","last_fullsized":"2024-04-18T05:13:00.394535+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:56.002824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552888+0000","last_change":"2024-04-18T05:12:59.054914+0000","last_active":"2024-04-18T05:13:00.552888+0000","last_peered":"2024-04-18T05:13:00.552888+0000","last_clean":"2024-04-18T05:13:00.552888+0000","last_became_active":"2024-04-18T05:12:59.054393+0000","last_became_peered":"2024-04-18T05:12:59.054393+0000","last_unstale":"2024-04-18T05:13:00.552888+0000","last_undegraded":"2024-04-18T05:13:00.552888+0000","last_fullsized":"2024-04-18T05:13:00.552888+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:10.442141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.381769+0000","last_change":"2024-04-18T05:12:39.948020+0000","last_active":"2024-04-18T05:12:59.381769+0000","last_peered":"2024-04-18T05:12:59.381769+0000","last_clean":"2024-04-18T05:12:59.381769+0000","last_became_active":"2024-04-18T05:12:39.947787+0000","last_became_peered":"2024-04-18T05:12:39.947787+0000","last_unstale":"2024-04-18T05:12:59.381769+0000","last_undegraded":"2024-04-18T05:12:59.381769+0000","last_fullsized":"2024-04-18T05:12:59.381769+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:20.278454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.407982+0000","last_change":"2024-04-18T05:12:39.587676+0000","last_active":"2024-04-18T05:12:59.407982+0000","last_peered":"2024-04-18T05:12:59.407982+0000","last_clean":"2024-04-18T05:12:59.407982+0000","last_became_active":"2024-04-18T05:12:39.586903+0000","last_became_peered":"2024-04-18T05:12:39.586903+0000","last_unstale":"2024-04-18T05:12:59.407982+0000","last_undegraded":"2024-04-18T05:12:59.407982+0000","last_fullsized":"2024-04-18T05:12:59.407982+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:13:01.736515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.555844+0000","last_change":"2024-04-18T05:12:59.412583+0000","last_active":"2024-04-18T05:13:00.555844+0000","last_peered":"2024-04-18T05:13:00.555844+0000","last_clean":"2024-04-18T05:13:00.555844+0000","last_became_active":"2024-04-18T05:12:59.412274+0000","last_became_peered":"2024-04-18T05:12:59.412274+0000","last_unstale":"2024-04-18T05:13:00.555844+0000","last_undegraded":"2024-04-18T05:13:00.555844+0000","last_fullsized":"2024-04-18T05:13:00.555844+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:56:17.481869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552481+0000","last_change":"2024-04-18T05:12:59.029905+0000","last_active":"2024-04-18T05:13:00.552481+0000","last_peered":"2024-04-18T05:13:00.552481+0000","last_clean":"2024-04-18T05:13:00.552481+0000","last_became_active":"2024-04-18T05:12:59.029211+0000","last_became_peered":"2024-04-18T05:12:59.029211+0000","last_unstale":"2024-04-18T05:13:00.552481+0000","last_undegraded":"2024-04-18T05:13:00.552481+0000","last_fullsized":"2024-04-18T05:13:00.552481+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:19.079218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.399887+0000","last_change":"2024-04-18T05:12:39.980949+0000","last_active":"2024-04-18T05:12:59.399887+0000","last_peered":"2024-04-18T05:12:59.399887+0000","last_clean":"2024-04-18T05:12:59.399887+0000","last_became_active":"2024-04-18T05:12:39.977902+0000","last_became_peered":"2024-04-18T05:12:39.977902+0000","last_unstale":"2024-04-18T05:12:59.399887+0000","last_undegraded":"2024-04-18T05:12:59.399887+0000","last_fullsized":"2024-04-18T05:12:59.399887+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:45.952977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386861+0000","last_change":"2024-04-18T05:12:39.580828+0000","last_active":"2024-04-18T05:12:59.386861+0000","last_peered":"2024-04-18T05:12:59.386861+0000","last_clean":"2024-04-18T05:12:59.386861+0000","last_became_active":"2024-04-18T05:12:39.580132+0000","last_became_peered":"2024-04-18T05:12:39.580132+0000","last_unstale":"2024-04-18T05:12:59.386861+0000","last_undegraded":"2024-04-18T05:12:59.386861+0000","last_fullsized":"2024-04-18T05:12:59.386861+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:59:08.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392687+0000","last_change":"2024-04-18T05:12:59.393100+0000","last_active":"2024-04-18T05:13:00.392687+0000","last_peered":"2024-04-18T05:13:00.392687+0000","last_clean":"2024-04-18T05:13:00.392687+0000","last_became_active":"2024-04-18T05:12:59.392843+0000","last_became_peered":"2024-04-18T05:12:59.392843+0000","last_unstale":"2024-04-18T05:13:00.392687+0000","last_undegraded":"2024-04-18T05:13:00.392687+0000","last_fullsized":"2024-04-18T05:13:00.392687+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:24.821927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.393943+0000","last_change":"2024-04-18T05:12:59.021254+0000","last_active":"2024-04-18T05:13:00.393943+0000","last_peered":"2024-04-18T05:13:00.393943+0000","last_clean":"2024-04-18T05:13:00.393943+0000","last_became_active":"2024-04-18T05:12:59.020441+0000","last_became_peered":"2024-04-18T05:12:59.020441+0000","last_unstale":"2024-04-18T05:13:00.393943+0000","last_undegraded":"2024-04-18T05:13:00.393943+0000","last_fullsized":"2024-04-18T05:13:00.393943+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:31:38.731772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.392928+0000","last_change":"2024-04-18T05:12:39.957609+0000","last_active":"2024-04-18T05:12:59.392928+0000","last_peered":"2024-04-18T05:12:59.392928+0000","last_clean":"2024-04-18T05:12:59.392928+0000","last_became_active":"2024-04-18T05:12:39.957302+0000","last_became_peered":"2024-04-18T05:12:39.957302+0000","last_unstale":"2024-04-18T05:12:59.392928+0000","last_undegraded":"2024-04-18T05:12:59.392928+0000","last_fullsized":"2024-04-18T05:12:59.392928+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.403907+0000","last_change":"2024-04-18T05:12:39.572806+0000","last_active":"2024-04-18T05:12:59.403907+0000","last_peered":"2024-04-18T05:12:59.403907+0000","last_clean":"2024-04-18T05:12:59.403907+0000","last_became_active":"2024-04-18T05:12:39.572528+0000","last_became_peered":"2024-04-18T05:12:39.572528+0000","last_unstale":"2024-04-18T05:12:59.403907+0000","last_undegraded":"2024-04-18T05:12:59.403907+0000","last_fullsized":"2024-04-18T05:12:59.403907+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:15.515116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.550689+0000","last_change":"2024-04-18T05:12:59.422963+0000","last_active":"2024-04-18T05:13:00.550689+0000","last_peered":"2024-04-18T05:13:00.550689+0000","last_clean":"2024-04-18T05:13:00.550689+0000","last_became_active":"2024-04-18T05:12:59.421081+0000","last_became_peered":"2024-04-18T05:12:59.421081+0000","last_unstale":"2024-04-18T05:13:00.550689+0000","last_undegraded":"2024-04-18T05:13:00.550689+0000","last_fullsized":"2024-04-18T05:13:00.550689+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:26:17.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551545+0000","last_change":"2024-04-18T05:12:59.037985+0000","last_active":"2024-04-18T05:13:00.551545+0000","last_peered":"2024-04-18T05:13:00.551545+0000","last_clean":"2024-04-18T05:13:00.551545+0000","last_became_active":"2024-04-18T05:12:59.036057+0000","last_became_peered":"2024-04-18T05:12:59.036057+0000","last_unstale":"2024-04-18T05:13:00.551545+0000","last_undegraded":"2024-04-18T05:13:00.551545+0000","last_fullsized":"2024-04-18T05:13:00.551545+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:14:04.782459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402569+0000","last_change":"2024-04-18T05:12:39.974309+0000","last_active":"2024-04-18T05:12:59.402569+0000","last_peered":"2024-04-18T05:12:59.402569+0000","last_clean":"2024-04-18T05:12:59.402569+0000","last_became_active":"2024-04-18T05:12:39.973710+0000","last_became_peered":"2024-04-18T05:12:39.973710+0000","last_unstale":"2024-04-18T05:12:59.402569+0000","last_undegraded":"2024-04-18T05:12:59.402569+0000","last_fullsized":"2024-04-18T05:12:59.402569+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:51.354530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386804+0000","last_change":"2024-04-18T05:12:39.593372+0000","last_active":"2024-04-18T05:12:59.386804+0000","last_peered":"2024-04-18T05:12:59.386804+0000","last_clean":"2024-04-18T05:12:59.386804+0000","last_became_active":"2024-04-18T05:12:39.592746+0000","last_became_peered":"2024-04-18T05:12:39.592746+0000","last_unstale":"2024-04-18T05:12:59.386804+0000","last_undegraded":"2024-04-18T05:12:59.386804+0000","last_fullsized":"2024-04-18T05:12:59.386804+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:04:10.984250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552533+0000","last_change":"2024-04-18T05:12:59.422220+0000","last_active":"2024-04-18T05:13:00.552533+0000","last_peered":"2024-04-18T05:13:00.552533+0000","last_clean":"2024-04-18T05:13:00.552533+0000","last_became_active":"2024-04-18T05:12:59.421967+0000","last_became_peered":"2024-04-18T05:12:59.421967+0000","last_unstale":"2024-04-18T05:13:00.552533+0000","last_undegraded":"2024-04-18T05:13:00.552533+0000","last_fullsized":"2024-04-18T05:13:00.552533+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:49:49.431467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385692+0000","last_change":"2024-04-18T05:12:59.048937+0000","last_active":"2024-04-18T05:13:00.385692+0000","last_peered":"2024-04-18T05:13:00.385692+0000","last_clean":"2024-04-18T05:13:00.385692+0000","last_became_active":"2024-04-18T05:12:59.048588+0000","last_became_peered":"2024-04-18T05:12:59.048588+0000","last_unstale":"2024-04-18T05:13:00.385692+0000","last_undegraded":"2024-04-18T05:13:00.385692+0000","last_fullsized":"2024-04-18T05:13:00.385692+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:20:23.618648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394830+0000","last_change":"2024-04-18T05:12:39.977811+0000","last_active":"2024-04-18T05:12:59.394830+0000","last_peered":"2024-04-18T05:12:59.394830+0000","last_clean":"2024-04-18T05:12:59.394830+0000","last_became_active":"2024-04-18T05:12:39.974258+0000","last_became_peered":"2024-04-18T05:12:39.974258+0000","last_unstale":"2024-04-18T05:12:59.394830+0000","last_undegraded":"2024-04-18T05:12:59.394830+0000","last_fullsized":"2024-04-18T05:12:59.394830+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:42.692635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.383233+0000","last_change":"2024-04-18T05:12:39.576418+0000","last_active":"2024-04-18T05:12:59.383233+0000","last_peered":"2024-04-18T05:12:59.383233+0000","last_clean":"2024-04-18T05:12:59.383233+0000","last_became_active":"2024-04-18T05:12:39.576132+0000","last_became_peered":"2024-04-18T05:12:39.576132+0000","last_unstale":"2024-04-18T05:12:59.383233+0000","last_undegraded":"2024-04-18T05:12:59.383233+0000","last_fullsized":"2024-04-18T05:12:59.383233+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:35:18.967905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.552156+0000","last_change":"2024-04-18T05:12:59.416852+0000","last_active":"2024-04-18T05:13:00.552156+0000","last_peered":"2024-04-18T05:13:00.552156+0000","last_clean":"2024-04-18T05:13:00.552156+0000","last_became_active":"2024-04-18T05:12:59.414257+0000","last_became_peered":"2024-04-18T05:12:59.414257+0000","last_unstale":"2024-04-18T05:13:00.552156+0000","last_undegraded":"2024-04-18T05:13:00.552156+0000","last_fullsized":"2024-04-18T05:13:00.552156+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:51:48.887979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551429+0000","last_change":"2024-04-18T05:12:59.044480+0000","last_active":"2024-04-18T05:13:00.551429+0000","last_peered":"2024-04-18T05:13:00.551429+0000","last_clean":"2024-04-18T05:13:00.551429+0000","last_became_active":"2024-04-18T05:12:59.037039+0000","last_became_peered":"2024-04-18T05:12:59.037039+0000","last_unstale":"2024-04-18T05:13:00.551429+0000","last_undegraded":"2024-04-18T05:13:00.551429+0000","last_fullsized":"2024-04-18T05:13:00.551429+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:27:22.831759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390984+0000","last_change":"2024-04-18T05:12:39.956220+0000","last_active":"2024-04-18T05:12:59.390984+0000","last_peered":"2024-04-18T05:12:59.390984+0000","last_clean":"2024-04-18T05:12:59.390984+0000","last_became_active":"2024-04-18T05:12:39.955511+0000","last_became_peered":"2024-04-18T05:12:39.955511+0000","last_unstale":"2024-04-18T05:12:59.390984+0000","last_undegraded":"2024-04-18T05:12:59.390984+0000","last_fullsized":"2024-04-18T05:12:59.390984+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:40.145657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.405089+0000","last_change":"2024-04-18T05:12:39.592014+0000","last_active":"2024-04-18T05:12:59.405089+0000","last_peered":"2024-04-18T05:12:59.405089+0000","last_clean":"2024-04-18T05:12:59.405089+0000","last_became_active":"2024-04-18T05:12:39.591009+0000","last_became_peered":"2024-04-18T05:12:39.591009+0000","last_unstale":"2024-04-18T05:12:59.405089+0000","last_undegraded":"2024-04-18T05:12:59.405089+0000","last_fullsized":"2024-04-18T05:12:59.405089+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:22:43.834179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548431+0000","last_change":"2024-04-18T05:12:59.414388+0000","last_active":"2024-04-18T05:13:00.548431+0000","last_peered":"2024-04-18T05:13:00.548431+0000","last_clean":"2024-04-18T05:13:00.548431+0000","last_became_active":"2024-04-18T05:12:59.413964+0000","last_became_peered":"2024-04-18T05:12:59.413964+0000","last_unstale":"2024-04-18T05:13:00.548431+0000","last_undegraded":"2024-04-18T05:13:00.548431+0000","last_fullsized":"2024-04-18T05:13:00.548431+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:52:20.082263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"44'2","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.385699+0000","last_change":"2024-04-18T05:12:59.023237+0000","last_active":"2024-04-18T05:13:00.385699+0000","last_peered":"2024-04-18T05:13:00.385699+0000","last_clean":"2024-04-18T05:13:00.385699+0000","last_became_active":"2024-04-18T05:12:59.022929+0000","last_became_peered":"2024-04-18T05:12:59.022929+0000","last_unstale":"2024-04-18T05:13:00.385699+0000","last_undegraded":"2024-04-18T05:13:00.385699+0000","last_fullsized":"2024-04-18T05:13:00.385699+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:10:37.354747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.396579+0000","last_change":"2024-04-18T05:12:39.971448+0000","last_active":"2024-04-18T05:12:59.396579+0000","last_peered":"2024-04-18T05:12:59.396579+0000","last_clean":"2024-04-18T05:12:59.396579+0000","last_became_active":"2024-04-18T05:12:39.970732+0000","last_became_peered":"2024-04-18T05:12:39.970732+0000","last_unstale":"2024-04-18T05:12:59.396579+0000","last_undegraded":"2024-04-18T05:12:59.396579+0000","last_fullsized":"2024-04-18T05:12:59.396579+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:29:09.235461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.394977+0000","last_change":"2024-04-18T05:12:39.594594+0000","last_active":"2024-04-18T05:12:59.394977+0000","last_peered":"2024-04-18T05:12:59.394977+0000","last_clean":"2024-04-18T05:12:59.394977+0000","last_became_active":"2024-04-18T05:12:39.593957+0000","last_became_peered":"2024-04-18T05:12:39.593957+0000","last_unstale":"2024-04-18T05:12:59.394977+0000","last_undegraded":"2024-04-18T05:12:59.394977+0000","last_fullsized":"2024-04-18T05:12:59.394977+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:53:20.369607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554365+0000","last_change":"2024-04-18T05:12:59.423847+0000","last_active":"2024-04-18T05:13:00.554365+0000","last_peered":"2024-04-18T05:13:00.554365+0000","last_clean":"2024-04-18T05:13:00.554365+0000","last_became_active":"2024-04-18T05:12:59.423557+0000","last_became_peered":"2024-04-18T05:12:59.423557+0000","last_unstale":"2024-04-18T05:13:00.554365+0000","last_undegraded":"2024-04-18T05:13:00.554365+0000","last_fullsized":"2024-04-18T05:13:00.554365+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:14:27.970142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.391366+0000","last_change":"2024-04-18T05:12:59.017768+0000","last_active":"2024-04-18T05:13:00.391366+0000","last_peered":"2024-04-18T05:13:00.391366+0000","last_clean":"2024-04-18T05:13:00.391366+0000","last_became_active":"2024-04-18T05:12:59.017417+0000","last_became_peered":"2024-04-18T05:12:59.017417+0000","last_unstale":"2024-04-18T05:13:00.391366+0000","last_undegraded":"2024-04-18T05:13:00.391366+0000","last_fullsized":"2024-04-18T05:13:00.391366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:49:38.724229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.393442+0000","last_change":"2024-04-18T05:12:39.969743+0000","last_active":"2024-04-18T05:12:59.393442+0000","last_peered":"2024-04-18T05:12:59.393442+0000","last_clean":"2024-04-18T05:12:59.393442+0000","last_became_active":"2024-04-18T05:12:39.969070+0000","last_became_peered":"2024-04-18T05:12:39.969070+0000","last_unstale":"2024-04-18T05:12:59.393442+0000","last_undegraded":"2024-04-18T05:12:59.393442+0000","last_fullsized":"2024-04-18T05:12:59.393442+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:14.589320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.402821+0000","last_change":"2024-04-18T05:12:39.587738+0000","last_active":"2024-04-18T05:12:59.402821+0000","last_peered":"2024-04-18T05:12:59.402821+0000","last_clean":"2024-04-18T05:12:59.402821+0000","last_became_active":"2024-04-18T05:12:39.586521+0000","last_became_peered":"2024-04-18T05:12:39.586521+0000","last_unstale":"2024-04-18T05:12:59.402821+0000","last_undegraded":"2024-04-18T05:12:59.402821+0000","last_fullsized":"2024-04-18T05:12:59.402821+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:45:39.136182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.554181+0000","last_change":"2024-04-18T05:12:59.409950+0000","last_active":"2024-04-18T05:13:00.554181+0000","last_peered":"2024-04-18T05:13:00.554181+0000","last_clean":"2024-04-18T05:13:00.554181+0000","last_became_active":"2024-04-18T05:12:59.409686+0000","last_became_peered":"2024-04-18T05:12:59.409686+0000","last_unstale":"2024-04-18T05:13:00.554181+0000","last_undegraded":"2024-04-18T05:13:00.554181+0000","last_fullsized":"2024-04-18T05:13:00.554181+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:29:09.213292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548851+0000","last_change":"2024-04-18T05:12:59.047872+0000","last_active":"2024-04-18T05:13:00.548851+0000","last_peered":"2024-04-18T05:13:00.548851+0000","last_clean":"2024-04-18T05:13:00.548851+0000","last_became_active":"2024-04-18T05:12:59.047599+0000","last_became_peered":"2024-04-18T05:12:59.047599+0000","last_unstale":"2024-04-18T05:13:00.548851+0000","last_undegraded":"2024-04-18T05:13:00.548851+0000","last_fullsized":"2024-04-18T05:13:00.548851+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:37:11.456763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.386796+0000","last_change":"2024-04-18T05:12:39.949441+0000","last_active":"2024-04-18T05:12:59.386796+0000","last_peered":"2024-04-18T05:12:59.386796+0000","last_clean":"2024-04-18T05:12:59.386796+0000","last_became_active":"2024-04-18T05:12:39.948717+0000","last_became_peered":"2024-04-18T05:12:39.948717+0000","last_unstale":"2024-04-18T05:12:59.386796+0000","last_undegraded":"2024-04-18T05:12:59.386796+0000","last_fullsized":"2024-04-18T05:12:59.386796+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:50:08.020381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.395541+0000","last_change":"2024-04-18T05:12:39.590109+0000","last_active":"2024-04-18T05:12:59.395541+0000","last_peered":"2024-04-18T05:12:59.395541+0000","last_clean":"2024-04-18T05:12:59.395541+0000","last_became_active":"2024-04-18T05:12:39.589809+0000","last_became_peered":"2024-04-18T05:12:39.589809+0000","last_unstale":"2024-04-18T05:12:59.395541+0000","last_undegraded":"2024-04-18T05:12:59.395541+0000","last_fullsized":"2024-04-18T05:12:59.395541+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:22:42.344765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.553940+0000","last_change":"2024-04-18T05:12:59.410883+0000","last_active":"2024-04-18T05:13:00.553940+0000","last_peered":"2024-04-18T05:13:00.553940+0000","last_clean":"2024-04-18T05:13:00.553940+0000","last_became_active":"2024-04-18T05:12:59.408173+0000","last_became_peered":"2024-04-18T05:12:59.408173+0000","last_unstale":"2024-04-18T05:13:00.553940+0000","last_undegraded":"2024-04-18T05:13:00.553940+0000","last_fullsized":"2024-04-18T05:13:00.553940+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:00.224835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.555688+0000","last_change":"2024-04-18T05:12:59.054182+0000","last_active":"2024-04-18T05:13:00.555688+0000","last_peered":"2024-04-18T05:13:00.555688+0000","last_clean":"2024-04-18T05:13:00.555688+0000","last_became_active":"2024-04-18T05:12:59.053651+0000","last_became_peered":"2024-04-18T05:12:59.053651+0000","last_unstale":"2024-04-18T05:13:00.555688+0000","last_undegraded":"2024-04-18T05:13:00.555688+0000","last_fullsized":"2024-04-18T05:13:00.555688+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:09:07.218225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.384810+0000","last_change":"2024-04-18T05:12:39.982604+0000","last_active":"2024-04-18T05:12:59.384810+0000","last_peered":"2024-04-18T05:12:59.384810+0000","last_clean":"2024-04-18T05:12:59.384810+0000","last_became_active":"2024-04-18T05:12:39.982003+0000","last_became_peered":"2024-04-18T05:12:39.982003+0000","last_unstale":"2024-04-18T05:12:59.384810+0000","last_undegraded":"2024-04-18T05:12:59.384810+0000","last_fullsized":"2024-04-18T05:12:59.384810+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:35:53.138568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382987+0000","last_change":"2024-04-18T05:12:39.584982+0000","last_active":"2024-04-18T05:12:59.382987+0000","last_peered":"2024-04-18T05:12:59.382987+0000","last_clean":"2024-04-18T05:12:59.382987+0000","last_became_active":"2024-04-18T05:12:39.584646+0000","last_became_peered":"2024-04-18T05:12:39.584646+0000","last_unstale":"2024-04-18T05:12:59.382987+0000","last_undegraded":"2024-04-18T05:12:59.382987+0000","last_fullsized":"2024-04-18T05:12:59.382987+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:01:41.123189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.392076+0000","last_change":"2024-04-18T05:12:59.417841+0000","last_active":"2024-04-18T05:13:00.392076+0000","last_peered":"2024-04-18T05:13:00.392076+0000","last_clean":"2024-04-18T05:13:00.392076+0000","last_became_active":"2024-04-18T05:12:59.413181+0000","last_became_peered":"2024-04-18T05:12:59.413181+0000","last_unstale":"2024-04-18T05:13:00.392076+0000","last_undegraded":"2024-04-18T05:13:00.392076+0000","last_fullsized":"2024-04-18T05:13:00.392076+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:23:42.914584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.551773+0000","last_change":"2024-04-18T05:12:59.052186+0000","last_active":"2024-04-18T05:13:00.551773+0000","last_peered":"2024-04-18T05:13:00.551773+0000","last_clean":"2024-04-18T05:13:00.551773+0000","last_became_active":"2024-04-18T05:12:59.051561+0000","last_became_peered":"2024-04-18T05:12:59.051561+0000","last_unstale":"2024-04-18T05:13:00.551773+0000","last_undegraded":"2024-04-18T05:13:00.551773+0000","last_fullsized":"2024-04-18T05:13:00.551773+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:29:23.818882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390722+0000","last_change":"2024-04-18T05:12:39.968337+0000","last_active":"2024-04-18T05:12:59.390722+0000","last_peered":"2024-04-18T05:12:59.390722+0000","last_clean":"2024-04-18T05:12:59.390722+0000","last_became_active":"2024-04-18T05:12:39.968003+0000","last_became_peered":"2024-04-18T05:12:39.968003+0000","last_unstale":"2024-04-18T05:12:59.390722+0000","last_undegraded":"2024-04-18T05:12:59.390722+0000","last_fullsized":"2024-04-18T05:12:59.390722+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:23:17.136360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.400857+0000","last_change":"2024-04-18T05:12:39.597833+0000","last_active":"2024-04-18T05:12:59.400857+0000","last_peered":"2024-04-18T05:12:59.400857+0000","last_clean":"2024-04-18T05:12:59.400857+0000","last_became_active":"2024-04-18T05:12:39.595812+0000","last_became_peered":"2024-04-18T05:12:39.595812+0000","last_unstale":"2024-04-18T05:12:59.400857+0000","last_undegraded":"2024-04-18T05:12:59.400857+0000","last_fullsized":"2024-04-18T05:12:59.400857+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:47:29.347376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.548392+0000","last_change":"2024-04-18T05:12:59.405209+0000","last_active":"2024-04-18T05:13:00.548392+0000","last_peered":"2024-04-18T05:13:00.548392+0000","last_clean":"2024-04-18T05:13:00.548392+0000","last_became_active":"2024-04-18T05:12:59.404767+0000","last_became_peered":"2024-04-18T05:12:59.404767+0000","last_unstale":"2024-04-18T05:13:00.548392+0000","last_undegraded":"2024-04-18T05:13:00.548392+0000","last_fullsized":"2024-04-18T05:13:00.548392+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:58.990272+0000","last_clean_scrub_stamp":"2024-04-18T05:12:58.990272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:11.445186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"45'1","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-04-18T05:13:00.880324+0000","last_change":"2024-04-18T05:12:59.041804+0000","last_active":"2024-04-18T05:13:00.880324+0000","last_peered":"2024-04-18T05:13:00.880324+0000","last_clean":"2024-04-18T05:13:00.880324+0000","last_became_active":"2024-04-18T05:12:59.034425+0000","last_became_peered":"2024-04-18T05:12:59.034425+0000","last_unstale":"2024-04-18T05:13:00.880324+0000","last_undegraded":"2024-04-18T05:13:00.880324+0000","last_fullsized":"2024-04-18T05:13:00.880324+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:57.987227+0000","last_clean_scrub_stamp":"2024-04-18T05:12:57.987227+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:46.308229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.382903+0000","last_change":"2024-04-18T05:12:39.968920+0000","last_active":"2024-04-18T05:12:59.382903+0000","last_peered":"2024-04-18T05:12:59.382903+0000","last_clean":"2024-04-18T05:12:59.382903+0000","last_became_active":"2024-04-18T05:12:39.968585+0000","last_became_peered":"2024-04-18T05:12:39.968585+0000","last_unstale":"2024-04-18T05:12:59.382903+0000","last_undegraded":"2024-04-18T05:12:59.382903+0000","last_fullsized":"2024-04-18T05:12:59.382903+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:39.533909+0000","last_clean_scrub_stamp":"2024-04-18T05:12:39.533909+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:29:27.854910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.390571+0000","last_change":"2024-04-18T05:12:39.587001+0000","last_active":"2024-04-18T05:12:59.390571+0000","last_peered":"2024-04-18T05:12:59.390571+0000","last_clean":"2024-04-18T05:12:59.390571+0000","last_became_active":"2024-04-18T05:12:39.586584+0000","last_became_peered":"2024-04-18T05:12:39.586584+0000","last_unstale":"2024-04-18T05:12:59.390571+0000","last_undegraded":"2024-04-18T05:12:59.390571+0000","last_fullsized":"2024-04-18T05:12:59.390571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:12:38.524433+0000","last_clean_scrub_stamp":"2024-04-18T05:12:38.524433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:30.525131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":183,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-18T05:12:59.410509+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:12:59.410509+0000","last_peered":"2024-04-18T05:12:59.410509+0000","last_clean":"2024-04-18T05:12:59.410509+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:12:59.410509+0000","last_undegraded":"2024-04-18T05:12:59.410509+0000","last_fullsized":"2024-04-18T05:12:59.410509+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509465,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27536,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344304,"statfs":{"total":96636764160,"available":96608567296,"internally_reserved":0,"allocated":524288,"data_stored":229340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":1.256},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.72699999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.097}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.5900000000000001,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":1.052},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":1.173}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.024,"5min":1.024,"15min":1.024},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":1.331},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":1.1339999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.427}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":2.0179999999999998,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":1.2789999999999999},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"max":{"1min":1.6639999999999999,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.4039999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.075,"15min":1.075},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.635,"5min":1.635,"15min":1.635},"last":1.2},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":1.3700000000000001}]}]},{"osd":5,"up_from":15,"seq":64424509465,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28128,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343712,"statfs":{"total":96636764160,"available":96607961088,"internally_reserved":0,"allocated":1130496,"data_stored":821328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6140000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":1.089}]},{"osd":2,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.92100000000000004}]},{"osd":3,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.6539999999999999,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.98599999999999999},{"interface":"front","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.9259999999999999,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.95399999999999996}]},{"osd":4,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.87}]},{"osd":6,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.0169999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.5269999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.149},{"interface":"front","average":{"1min":1.155,"5min":1.155,"15min":1.155},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":2.0529999999999999,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.042}]}]},{"osd":4,"up_from":15,"seq":64424509466,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27568,"kb_used_data":544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344272,"statfs":{"total":96636764160,"available":96608534528,"internally_reserved":0,"allocated":557056,"data_stored":233769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3480000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.82099999999999995}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.177},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":1.1439999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.879},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.498,"5min":1.498,"15min":1.498},"last":0.91400000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.2250000000000001},{"interface":"front","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.617,"5min":1.617,"15min":1.617},"last":1.113}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"max":{"1min":2.1859999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":1.3029999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0329999999999999},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":0.99399999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.3540000000000001},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"max":{"1min":1.3540000000000001,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.101}]}]},{"osd":3,"up_from":15,"seq":64424509465,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":524288,"data_stored":228904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.68899999999999995}]},{"osd":1,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.76,"5min":1.76,"15min":1.76},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.71599999999999997}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.171},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.81100000000000005}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":1.002}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.88700000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.96499999999999997}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.751,"5min":0.751,"15min":0.751},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.0920000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.883,"5min":1.883,"15min":1.883},"last":1.034},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.1180000000000001}]}]},{"osd":2,"up_from":15,"seq":64424509464,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31648,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340192,"statfs":{"total":96636764160,"available":96604356608,"internally_reserved":0,"allocated":536576,"data_stored":232605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.621},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.71699999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.49299999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.222,"5min":1.222,"15min":1.222},"last":0.76300000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.5620000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.65800000000000003},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.7,"5min":1.7,"15min":1.7},"last":1.0109999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.01,"15min":1.01},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.3919999999999999,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":1.046},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.847,"5min":1.847,"15min":1.847},"last":0.91300000000000003}]},{"osd":6,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.9430000000000001,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":1.079},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.625,"5min":1.625,"15min":1.625},"last":1.1779999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":1.127},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.109}]}]},{"osd":1,"up_from":15,"seq":64424509464,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1118208,"data_stored":819184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.371}]},{"osd":2,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.40300000000000002}]},{"osd":3,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.4319999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.42099999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.64100000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.84099999999999997}]},{"osd":6,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.911,"5min":1.911,"15min":1.911},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.88200000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.77900000000000003},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":0.79000000000000004}]}]},{"osd":0,"up_from":15,"seq":64424509465,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":528384,"data_stored":229398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.68100000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.92600000000000005}]},{"osd":3,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":2.218,"5min":2.218,"15min":2.218},"last":0.97899999999999998}]},{"osd":4,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":1.052},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":1.0149999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.90100000000000002},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.8540000000000001,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":1.083}]},{"osd":6,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":2.0979999999999999,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":1.2},{"interface":"front","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":1.143}]},{"osd":7,"last update":"Thu Apr 18 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.032,"15min":1.032},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.224},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":1.1140000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27544,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344296,"statfs":{"total":96636764160,"available":96608559104,"internally_reserved":0,"allocated":528384,"data_stored":228850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":1.071},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.27,"5min":1.27,"15min":1.27},"last":0.995}]},{"osd":1,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":1.1359999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":1.046},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":1.1870000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.202,"5min":1.202,"15min":1.202},"last":1.1120000000000001},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":1.2370000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.86499999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.2769999999999999},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":1.212}]},{"osd":6,"last update":"Thu Apr 18 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.26},{"interface":"front","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.595,"5min":1.595,"15min":1.595},"last":1.163}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3847,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:13:08.333 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-18T05:13:08.333 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.1 mon 'allow r' osd 'allow rw pool=cephfs2_data' mds allow 2024-04-18T05:13:08.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a4740d640 1 Processor -- start 2024-04-18T05:13:08.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a4740d640 1 -- start start 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a4740d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7a401569a0 0x7f7a400c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a4740d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7a400bcb30 0x7f7a40157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a4740d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a400c67c0 0x7f7a40157a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a4740d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a4006c610 con 0x7f7a401569a0 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a4740d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a400c46c0 con 0x7f7a400bcb30 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a4740d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a40157fb0 con 0x7f7a400c67c0 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a451a9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7a401569a0 0x7f7a400c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a451a9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7a401569a0 0x7f7a400c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34358/0 (socket says 172.21.15.32:34358) 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a451a9640 1 -- 172.21.15.32:0/144621359 learned_addr learned my addr 172.21.15.32:0/144621359 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a459aa640 1 --2- 172.21.15.32:0/144621359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a400c67c0 0x7f7a40157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a449a8640 1 --2- 172.21.15.32:0/144621359 >> v2:172.21.15.92:3300/0 conn(0x7f7a400bcb30 0x7f7a40157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a451a9640 1 -- 172.21.15.32:0/144621359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a400c67c0 msgr2=0x7f7a40157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a451a9640 1 --2- 172.21.15.32:0/144621359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a400c67c0 0x7f7a40157a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.512 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a451a9640 1 -- 172.21.15.32:0/144621359 >> v2:172.21.15.92:3300/0 conn(0x7f7a400bcb30 msgr2=0x7f7a40157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:08.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a451a9640 1 --2- 172.21.15.32:0/144621359 >> v2:172.21.15.92:3300/0 conn(0x7f7a400bcb30 0x7f7a40157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.506+0000 7f7a451a9640 1 -- 172.21.15.32:0/144621359 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a40155050 con 0x7f7a401569a0 2024-04-18T05:13:08.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a451a9640 1 --2- 172.21.15.32:0/144621359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a401569a0 0x7f7a400c6280 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f7a400c61d0 tx=0x7f7a3c01c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43ca69f42cbccf5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:08.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a37fff640 1 -- 172.21.15.32:0/144621359 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a3c0aa610 con 0x7f7a401569a0 2024-04-18T05:13:08.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a37fff640 1 -- 172.21.15.32:0/144621359 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a3c0a6040 con 0x7f7a401569a0 2024-04-18T05:13:08.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a37fff640 1 -- 172.21.15.32:0/144621359 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a3c0aa990 con 0x7f7a401569a0 2024-04-18T05:13:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 -- 172.21.15.32:0/144621359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a401569a0 msgr2=0x7f7a400c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 --2- 172.21.15.32:0/144621359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a401569a0 0x7f7a400c6280 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f7a400c61d0 tx=0x7f7a3c01c4f0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 -- 172.21.15.32:0/144621359 shutdown_connections 2024-04-18T05:13:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 --2- 172.21.15.32:0/144621359 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a400c67c0 0x7f7a40157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 --2- 172.21.15.32:0/144621359 >> v2:172.21.15.92:3300/0 conn(0x7f7a400bcb30 0x7f7a40157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 --2- 172.21.15.32:0/144621359 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a401569a0 0x7f7a400c6280 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 -- 172.21.15.32:0/144621359 >> 172.21.15.32:0/144621359 conn(0x7f7a40072950 msgr2=0x7f7a40072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 -- 172.21.15.32:0/144621359 shutdown_connections 2024-04-18T05:13:08.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 -- 172.21.15.32:0/144621359 wait complete. 2024-04-18T05:13:08.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 Processor -- start 2024-04-18T05:13:08.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 -- start start 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a400bcb30 0x7f7a400c2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7a400c67c0 0x7f7a40157530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a401569a0 0x7f7a400c04e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a401ec3a0 con 0x7f7a400bcb30 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a400c32d0 con 0x7f7a400c67c0 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a4740d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a400c18b0 con 0x7f7a401569a0 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a451a9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a400bcb30 0x7f7a400c2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a451a9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a400bcb30 0x7f7a400c2d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34368/0 (socket says 172.21.15.32:34368) 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a451a9640 1 -- 172.21.15.32:0/3834228888 learned_addr learned my addr 172.21.15.32:0/3834228888 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a459aa640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a401569a0 0x7f7a400c04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.510+0000 7f7a449a8640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7a400c67c0 0x7f7a40157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a451a9640 1 -- 172.21.15.32:0/3834228888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a401569a0 msgr2=0x7f7a400c04e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a451a9640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a401569a0 0x7f7a400c04e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a451a9640 1 -- 172.21.15.32:0/3834228888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7a400c67c0 msgr2=0x7f7a40157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a451a9640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7a400c67c0 0x7f7a40157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a451a9640 1 -- 172.21.15.32:0/3834228888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a3c0094d0 con 0x7f7a400bcb30 2024-04-18T05:13:08.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a451a9640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a400bcb30 0x7f7a400c2d90 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f7a3c0ac040 tx=0x7f7a3c01ad30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:08.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a35ffb640 1 -- 172.21.15.32:0/3834228888 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a3c0bd5f0 con 0x7f7a400bcb30 2024-04-18T05:13:08.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a35ffb640 1 -- 172.21.15.32:0/3834228888 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a3c0bd770 con 0x7f7a400bcb30 2024-04-18T05:13:08.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a401efd10 con 0x7f7a400bcb30 2024-04-18T05:13:08.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a35ffb640 1 -- 172.21.15.32:0/3834228888 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a3c0bdb20 con 0x7f7a400bcb30 2024-04-18T05:13:08.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a401ebfc0 con 0x7f7a400bcb30 2024-04-18T05:13:08.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a401ec4e0 con 0x7f7a400bcb30 2024-04-18T05:13:08.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a35ffb640 1 -- 172.21.15.32:0/3834228888 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7a3c0b33f0 con 0x7f7a400bcb30 2024-04-18T05:13:08.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a35ffb640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7a24066690 0x7f7a24068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a35ffb640 1 -- 172.21.15.32:0/3834228888 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f7a3c11ead0 con 0x7f7a400bcb30 2024-04-18T05:13:08.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a449a8640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7a24066690 0x7f7a24068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.514+0000 7f7a449a8640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7a24066690 0x7f7a24068b50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7a400c34e0 tx=0x7f7a30008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:08.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.518+0000 7f7a35ffb640 1 -- 172.21.15.32:0/3834228888 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7a3c0eba30 con 0x7f7a400bcb30 2024-04-18T05:13:08.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.734+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]} v 0) v1 -- 0x7f7a4004e1e0 con 0x7f7a400bcb30 2024-04-18T05:13:08.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a35ffb640 1 -- 172.21.15.32:0/3834228888 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]}]=0 updated caps for client.1 v14) v1 ==== 185+0+0 (secure 0 0 0) 0x7f7a3c0ef050 con 0x7f7a400bcb30 2024-04-18T05:13:08.746 INFO:teuthology.orchestra.run.smithi032.stderr:updated caps for client.1 2024-04-18T05:13:08.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7a24066690 msgr2=0x7f7a24068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7a24066690 0x7f7a24068b50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7a400c34e0 tx=0x7f7a30008040 comp rx=0 tx=0).stop 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a400bcb30 msgr2=0x7f7a400c2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a400bcb30 0x7f7a400c2d90 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f7a3c0ac040 tx=0x7f7a3c01ad30 comp rx=0 tx=0).stop 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 shutdown_connections 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7a401569a0 0x7f7a400c04e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7a24066690 0x7f7a24068b50 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7a400c67c0 0x7f7a40157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 --2- 172.21.15.32:0/3834228888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7a400bcb30 0x7f7a400c2d90 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 >> 172.21.15.32:0/3834228888 conn(0x7f7a40072950 msgr2=0x7f7a400ac0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 shutdown_connections 2024-04-18T05:13:08.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.742+0000 7f7a4740d640 1 -- 172.21.15.32:0/3834228888 wait complete. 2024-04-18T05:13:08.766 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:13:08.766 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:08.773 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:08.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.894+0000 7f0201411640 1 Processor -- start 2024-04-18T05:13:08.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.894+0000 7f0201411640 1 -- start start 2024-04-18T05:13:08.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.894+0000 7f0201411640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1519f0 0x7f01fc0a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.894+0000 7f0201411640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01fc155e50 con 0x7f01fc06d5d0 2024-04-18T05:13:08.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.894+0000 7f0201411640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01fc154f60 con 0x7f01fc0a84c0 2024-04-18T05:13:08.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.894+0000 7f0201411640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01fc0a9080 con 0x7f01fc1519f0 2024-04-18T05:13:08.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.894+0000 7f01fb7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f01fc06d5d0 0x7f01fc15c2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59444/0 (socket says 172.21.15.32:59444) 2024-04-18T05:13:08.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.894+0000 7f01fb7fe640 1 -- 172.21.15.32:0/1718160513 learned_addr learned my addr 172.21.15.32:0/1718160513 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:08.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01f3fff640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1519f0 0x7f01fc0a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 499233809 0 0) 0x7f01fc155e50 con 0x7f01fc06d5d0 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f01e8003530 con 0x7f01fc06d5d0 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3162853544 0 0) 0x7f01e8003530 con 0x7f01fc06d5d0 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1519f0 msgr2=0x7f01fc0a88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1519f0 0x7f01fc0a88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 >> v1:172.21.15.92:6789/0 conn(0x7f01fc0a84c0 legacy=0x7f01fc06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01fc155240 con 0x7f01fc06d5d0 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f01f4001a00 con 0x7f01fc06d5d0 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 >> v1:172.21.15.32:6789/0 conn(0x7f01fc06d5d0 legacy=0x7f01fc15c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80039b0 0x7f01e8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01e80047d0 0x7f01e8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1519f0 0x7f01e80051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01fc0a9080 con 0x7f01e80047d0 2024-04-18T05:13:08.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01e800bac0 con 0x7f01e80039b0 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01e800bc80 con 0x7f01fc1519f0 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01f3fff640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01e80047d0 0x7f01e8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fb7fe640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1519f0 0x7f01e80051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01faffd640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80039b0 0x7f01e8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01f3fff640 1 -- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1519f0 msgr2=0x7f01e80051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01f3fff640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1519f0 0x7f01e80051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01f3fff640 1 -- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80039b0 msgr2=0x7f01e8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01f3fff640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80039b0 0x7f01e8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01f3fff640 1 -- 172.21.15.32:0/1718160513 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01e8003530 con 0x7f01e80047d0 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01faffd640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80039b0 0x7f01e8003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:08.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fb7fe640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1519f0 0x7f01e80051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:08.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01f3fff640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01e80047d0 0x7f01e8004c50 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f01e4009ae0 tx=0x7f01e401ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7514023414eaff5e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:08.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e40a6450 con 0x7f01e80047d0 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01e40a65b0 con 0x7f01e80047d0 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.898+0000 7f01fa7fc640 1 -- 172.21.15.32:0/1718160513 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e40a6960 con 0x7f01e80047d0 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- 172.21.15.32:0/1718160513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01e80047d0 msgr2=0x7f01e8004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 --2- 172.21.15.32:0/1718160513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01e80047d0 0x7f01e8004c50 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f01e4009ae0 tx=0x7f01e401ca70 comp rx=0 tx=0).stop 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 -- 172.21.15.32:0/1718160513 reap_dead start 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- 172.21.15.32:0/1718160513 shutdown_connections 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- 172.21.15.32:0/1718160513 >> 172.21.15.32:0/1718160513 conn(0x7f01fc069e80 msgr2=0x7f01fc06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- 172.21.15.32:0/1718160513 shutdown_connections 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- 172.21.15.32:0/1718160513 wait complete. 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 Processor -- start 2024-04-18T05:13:08.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- start start 2024-04-18T05:13:08.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80047d0 0x7f01fc136640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1efe60 0x7f01fc1eda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01fc1edfa0 0x7f01fc133e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01fc0c3c90 con 0x7f01fc1edfa0 2024-04-18T05:13:08.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01fc1f03b0 con 0x7f01e80047d0 2024-04-18T05:13:08.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01fc0c36d0 con 0x7f01fc1efe60 2024-04-18T05:13:08.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01fc1edfa0 0x7f01fc133e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01fc1edfa0 0x7f01fc133e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34392/0 (socket says 172.21.15.32:34392) 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 -- 172.21.15.32:0/984671588 learned_addr learned my addr 172.21.15.32:0/984671588 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01faffd640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80047d0 0x7f01fc136640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01f3fff640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1efe60 0x7f01fc1eda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 -- 172.21.15.32:0/984671588 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1efe60 msgr2=0x7f01fc1eda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1efe60 0x7f01fc1eda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 -- 172.21.15.32:0/984671588 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80047d0 msgr2=0x7f01fc136640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80047d0 0x7f01fc136640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 -- 172.21.15.32:0/984671588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01fc0c39b0 con 0x7f01fc1edfa0 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01fb7fe640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01fc1edfa0 0x7f01fc133e30 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f01fc072000 tx=0x7f01f400b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01f37fe640 1 -- 172.21.15.32:0/984671588 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f4004d70 con 0x7f01fc1edfa0 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01f37fe640 1 -- 172.21.15.32:0/984671588 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01f400bb00 con 0x7f01fc1edfa0 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01fc1ed540 con 0x7f01fc1edfa0 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f01f37fe640 1 -- 172.21.15.32:0/984671588 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f400beb0 con 0x7f01fc1edfa0 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.902+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01fc136b80 con 0x7f01fc1edfa0 2024-04-18T05:13:08.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.906+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01fc1ed3a0 con 0x7f01fc1edfa0 2024-04-18T05:13:08.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.906+0000 7f01f37fe640 1 -- 172.21.15.32:0/984671588 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f01f4007110 con 0x7f01fc1edfa0 2024-04-18T05:13:08.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.906+0000 7f01f37fe640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f01dc066690 0x7f01dc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:08.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.906+0000 7f01faffd640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f01dc066690 0x7f01dc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:08.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.906+0000 7f01f37fe640 1 -- 172.21.15.32:0/984671588 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f01f40849b0 con 0x7f01fc1edfa0 2024-04-18T05:13:08.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.906+0000 7f01faffd640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f01dc066690 0x7f01dc068b50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f01ec001760 tx=0x7f01ec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:08.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:08.910+0000 7f01f37fe640 1 -- 172.21.15.32:0/984671588 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f01fc1ed3a0 con 0x7f01fc1edfa0 2024-04-18T05:13:09.076 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.070+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f01fc1ed3a0 con 0x7f01fc1edfa0 2024-04-18T05:13:09.078 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.074+0000 7f01f37fe640 1 -- 172.21.15.32:0/984671588 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) v1 ==== 74+0+19914 (secure 0 0 0) 0x7f01fc1ed3a0 con 0x7f01fc1edfa0 2024-04-18T05:13:09.079 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:09.079 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":45,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:00.377780+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:09.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.074+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f01dc066690 msgr2=0x7f01dc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.074+0000 7f0201411640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f01dc066690 0x7f01dc068b50 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f01ec001760 tx=0x7f01ec009040 comp rx=0 tx=0).stop 2024-04-18T05:13:09.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.074+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01fc1edfa0 msgr2=0x7f01fc133e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.074+0000 7f0201411640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01fc1edfa0 0x7f01fc133e30 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f01fc072000 tx=0x7f01f400b4a0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.078+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 shutdown_connections 2024-04-18T05:13:09.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.078+0000 7f0201411640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f01fc1edfa0 0x7f01fc133e30 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.078+0000 7f0201411640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01fc1efe60 0x7f01fc1eda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.078+0000 7f0201411640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f01dc066690 0x7f01dc068b50 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.078+0000 7f0201411640 1 --2- 172.21.15.32:0/984671588 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01e80047d0 0x7f01fc136640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.078+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 >> 172.21.15.32:0/984671588 conn(0x7f01fc069e80 msgr2=0x7f01fc151200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:09.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.078+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 shutdown_connections 2024-04-18T05:13:09.082 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.078+0000 7f0201411640 1 -- 172.21.15.32:0/984671588 wait complete. 2024-04-18T05:13:09.098 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:12:37.672169+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:12:38.907356+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_metadata', 'create_time': '2024-04-18T05:12:57.986366+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '44', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs2_data', 'create_time': '2024-04-18T05:12:58.343248+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '45', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:13:09.099 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:13:09.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.226+0000 7f4e68948640 1 Processor -- start 2024-04-18T05:13:09.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.226+0000 7f4e68948640 1 -- start start 2024-04-18T05:13:09.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e68948640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e640bbdb0 0x7f4e64151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e68948640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e640bb4f0 con 0x7f4e640bb0a0 2024-04-18T05:13:09.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e68948640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e640a9460 con 0x7f4e6406a400 2024-04-18T05:13:09.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e68948640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e640ba0d0 con 0x7f4e640bbdb0 2024-04-18T05:13:09.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e59d9b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e640bbdb0 0x7f4e64151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e62d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f4e640bb0a0 0x7f4e6414d9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59458/0 (socket says 172.21.15.32:59458) 2024-04-18T05:13:09.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e62d9d640 1 -- 172.21.15.32:0/1383122874 learned_addr learned my addr 172.21.15.32:0/1383122874 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:09.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e59d9b640 1 -- 172.21.15.32:0/1383122874 >> v1:172.21.15.92:6789/0 conn(0x7f4e6406a400 legacy=0x7f4e640a8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e59d9b640 1 -- 172.21.15.32:0/1383122874 >> v1:172.21.15.32:6789/0 conn(0x7f4e640bb0a0 legacy=0x7f4e6414d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e61d9b640 1 -- 172.21.15.32:0/1383122874 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3048069919 0 0) 0x7f4e640bb4f0 con 0x7f4e640bb0a0 2024-04-18T05:13:09.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e59d9b640 1 -- 172.21.15.32:0/1383122874 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e640ba2e0 con 0x7f4e640bbdb0 2024-04-18T05:13:09.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e59d9b640 1 --2- 172.21.15.32:0/1383122874 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e640bbdb0 0x7f4e64151380 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c0097f0 tx=0x7f4e4c01c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd4aecee0eea5e65 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:09.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e61d9b640 1 -- 172.21.15.32:0/1383122874 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c0aa610 con 0x7f4e640bbdb0 2024-04-18T05:13:09.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e61d9b640 1 -- 172.21.15.32:0/1383122874 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e4c0a6040 con 0x7f4e640bbdb0 2024-04-18T05:13:09.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.230+0000 7f4e61d9b640 1 -- 172.21.15.32:0/1383122874 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e4c0aa990 con 0x7f4e640bbdb0 2024-04-18T05:13:09.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- 172.21.15.32:0/1383122874 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e640bbdb0 msgr2=0x7f4e64151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 --2- 172.21.15.32:0/1383122874 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e640bbdb0 0x7f4e64151380 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c0097f0 tx=0x7f4e4c01c4b0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- 172.21.15.32:0/1383122874 shutdown_connections 2024-04-18T05:13:09.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 --2- 172.21.15.32:0/1383122874 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e640bbdb0 0x7f4e64151380 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- 172.21.15.32:0/1383122874 >> 172.21.15.32:0/1383122874 conn(0x7f4e640c54b0 msgr2=0x7f4e640c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:09.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- 172.21.15.32:0/1383122874 shutdown_connections 2024-04-18T05:13:09.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- 172.21.15.32:0/1383122874 wait complete. 2024-04-18T05:13:09.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 Processor -- start 2024-04-18T05:13:09.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- start start 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e6406a400 0x7f4e641ead40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e640bb0a0 0x7f4e640c43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e640bbdb0 0x7f4e64145920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e641453c0 con 0x7f4e640bbdb0 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e641ee200 con 0x7f4e640bb0a0 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e641ea260 con 0x7f4e6406a400 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e62d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e640bbdb0 0x7f4e64145920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e62d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e640bbdb0 0x7f4e64145920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34404/0 (socket says 172.21.15.32:34404) 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e62d9d640 1 -- 172.21.15.32:0/2766038675 learned_addr learned my addr 172.21.15.32:0/2766038675 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e6259c640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e6406a400 0x7f4e641ead40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e62d9d640 1 -- 172.21.15.32:0/2766038675 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e6406a400 msgr2=0x7f4e641ead40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e59d9b640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e640bb0a0 0x7f4e640c43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e62d9d640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e6406a400 0x7f4e641ead40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e62d9d640 1 -- 172.21.15.32:0/2766038675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e640bb0a0 msgr2=0x7f4e640c43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e62d9d640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e640bb0a0 0x7f4e640c43d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e62d9d640 1 -- 172.21.15.32:0/2766038675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e4c009420 con 0x7f4e640bbdb0 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e62d9d640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e640bbdb0 0x7f4e64145920 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c00c700 tx=0x7f4e5c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e5b7fe640 1 -- 172.21.15.32:0/2766038675 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e5c00ce10 con 0x7f4e640bbdb0 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e5b7fe640 1 -- 172.21.15.32:0/2766038675 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e5c00a640 con 0x7f4e640bbdb0 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e641ea540 con 0x7f4e640bbdb0 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e5b7fe640 1 -- 172.21.15.32:0/2766038675 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e5c00aa70 con 0x7f4e640bbdb0 2024-04-18T05:13:09.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.234+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e640c4910 con 0x7f4e640bbdb0 2024-04-18T05:13:09.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.238+0000 7f4e5b7fe640 1 -- 172.21.15.32:0/2766038675 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4e5c00abd0 con 0x7f4e640bbdb0 2024-04-18T05:13:09.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.238+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e64072000 con 0x7f4e640bbdb0 2024-04-18T05:13:09.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.238+0000 7f4e5b7fe640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4e440666c0 0x7f4e44068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.238+0000 7f4e5b7fe640 1 -- 172.21.15.32:0/2766038675 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f4e5c083d20 con 0x7f4e640bbdb0 2024-04-18T05:13:09.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.238+0000 7f4e6259c640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4e440666c0 0x7f4e44068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.243 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.238+0000 7f4e6259c640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4e440666c0 0x7f4e44068b80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4e54000f70 tx=0x7f4e54009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:09.247 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.242+0000 7f4e5b7fe640 1 -- 172.21.15.32:0/2766038675 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f4e5c050be0 con 0x7f4e640bbdb0 2024-04-18T05:13:09.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.402+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4e641eaa60 con 0x7f4e640bbdb0 2024-04-18T05:13:09.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e5b7fe640 1 -- 172.21.15.32:0/2766038675 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v45) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4e641eaa60 con 0x7f4e640bbdb0 2024-04-18T05:13:09.410 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:13:09.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4e440666c0 msgr2=0x7f4e44068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4e440666c0 0x7f4e44068b80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4e54000f70 tx=0x7f4e54009040 comp rx=0 tx=0).stop 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e640bbdb0 msgr2=0x7f4e64145920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e640bbdb0 0x7f4e64145920 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c00c700 tx=0x7f4e5c00cbc0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 shutdown_connections 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4e640bbdb0 0x7f4e64145920 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4e440666c0 0x7f4e44068b80 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e640bb0a0 0x7f4e640c43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 --2- 172.21.15.32:0/2766038675 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e6406a400 0x7f4e641ead40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 >> 172.21.15.32:0/2766038675 conn(0x7f4e640c54b0 msgr2=0x7f4e640c23d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 shutdown_connections 2024-04-18T05:13:09.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.406+0000 7f4e68948640 1 -- 172.21.15.32:0/2766038675 wait complete. 2024-04-18T05:13:09.428 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:13:09.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f506a147640 1 Processor -- start 2024-04-18T05:13:09.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f506a147640 1 -- start start 2024-04-18T05:13:09.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f506a147640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506406a310 0x7f5064071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f506a147640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5064154bb0 con 0x7f5064157c30 2024-04-18T05:13:09.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f506a147640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50641580c0 con 0x7f5064150ce0 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f506a147640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5064154030 con 0x7f506406a310 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5063fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5064157c30 0x7f506415e560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59462/0 (socket says 172.21.15.32:59462) 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5063fff640 1 -- 172.21.15.32:0/3484381378 learned_addr learned my addr 172.21.15.32:0/3484381378 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50637fe640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506406a310 0x7f5064071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 900500220 0 0) 0x7f5064154bb0 con 0x7f5064157c30 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5050003530 con 0x7f5064157c30 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1776762012 0 0) 0x7f5050003530 con 0x7f5064157c30 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506406a310 msgr2=0x7f5064071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506406a310 0x7f5064071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 >> v1:172.21.15.92:6789/0 conn(0x7f5064150ce0 legacy=0x7f5064157520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5064154310 con 0x7f5064157c30 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f505c001680 con 0x7f5064157c30 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 >> v1:172.21.15.32:6789/0 conn(0x7f5064157c30 legacy=0x7f506415e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506406a310 0x7f50500039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5050003f30 0x7f50500047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5050004d10 0x7f5050005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5064154030 con 0x7f5050004d10 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f505000bb20 con 0x7f5050003f30 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f505000bce0 con 0x7f506406a310 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5063fff640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5050004d10 0x7f5050005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50637fe640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506406a310 0x7f50500039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5062ffd640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5050003f30 0x7f50500047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5063fff640 1 -- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506406a310 msgr2=0x7f50500039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5063fff640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506406a310 0x7f50500039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5063fff640 1 -- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5050003f30 msgr2=0x7f50500047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5063fff640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5050003f30 0x7f50500047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5063fff640 1 -- 172.21.15.32:0/3484381378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5050003530 con 0x7f5050004d10 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f5062ffd640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5050003f30 0x7f50500047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:09.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.554+0000 7f50637fe640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506406a310 0x7f50500039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:09.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f5063fff640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5050004d10 0x7f5050005190 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f505c001060 tx=0x7f505c01f390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eef52ac707c5f9c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c005ae0 con 0x7f5050004d10 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f505c0ab070 con 0x7f5050004d10 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f50627fc640 1 -- 172.21.15.32:0/3484381378 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c007070 con 0x7f5050004d10 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 -- 172.21.15.32:0/3484381378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5050004d10 msgr2=0x7f5050005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 --2- 172.21.15.32:0/3484381378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5050004d10 0x7f5050005190 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f505c001060 tx=0x7f505c01f390 comp rx=0 tx=0).stop 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f5063fff640 1 -- 172.21.15.32:0/3484381378 reap_dead start 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 -- 172.21.15.32:0/3484381378 shutdown_connections 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 -- 172.21.15.32:0/3484381378 >> 172.21.15.32:0/3484381378 conn(0x7f50640c54b0 msgr2=0x7f50640c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 -- 172.21.15.32:0/3484381378 shutdown_connections 2024-04-18T05:13:09.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 -- 172.21.15.32:0/3484381378 wait complete. 2024-04-18T05:13:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 Processor -- start 2024-04-18T05:13:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 -- start start 2024-04-18T05:13:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f506406cb20 0x7f50640a8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50640a9a00 0x7f50640a8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506414d380 0x7f506414d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50640bc3f0 con 0x7f506406cb20 2024-04-18T05:13:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50640bb230 con 0x7f50640a9a00 2024-04-18T05:13:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f506a147640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f506414dd40 con 0x7f506414d380 2024-04-18T05:13:09.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f50637fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f506406cb20 0x7f50640a8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f50637fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f506406cb20 0x7f50640a8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34418/0 (socket says 172.21.15.32:34418) 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.558+0000 7f50637fe640 1 -- 172.21.15.32:0/3188640860 learned_addr learned my addr 172.21.15.32:0/3188640860 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f5062ffd640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50640a9a00 0x7f50640a8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f50637fe640 1 -- 172.21.15.32:0/3188640860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506414d380 msgr2=0x7f506414d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f50637fe640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506414d380 0x7f506414d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f50637fe640 1 -- 172.21.15.32:0/3188640860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50640a9a00 msgr2=0x7f50640a8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f50637fe640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50640a9a00 0x7f50640a8d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f50637fe640 1 -- 172.21.15.32:0/3188640860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50640a96b0 con 0x7f506406cb20 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f50637fe640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f506406cb20 0x7f50640a8800 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f504c007f80 tx=0x7f504c010650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f505bfff640 1 -- 172.21.15.32:0/3188640860 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504c00e050 con 0x7f506406cb20 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f505bfff640 1 -- 172.21.15.32:0/3188640860 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f504c00f040 con 0x7f506406cb20 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f505bfff640 1 -- 172.21.15.32:0/3188640860 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504c003ba0 con 0x7f506406cb20 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50641e9870 con 0x7f506406cb20 2024-04-18T05:13:09.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50641e9540 con 0x7f506406cb20 2024-04-18T05:13:09.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50641e9a60 con 0x7f506406cb20 2024-04-18T05:13:09.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f505bfff640 1 -- 172.21.15.32:0/3188640860 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f504c003d00 con 0x7f506406cb20 2024-04-18T05:13:09.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f505bfff640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5044066690 0x7f5044068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f505bfff640 1 -- 172.21.15.32:0/3188640860 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f504c085390 con 0x7f506406cb20 2024-04-18T05:13:09.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f5062ffd640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5044066690 0x7f5044068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.562+0000 7f5062ffd640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5044066690 0x7f5044068b50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f506406e350 tx=0x7f5054009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:09.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.566+0000 7f505bfff640 1 -- 172.21.15.32:0/3188640860 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f504c0522f0 con 0x7f506406cb20 2024-04-18T05:13:09.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.726+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f506404e1e0 con 0x7f506406cb20 2024-04-18T05:13:09.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.726+0000 7f505bfff640 1 -- 172.21.15.32:0/3188640860 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v45) v1 ==== 104+0+11 (secure 0 0 0) 0x7f504c055910 con 0x7f506406cb20 2024-04-18T05:13:09.732 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5044066690 msgr2=0x7f5044068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5044066690 0x7f5044068b50 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f506406e350 tx=0x7f5054009040 comp rx=0 tx=0).stop 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f506406cb20 msgr2=0x7f50640a8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f506406cb20 0x7f50640a8800 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f504c007f80 tx=0x7f504c010650 comp rx=0 tx=0).stop 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 shutdown_connections 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f506414d380 0x7f506414d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5044066690 0x7f5044068b50 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50640a9a00 0x7f50640a8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 --2- 172.21.15.32:0/3188640860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f506406cb20 0x7f50640a8800 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 >> 172.21.15.32:0/3188640860 conn(0x7f50640c54b0 msgr2=0x7f50640c4850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:09.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 shutdown_connections 2024-04-18T05:13:09.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.730+0000 7f506a147640 1 -- 172.21.15.32:0/3188640860 wait complete. 2024-04-18T05:13:09.750 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:13:09.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2cf627c640 1 Processor -- start 2024-04-18T05:13:09.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2cf627c640 1 -- start start 2024-04-18T05:13:09.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2cf627c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2cf01569a0 0x7f2cf00c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2cf627c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf00c67c0 0x7f2cf0157c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2cf627c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cf00c46c0 con 0x7f2cf00bcb30 2024-04-18T05:13:09.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2cf627c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2cf006c610 con 0x7f2cf01569a0 2024-04-18T05:13:09.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2cf627c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf0155050 con 0x7f2cf00c67c0 2024-04-18T05:13:09.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2ceffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2cf01569a0 0x7f2cf00c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2ceffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2cf01569a0 0x7f2cf00c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34434/0 (socket says 172.21.15.32:34434) 2024-04-18T05:13:09.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2ceffff640 1 -- 172.21.15.32:0/3762201777 learned_addr learned my addr 172.21.15.32:0/3762201777 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:09.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2cf4819640 1 --2- 172.21.15.32:0/3762201777 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf00c67c0 0x7f2cf0157c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2ceffff640 1 -- 172.21.15.32:0/3762201777 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf00c67c0 msgr2=0x7f2cf0157c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:09.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2ceffff640 1 --2- 172.21.15.32:0/3762201777 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf00c67c0 0x7f2cf0157c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2ceffff640 1 -- 172.21.15.32:0/3762201777 >> v1:172.21.15.92:6789/0 conn(0x7f2cf00bcb30 legacy=0x7f2cf0157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2ceffff640 1 -- 172.21.15.32:0/3762201777 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cf0154980 con 0x7f2cf01569a0 2024-04-18T05:13:09.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.870+0000 7f2cf4819640 1 --2- 172.21.15.32:0/3762201777 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf00c67c0 0x7f2cf0157c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:09.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 --2- 172.21.15.32:0/3762201777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf01569a0 0x7f2cf00c6280 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f2ce0009870 tx=0x7f2ce001c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=129f509468499d2e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:09.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cef7fe640 1 -- 172.21.15.32:0/3762201777 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ce00a95f0 con 0x7f2cf01569a0 2024-04-18T05:13:09.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cef7fe640 1 -- 172.21.15.32:0/3762201777 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ce00a9750 con 0x7f2cf01569a0 2024-04-18T05:13:09.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cef7fe640 1 -- 172.21.15.32:0/3762201777 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ce00a9ae0 con 0x7f2cf01569a0 2024-04-18T05:13:09.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 -- 172.21.15.32:0/3762201777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf01569a0 msgr2=0x7f2cf00c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 --2- 172.21.15.32:0/3762201777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf01569a0 0x7f2cf00c6280 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f2ce0009870 tx=0x7f2ce001c530 comp rx=0 tx=0).stop 2024-04-18T05:13:09.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 -- 172.21.15.32:0/3762201777 shutdown_connections 2024-04-18T05:13:09.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 --2- 172.21.15.32:0/3762201777 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf00c67c0 0x7f2cf0157c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 --2- 172.21.15.32:0/3762201777 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf01569a0 0x7f2cf00c6280 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 -- 172.21.15.32:0/3762201777 >> 172.21.15.32:0/3762201777 conn(0x7f2cf0072950 msgr2=0x7f2cf0072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:09.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 -- 172.21.15.32:0/3762201777 shutdown_connections 2024-04-18T05:13:09.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 -- 172.21.15.32:0/3762201777 wait complete. 2024-04-18T05:13:09.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 Processor -- start 2024-04-18T05:13:09.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 -- start start 2024-04-18T05:13:09.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf00bcb30 0x7f2cf01efcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2cf00c67c0 0x7f2cf014e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf01569a0 0x7f2cf014e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf0148400 con 0x7f2cf00bcb30 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf01510a0 con 0x7f2cf00c67c0 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf627c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf01f01f0 con 0x7f2cf01569a0 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf00bcb30 0x7f2cf01efcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf00bcb30 0x7f2cf01efcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34438/0 (socket says 172.21.15.32:34438) 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 -- 172.21.15.32:0/3400699913 learned_addr learned my addr 172.21.15.32:0/3400699913 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ce7fff640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2cf00c67c0 0x7f2cf014e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 -- 172.21.15.32:0/3400699913 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf01569a0 msgr2=0x7f2cf014e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2cf4819640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf01569a0 0x7f2cf014e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf01569a0 0x7f2cf014e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 -- 172.21.15.32:0/3400699913 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2cf00c67c0 msgr2=0x7f2cf014e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2cf00c67c0 0x7f2cf014e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 -- 172.21.15.32:0/3400699913 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ce00094d0 con 0x7f2cf00bcb30 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ce7fff640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2cf00c67c0 0x7f2cf014e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ceffff640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf00bcb30 0x7f2cf01efcb0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f2ce001abe0 tx=0x7f2ce00192d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.874+0000 7f2ced7fa640 1 -- 172.21.15.32:0/3400699913 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ce00a95f0 con 0x7f2cf00bcb30 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2ced7fa640 1 -- 172.21.15.32:0/3400699913 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ce00b1820 con 0x7f2cf00bcb30 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2ced7fa640 1 -- 172.21.15.32:0/3400699913 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ce00b1bd0 con 0x7f2cf00bcb30 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cf0147870 con 0x7f2cf00bcb30 2024-04-18T05:13:09.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cf0150800 con 0x7f2cf00bcb30 2024-04-18T05:13:09.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cf004e1e0 con 0x7f2cf00bcb30 2024-04-18T05:13:09.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2ced7fa640 1 -- 172.21.15.32:0/3400699913 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2ce00b1d30 con 0x7f2cf00bcb30 2024-04-18T05:13:09.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2ced7fa640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2cd0066690 0x7f2cd0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:09.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2ced7fa640 1 -- 172.21.15.32:0/3400699913 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 6885+0+0 (secure 0 0 0) 0x7f2ce011ed40 con 0x7f2cf00bcb30 2024-04-18T05:13:09.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2ce7fff640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2cd0066690 0x7f2cd0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:09.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.878+0000 7f2ce7fff640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2cd0066690 0x7f2cd0068b50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f2cf014a800 tx=0x7f2cd8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:09.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:09.882+0000 7f2ced7fa640 1 -- 172.21.15.32:0/3400699913 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f2ce00ebc10 con 0x7f2cf00bcb30 2024-04-18T05:13:10.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.054+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2cf00671f0 con 0x7f2cf00bcb30 2024-04-18T05:13:10.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.054+0000 7f2ced7fa640 1 -- 172.21.15.32:0/3400699913 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v46) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2ce00ef230 con 0x7f2cf00bcb30 2024-04-18T05:13:10.060 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2cd0066690 msgr2=0x7f2cd0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2cd0066690 0x7f2cd0068b50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f2cf014a800 tx=0x7f2cd8009040 comp rx=0 tx=0).stop 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf00bcb30 msgr2=0x7f2cf01efcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf00bcb30 0x7f2cf01efcb0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f2ce001abe0 tx=0x7f2ce00192d0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 shutdown_connections 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2cf01569a0 0x7f2cf014e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2cd0066690 0x7f2cd0068b50 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2cf00c67c0 0x7f2cf014e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 --2- 172.21.15.32:0/3400699913 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2cf00bcb30 0x7f2cf01efcb0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 >> 172.21.15.32:0/3400699913 conn(0x7f2cf0072950 msgr2=0x7f2cf01519d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 shutdown_connections 2024-04-18T05:13:10.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.058+0000 7f2cf627c640 1 -- 172.21.15.32:0/3400699913 wait complete. 2024-04-18T05:13:10.078 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2024-04-18T05:13:10.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69e5afd640 1 Processor -- start 2024-04-18T05:13:10.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69e5afd640 1 -- start start 2024-04-18T05:13:10.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69e5afd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f69e0154930 0x7f69e0157250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69e5afd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 0x7f69e0150cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69e5afd640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69e00c4600 con 0x7f69e00c6110 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69e5afd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69e0153c60 con 0x7f69e0154930 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69e5afd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69e0153e50 con 0x7f69e006c670 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69deffd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f69e0154930 0x7f69e0157250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69dffff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 0x7f69e0150cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69deffd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f69e0154930 0x7f69e0157250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:39338/0 (socket says 172.21.15.32:39338) 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69deffd640 1 -- 172.21.15.32:0/3577755199 learned_addr learned my addr 172.21.15.32:0/3577755199 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69df7fe640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f69e00c6110 0x7f69e00c3e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:57344/0 (socket says 172.21.15.32:57344) 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69dffff640 1 -- 172.21.15.32:0/3577755199 >> v2:172.21.15.92:3300/0 conn(0x7f69e0154930 msgr2=0x7f69e0157250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69dffff640 1 --2- 172.21.15.32:0/3577755199 >> v2:172.21.15.92:3300/0 conn(0x7f69e0154930 0x7f69e0157250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69dffff640 1 -- 172.21.15.32:0/3577755199 >> v1:172.21.15.92:6789/0 conn(0x7f69e00c6110 legacy=0x7f69e00c3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.198+0000 7f69dffff640 1 -- 172.21.15.32:0/3577755199 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69e0154130 con 0x7f69e006c670 2024-04-18T05:13:10.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69dffff640 1 --2- 172.21.15.32:0/3577755199 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 0x7f69e0150cc0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f69d8009d90 tx=0x7f69d801c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58e34acd00fbe808 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69de7fc640 1 -- 172.21.15.32:0/3577755199 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d80a5940 con 0x7f69e006c670 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69de7fc640 1 -- 172.21.15.32:0/3577755199 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69d80a5aa0 con 0x7f69e006c670 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69de7fc640 1 -- 172.21.15.32:0/3577755199 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d80a5e30 con 0x7f69e006c670 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 -- 172.21.15.32:0/3577755199 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 msgr2=0x7f69e0150cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 --2- 172.21.15.32:0/3577755199 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 0x7f69e0150cc0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f69d8009d90 tx=0x7f69d801c970 comp rx=0 tx=0).stop 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 -- 172.21.15.32:0/3577755199 shutdown_connections 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 --2- 172.21.15.32:0/3577755199 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 0x7f69e0150cc0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 --2- 172.21.15.32:0/3577755199 >> v2:172.21.15.92:3300/0 conn(0x7f69e0154930 0x7f69e0157250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 -- 172.21.15.32:0/3577755199 >> 172.21.15.32:0/3577755199 conn(0x7f69e00aafd0 msgr2=0x7f69e00ab3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 -- 172.21.15.32:0/3577755199 shutdown_connections 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 -- 172.21.15.32:0/3577755199 wait complete. 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 Processor -- start 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.202+0000 7f69e5afd640 1 -- start start 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69e5afd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 0x7f69e01533f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69e5afd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f69e00c6110 0x7f69e00a9c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69e5afd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69e0154930 0x7f69e014e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69e5afd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69e01529b0 con 0x7f69e00c6110 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69e5afd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69e01521a0 con 0x7f69e0154930 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69e5afd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69e0152f60 con 0x7f69e006c670 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69deffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f69e00c6110 0x7f69e00a9c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69deffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f69e00c6110 0x7f69e00a9c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34444/0 (socket says 172.21.15.32:34444) 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69deffd640 1 -- 172.21.15.32:0/781983794 learned_addr learned my addr 172.21.15.32:0/781983794 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69df7fe640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 0x7f69e01533f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69dffff640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69e0154930 0x7f69e014e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69deffd640 1 -- 172.21.15.32:0/781983794 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 msgr2=0x7f69e01533f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69deffd640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 0x7f69e01533f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69deffd640 1 -- 172.21.15.32:0/781983794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69e0154930 msgr2=0x7f69e014e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69deffd640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69e0154930 0x7f69e014e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69deffd640 1 -- 172.21.15.32:0/781983794 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69d8009a70 con 0x7f69e00c6110 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69dffff640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69e0154930 0x7f69e014e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69deffd640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f69e00c6110 0x7f69e00a9c60 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f69d000e8a0 tx=0x7f69d000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:10.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69c7fff640 1 -- 172.21.15.32:0/781983794 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d00094e0 con 0x7f69e00c6110 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69c7fff640 1 -- 172.21.15.32:0/781983794 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69d000c8e0 con 0x7f69e00c6110 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69e01523f0 con 0x7f69e00c6110 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69c7fff640 1 -- 172.21.15.32:0/781983794 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d000cc70 con 0x7f69e00c6110 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69e00aa1a0 con 0x7f69e00c6110 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.206+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69e0153930 con 0x7f69e00c6110 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.210+0000 7f69c7fff640 1 -- 172.21.15.32:0/781983794 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f69d0013470 con 0x7f69e00c6110 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.210+0000 7f69c7fff640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f69cc066690 0x7f69cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.210+0000 7f69c7fff640 1 -- 172.21.15.32:0/781983794 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f69d0084e40 con 0x7f69e00c6110 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.210+0000 7f69df7fe640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f69cc066690 0x7f69cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.210+0000 7f69df7fe640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f69cc066690 0x7f69cc068b50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f69e00bca10 tx=0x7f69d4007e90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:10.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.214+0000 7f69c7fff640 1 -- 172.21.15.32:0/781983794 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f69d0051de0 con 0x7f69e00c6110 2024-04-18T05:13:10.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.370+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f69e004e1e0 con 0x7f69e00c6110 2024-04-18T05:13:10.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.370+0000 7f69c7fff640 1 -- 172.21.15.32:0/781983794 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v46) v1 ==== 105+0+11 (secure 0 0 0) 0x7f69d00170b0 con 0x7f69e00c6110 2024-04-18T05:13:10.376 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f69cc066690 msgr2=0x7f69cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f69cc066690 0x7f69cc068b50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f69e00bca10 tx=0x7f69d4007e90 comp rx=0 tx=0).stop 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f69e00c6110 msgr2=0x7f69e00a9c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f69e00c6110 0x7f69e00a9c60 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f69d000e8a0 tx=0x7f69d000ed60 comp rx=0 tx=0).stop 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 shutdown_connections 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f69cc066690 0x7f69cc068b50 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69e0154930 0x7f69e014e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f69e00c6110 0x7f69e00a9c60 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 --2- 172.21.15.32:0/781983794 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f69e006c670 0x7f69e01533f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 >> 172.21.15.32:0/781983794 conn(0x7f69e00aafd0 msgr2=0x7f69e00c80c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:10.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 shutdown_connections 2024-04-18T05:13:10.380 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.374+0000 7f69e5afd640 1 -- 172.21.15.32:0/781983794 wait complete. 2024-04-18T05:13:10.396 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2024-04-18T05:13:10.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.510+0000 7fe12c688640 1 Processor -- start 2024-04-18T05:13:10.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.510+0000 7fe12c688640 1 -- start start 2024-04-18T05:13:10.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12c688640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 0x7fe124151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12c688640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe12413ae10 0x7fe1241559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12c688640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1240a8200 con 0x7fe12413a8c0 2024-04-18T05:13:10.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12c688640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1240a8fb0 con 0x7fe12413ae10 2024-04-18T05:13:10.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12c688640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1241520a0 con 0x7fe12406df40 2024-04-18T05:13:10.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12ac25640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe12413a8c0 0x7fe1240a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59474/0 (socket says 172.21.15.32:59474) 2024-04-18T05:13:10.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12ac25640 1 -- 172.21.15.32:0/703139733 learned_addr learned my addr 172.21.15.32:0/703139733 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:10.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe129c23640 1 --2- 172.21.15.32:0/703139733 >> v2:172.21.15.92:3300/0 conn(0x7fe12413ae10 0x7fe1241559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12a424640 1 --2- 172.21.15.32:0/703139733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 0x7fe124151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe129422640 1 -- 172.21.15.32:0/703139733 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4190048760 0 0) 0x7fe1240a8200 con 0x7fe12413a8c0 2024-04-18T05:13:10.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe129422640 1 -- 172.21.15.32:0/703139733 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe110003530 con 0x7fe12413a8c0 2024-04-18T05:13:10.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe129422640 1 -- 172.21.15.32:0/703139733 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1949053827 0 0) 0x7fe110003530 con 0x7fe12413a8c0 2024-04-18T05:13:10.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12a424640 1 -- 172.21.15.32:0/703139733 >> v2:172.21.15.92:3300/0 conn(0x7fe12413ae10 msgr2=0x7fe1241559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:10.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12a424640 1 --2- 172.21.15.32:0/703139733 >> v2:172.21.15.92:3300/0 conn(0x7fe12413ae10 0x7fe1241559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12a424640 1 -- 172.21.15.32:0/703139733 >> v1:172.21.15.32:6789/0 conn(0x7fe12413a8c0 legacy=0x7fe1240a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.514+0000 7fe12a424640 1 -- 172.21.15.32:0/703139733 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1240a84e0 con 0x7fe12406df40 2024-04-18T05:13:10.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12a424640 1 --2- 172.21.15.32:0/703139733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 0x7fe124151b60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe1200097c0 tx=0x7fe12001c300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb15b83eb19352e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:10.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129422640 1 -- 172.21.15.32:0/703139733 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe11c001a00 con 0x7fe12406df40 2024-04-18T05:13:10.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129422640 1 -- 172.21.15.32:0/703139733 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1200a7050 con 0x7fe12406df40 2024-04-18T05:13:10.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129422640 1 -- 172.21.15.32:0/703139733 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1200ab600 con 0x7fe12406df40 2024-04-18T05:13:10.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 -- 172.21.15.32:0/703139733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 msgr2=0x7fe124151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 --2- 172.21.15.32:0/703139733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 0x7fe124151b60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe1200097c0 tx=0x7fe12001c300 comp rx=0 tx=0).stop 2024-04-18T05:13:10.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 -- 172.21.15.32:0/703139733 shutdown_connections 2024-04-18T05:13:10.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 --2- 172.21.15.32:0/703139733 >> v2:172.21.15.92:3300/0 conn(0x7fe12413ae10 0x7fe1241559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 --2- 172.21.15.32:0/703139733 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 0x7fe124151b60 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 -- 172.21.15.32:0/703139733 >> 172.21.15.32:0/703139733 conn(0x7fe1240c54b0 msgr2=0x7fe1240c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:10.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 -- 172.21.15.32:0/703139733 shutdown_connections 2024-04-18T05:13:10.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 -- 172.21.15.32:0/703139733 wait complete. 2024-04-18T05:13:10.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 Processor -- start 2024-04-18T05:13:10.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 -- start start 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 0x7fe12415b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12413a8c0 0x7fe1240bedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe12413ae10 0x7fe1241399b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1241571a0 con 0x7fe12413a8c0 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1241e9fb0 con 0x7fe12413ae10 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12c688640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1241ea290 con 0x7fe12406df40 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129c23640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12413a8c0 0x7fe1240bedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129c23640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12413a8c0 0x7fe1240bedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34456/0 (socket says 172.21.15.32:34456) 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129c23640 1 -- 172.21.15.32:0/1982385391 learned_addr learned my addr 172.21.15.32:0/1982385391 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12a424640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 0x7fe12415b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12ac25640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe12413ae10 0x7fe1241399b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129c23640 1 -- 172.21.15.32:0/1982385391 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 msgr2=0x7fe12415b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129c23640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 0x7fe12415b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129c23640 1 -- 172.21.15.32:0/1982385391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe12413ae10 msgr2=0x7fe1241399b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129c23640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe12413ae10 0x7fe1241399b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129c23640 1 -- 172.21.15.32:0/1982385391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe120009420 con 0x7fe12413a8c0 2024-04-18T05:13:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe12ac25640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe12413ae10 0x7fe1241399b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.518+0000 7fe129c23640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12413a8c0 0x7fe1240bedf0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fe11400e870 tx=0x7fe11400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe11affd640 1 -- 172.21.15.32:0/1982385391 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe114009510 con 0x7fe12413a8c0 2024-04-18T05:13:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe11affd640 1 -- 172.21.15.32:0/1982385391 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe11400eec0 con 0x7fe12413a8c0 2024-04-18T05:13:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1241ea570 con 0x7fe12413a8c0 2024-04-18T05:13:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe11affd640 1 -- 172.21.15.32:0/1982385391 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe11400cb40 con 0x7fe12413a8c0 2024-04-18T05:13:10.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1240bf330 con 0x7fe12413a8c0 2024-04-18T05:13:10.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe12404e1e0 con 0x7fe12413a8c0 2024-04-18T05:13:10.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe11affd640 1 -- 172.21.15.32:0/1982385391 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe11400cca0 con 0x7fe12413a8c0 2024-04-18T05:13:10.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe11affd640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe108066690 0x7fe108068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe11affd640 1 -- 172.21.15.32:0/1982385391 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fe114084710 con 0x7fe12413a8c0 2024-04-18T05:13:10.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe12a424640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe108066690 0x7fe108068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.522+0000 7fe12a424640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe108066690 0x7fe108068b50 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe1200097c0 tx=0x7fe1200a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:10.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.526+0000 7fe11affd640 1 -- 172.21.15.32:0/1982385391 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe114051600 con 0x7fe12413a8c0 2024-04-18T05:13:10.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fe1240c1780 con 0x7fe12413a8c0 2024-04-18T05:13:10.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe11affd640 1 -- 172.21.15.32:0/1982385391 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v46) v1 ==== 101+0+11 (secure 0 0 0) 0x7fe114054c20 con 0x7fe12413a8c0 2024-04-18T05:13:10.694 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:10.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe108066690 msgr2=0x7fe108068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe108066690 0x7fe108068b50 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe1200097c0 tx=0x7fe1200a6000 comp rx=0 tx=0).stop 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12413a8c0 msgr2=0x7fe1240bedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12413a8c0 0x7fe1240bedf0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fe11400e870 tx=0x7fe11400ec70 comp rx=0 tx=0).stop 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 shutdown_connections 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe108066690 0x7fe108068b50 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe12413ae10 0x7fe1241399b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe12413a8c0 0x7fe1240bedf0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 --2- 172.21.15.32:0/1982385391 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe12406df40 0x7fe12415b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 >> 172.21.15.32:0/1982385391 conn(0x7fe1240c54b0 msgr2=0x7fe1241506a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 shutdown_connections 2024-04-18T05:13:10.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.690+0000 7fe12c688640 1 -- 172.21.15.32:0/1982385391 wait complete. 2024-04-18T05:13:10.713 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:13:10.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff989b2f640 1 Processor -- start 2024-04-18T05:13:10.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff989b2f640 1 -- start start 2024-04-18T05:13:10.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff989b2f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff98406cb00 0x7ff9840c3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff989b2f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff9840c43c0 0x7ff9841541a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff989b2f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9840aef40 con 0x7ff9840aeb60 2024-04-18T05:13:10.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff989b2f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9840c5130 con 0x7ff9840c43c0 2024-04-18T05:13:10.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff989b2f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9840bcda0 con 0x7ff98406cb00 2024-04-18T05:13:10.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9837fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7ff9840aeb60 0x7ff984157b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59490/0 (socket says 172.21.15.32:59490) 2024-04-18T05:13:10.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9837fe640 1 -- 172.21.15.32:0/3632915841 learned_addr learned my addr 172.21.15.32:0/3632915841 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:10.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff982ffd640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff98406cb00 0x7ff9840c3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff983fff640 1 --2- 172.21.15.32:0/3632915841 >> v2:172.21.15.92:3300/0 conn(0x7ff9840c43c0 0x7ff9841541a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3377672777 0 0) 0x7ff9840aef40 con 0x7ff9840aeb60 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff96c003530 con 0x7ff9840aeb60 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 280807128 0 0) 0x7ff96c003530 con 0x7ff9840aeb60 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff98406cb00 msgr2=0x7ff9840c3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff98406cb00 0x7ff9840c3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 >> v2:172.21.15.92:3300/0 conn(0x7ff9840c43c0 msgr2=0x7ff9841541a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 --2- 172.21.15.32:0/3632915841 >> v2:172.21.15.92:3300/0 conn(0x7ff9840c43c0 0x7ff9841541a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9840c6550 con 0x7ff9840aeb60 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7ff974001a00 con 0x7ff9840aeb60 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 >> v1:172.21.15.32:6789/0 conn(0x7ff9840aeb60 legacy=0x7ff984157b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96c003980 0x7ff96c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff96c0047d0 0x7ff96c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff98406cb00 0x7ff96c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9840bcda0 con 0x7ff96c003980 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff96c00b9c0 con 0x7ff96c0047d0 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff96c00bb80 con 0x7ff98406cb00 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff983fff640 1 --2- 172.21.15.32:0/3632915841 >> v2:172.21.15.92:3300/0 conn(0x7ff9840c43c0 0x7ff9841541a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9837fe640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96c003980 0x7ff96c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff982ffd640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff96c0047d0 0x7ff96c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9837fe640 1 -- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff98406cb00 msgr2=0x7ff96c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9837fe640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff98406cb00 0x7ff96c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9837fe640 1 -- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff96c0047d0 msgr2=0x7ff96c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9837fe640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff96c0047d0 0x7ff96c004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.822+0000 7ff9837fe640 1 -- 172.21.15.32:0/3632915841 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff96c003530 con 0x7ff96c003980 2024-04-18T05:13:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff9837fe640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96c003980 0x7ff96c003da0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7ff974002240 tx=0x7ff97401d250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3370ac3386e9028 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9740ad630 con 0x7ff96c003980 2024-04-18T05:13:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9740a8070 con 0x7ff96c003980 2024-04-18T05:13:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff9827fc640 1 -- 172.21.15.32:0/3632915841 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9740ad9f0 con 0x7ff96c003980 2024-04-18T05:13:10.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff989b2f640 1 -- 172.21.15.32:0/3632915841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96c003980 msgr2=0x7ff96c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff989b2f640 1 --2- 172.21.15.32:0/3632915841 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff96c003980 0x7ff96c003da0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7ff974002240 tx=0x7ff97401d250 comp rx=0 tx=0).stop 2024-04-18T05:13:10.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff983fff640 1 -- 172.21.15.32:0/3632915841 reap_dead start 2024-04-18T05:13:10.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff989b2f640 1 -- 172.21.15.32:0/3632915841 shutdown_connections 2024-04-18T05:13:10.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff989b2f640 1 -- 172.21.15.32:0/3632915841 >> 172.21.15.32:0/3632915841 conn(0x7ff984072b80 msgr2=0x7ff984072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:10.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff989b2f640 1 -- 172.21.15.32:0/3632915841 shutdown_connections 2024-04-18T05:13:10.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff989b2f640 1 -- 172.21.15.32:0/3632915841 wait complete. 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff989b2f640 1 Processor -- start 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.826+0000 7ff989b2f640 1 -- start start 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff989b2f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff96c003980 0x7ff98414ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff989b2f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9840ad410 0x7ff9841499b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff989b2f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984149ef0 0x7ff9840aa3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff989b2f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff984150440 con 0x7ff984149ef0 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff989b2f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff98415d2b0 con 0x7ff96c003980 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff989b2f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9840abdb0 con 0x7ff9840ad410 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff983fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984149ef0 0x7ff9840aa3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff983fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984149ef0 0x7ff9840aa3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34474/0 (socket says 172.21.15.32:34474) 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff983fff640 1 -- 172.21.15.32:0/27086584 learned_addr learned my addr 172.21.15.32:0/27086584 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:10.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff982ffd640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9840ad410 0x7ff9841499b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff983fff640 1 -- 172.21.15.32:0/27086584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9840ad410 msgr2=0x7ff9841499b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff9837fe640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff96c003980 0x7ff98414ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff983fff640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9840ad410 0x7ff9841499b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff983fff640 1 -- 172.21.15.32:0/27086584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff96c003980 msgr2=0x7ff98414ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff983fff640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff96c003980 0x7ff98414ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff983fff640 1 -- 172.21.15.32:0/27086584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff98414fdf0 con 0x7ff984149ef0 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff983fff640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984149ef0 0x7ff9840aa3a0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7ff98406bca0 tx=0x7ff97c00e8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff96bfff640 1 -- 172.21.15.32:0/27086584 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff97c018070 con 0x7ff984149ef0 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff96bfff640 1 -- 172.21.15.32:0/27086584 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff97c004020 con 0x7ff984149ef0 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9841500d0 con 0x7ff984149ef0 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff96bfff640 1 -- 172.21.15.32:0/27086584 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff97c00c070 con 0x7ff984149ef0 2024-04-18T05:13:10.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff98414fa80 con 0x7ff984149ef0 2024-04-18T05:13:10.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9841505f0 con 0x7ff984149ef0 2024-04-18T05:13:10.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff96bfff640 1 -- 172.21.15.32:0/27086584 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff97c003620 con 0x7ff984149ef0 2024-04-18T05:13:10.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff96bfff640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9700666c0 0x7ff970068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:10.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff96bfff640 1 -- 172.21.15.32:0/27086584 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 7001+0+0 (secure 0 0 0) 0x7ff97c083720 con 0x7ff984149ef0 2024-04-18T05:13:10.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff9837fe640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9700666c0 0x7ff970068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:10.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.830+0000 7ff9837fe640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9700666c0 0x7ff970068b80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff9740ad000 tx=0x7ff9740a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:10.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:10.834+0000 7ff96bfff640 1 -- 172.21.15.32:0/27086584 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7ff97c050580 con 0x7ff984149ef0 2024-04-18T05:13:11.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.014+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff98404e250 con 0x7ff984149ef0 2024-04-18T05:13:11.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.014+0000 7ff96bfff640 1 -- 172.21.15.32:0/27086584 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v47) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff97c053ba0 con 0x7ff984149ef0 2024-04-18T05:13:11.019 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9700666c0 msgr2=0x7ff970068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9700666c0 0x7ff970068b80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff9740ad000 tx=0x7ff9740a7000 comp rx=0 tx=0).stop 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984149ef0 msgr2=0x7ff9840aa3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984149ef0 0x7ff9840aa3a0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7ff98406bca0 tx=0x7ff97c00e8a0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 shutdown_connections 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff984149ef0 0x7ff9840aa3a0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9840ad410 0x7ff9841499b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff9700666c0 0x7ff970068b80 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 --2- 172.21.15.32:0/27086584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff96c003980 0x7ff98414ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 >> 172.21.15.32:0/27086584 conn(0x7ff984072b80 msgr2=0x7ff9841561f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:11.022 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 shutdown_connections 2024-04-18T05:13:11.023 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.018+0000 7ff989b2f640 1 -- 172.21.15.32:0/27086584 wait complete. 2024-04-18T05:13:11.037 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:13:11.037 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:11.044 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:11.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f905b784640 1 Processor -- start 2024-04-18T05:13:11.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f905b784640 1 -- start start 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f905b784640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f90540a84c0 0x7f90541519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f905b784640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f90540a88a0 0x7f905406cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f905b784640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f905406d400 0x7f90540aa440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f905b784640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90540a9080 con 0x7f90540a88a0 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f905b784640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90540a8d00 con 0x7f90540a84c0 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f905b784640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9054155e50 con 0x7f905406d400 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9058d1f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f90540a88a0 0x7f905406cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9058d1f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f90540a88a0 0x7f905406cec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34480/0 (socket says 172.21.15.32:34480) 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9058d1f640 1 -- 172.21.15.32:0/1575684079 learned_addr learned my addr 172.21.15.32:0/1575684079 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:11.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9059520640 1 --2- 172.21.15.32:0/1575684079 >> v2:172.21.15.92:3300/0 conn(0x7f90540a84c0 0x7f90541519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9059d21640 1 --2- 172.21.15.32:0/1575684079 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f905406d400 0x7f90540aa440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9058d1f640 1 -- 172.21.15.32:0/1575684079 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f905406d400 msgr2=0x7f90540aa440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:11.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9058d1f640 1 --2- 172.21.15.32:0/1575684079 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f905406d400 0x7f90540aa440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9058d1f640 1 -- 172.21.15.32:0/1575684079 >> v2:172.21.15.92:3300/0 conn(0x7f90540a84c0 msgr2=0x7f90541519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:11.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9058d1f640 1 --2- 172.21.15.32:0/1575684079 >> v2:172.21.15.92:3300/0 conn(0x7f90540a84c0 0x7f90541519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9058d1f640 1 -- 172.21.15.32:0/1575684079 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9054154f60 con 0x7f90540a88a0 2024-04-18T05:13:11.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f9058d1f640 1 --2- 172.21.15.32:0/1575684079 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 0x7f905406cec0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f90540c6210 tx=0x7f904401c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34a954725f29b9ea server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:11.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.158+0000 7f904bfff640 1 -- 172.21.15.32:0/1575684079 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90440ac630 con 0x7f90540a88a0 2024-04-18T05:13:11.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f904bfff640 1 -- 172.21.15.32:0/1575684079 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90440ac790 con 0x7f90540a88a0 2024-04-18T05:13:11.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f904bfff640 1 -- 172.21.15.32:0/1575684079 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90440acb20 con 0x7f90540a88a0 2024-04-18T05:13:11.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 -- 172.21.15.32:0/1575684079 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 msgr2=0x7f905406cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 --2- 172.21.15.32:0/1575684079 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 0x7f905406cec0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f90540c6210 tx=0x7f904401c520 comp rx=0 tx=0).stop 2024-04-18T05:13:11.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 -- 172.21.15.32:0/1575684079 shutdown_connections 2024-04-18T05:13:11.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 --2- 172.21.15.32:0/1575684079 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f905406d400 0x7f90540aa440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 --2- 172.21.15.32:0/1575684079 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 0x7f905406cec0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 --2- 172.21.15.32:0/1575684079 >> v2:172.21.15.92:3300/0 conn(0x7f90540a84c0 0x7f90541519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 -- 172.21.15.32:0/1575684079 >> 172.21.15.32:0/1575684079 conn(0x7f9054069e80 msgr2=0x7f905406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:11.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 -- 172.21.15.32:0/1575684079 shutdown_connections 2024-04-18T05:13:11.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 -- 172.21.15.32:0/1575684079 wait complete. 2024-04-18T05:13:11.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 Processor -- start 2024-04-18T05:13:11.167 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 -- start start 2024-04-18T05:13:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f905406d400 0x7f90541ee2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.169 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540a84c0 0x7f9054139510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 0x7f90541ea230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9054152ae0 con 0x7f90540a88a0 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9054152dc0 con 0x7f905406d400 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f905b784640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90541ed7e0 con 0x7f90540a84c0 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9059d21640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 0x7f90541ea230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9059d21640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 0x7f90541ea230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:34496/0 (socket says 172.21.15.32:34496) 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9059d21640 1 -- 172.21.15.32:0/1410353993 learned_addr learned my addr 172.21.15.32:0/1410353993 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9059520640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f905406d400 0x7f90541ee2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9058d1f640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540a84c0 0x7f9054139510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9059d21640 1 -- 172.21.15.32:0/1410353993 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540a84c0 msgr2=0x7f9054139510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9059d21640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540a84c0 0x7f9054139510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9059d21640 1 -- 172.21.15.32:0/1410353993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f905406d400 msgr2=0x7f90541ee2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9059d21640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f905406d400 0x7f90541ee2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.170 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.162+0000 7f9059d21640 1 -- 172.21.15.32:0/1410353993 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90440094d0 con 0x7f90540a88a0 2024-04-18T05:13:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f9059d21640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 0x7f90541ea230 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f904c007d20 tx=0x7f904c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f9049ffb640 1 -- 172.21.15.32:0/1410353993 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904c014420 con 0x7f90540a88a0 2024-04-18T05:13:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f9049ffb640 1 -- 172.21.15.32:0/1410353993 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f904c0145a0 con 0x7f90540a88a0 2024-04-18T05:13:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f9049ffb640 1 -- 172.21.15.32:0/1410353993 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f904c014950 con 0x7f90540a88a0 2024-04-18T05:13:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90541edac0 con 0x7f90540a88a0 2024-04-18T05:13:11.171 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9054139a50 con 0x7f90540a88a0 2024-04-18T05:13:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90540666e0 con 0x7f90540a88a0 2024-04-18T05:13:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f9049ffb640 1 -- 172.21.15.32:0/1410353993 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f904c014ab0 con 0x7f90540a88a0 2024-04-18T05:13:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f9049ffb640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9038066690 0x7f9038068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f9049ffb640 1 -- 172.21.15.32:0/1410353993 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f904c084e10 con 0x7f90540a88a0 2024-04-18T05:13:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f9059520640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9038066690 0x7f9038068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.172 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.166+0000 7f9059520640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9038066690 0x7f9038068b50 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9054139d50 tx=0x7f9050008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:11.175 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.170+0000 7f9049ffb640 1 -- 172.21.15.32:0/1410353993 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f904c051d00 con 0x7f90540a88a0 2024-04-18T05:13:11.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.330+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9054152c20 con 0x7f90540a88a0 2024-04-18T05:13:11.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f9049ffb640 1 -- 172.21.15.32:0/1410353993 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+20043 (secure 0 0 0) 0x7f9054152c20 con 0x7f90540a88a0 2024-04-18T05:13:11.338 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:11.338 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":47,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:10.938279+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.18","mappings":[{"from":4,"to":2}]},{"pgid":"6.3c","mappings":[{"from":4,"to":2}]},{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9038066690 msgr2=0x7f9038068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9038066690 0x7f9038068b50 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9054139d50 tx=0x7f9050008040 comp rx=0 tx=0).stop 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 msgr2=0x7f90541ea230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 0x7f90541ea230 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f904c007d20 tx=0x7f904c00e4b0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 shutdown_connections 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f90540a88a0 0x7f90541ea230 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90540a84c0 0x7f9054139510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9038066690 0x7f9038068b50 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 --2- 172.21.15.32:0/1410353993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f905406d400 0x7f90541ee2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 >> 172.21.15.32:0/1410353993 conn(0x7f9054069e80 msgr2=0x7f90541383d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:11.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 shutdown_connections 2024-04-18T05:13:11.341 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.334+0000 7f905b784640 1 -- 172.21.15.32:0/1410353993 wait complete. 2024-04-18T05:13:11.357 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:12:37.672169+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:12:38.907356+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_metadata', 'create_time': '2024-04-18T05:12:57.986366+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '44', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs2_data', 'create_time': '2024-04-18T05:12:58.343248+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '45', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:13:11.357 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:13:11.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.474+0000 7f0e3bbb0640 1 Processor -- start 2024-04-18T05:13:11.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3bbb0640 1 -- start start 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3bbb0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0e3406a400 0x7f0e34151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3bbb0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 0x7f0e340bb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3bbb0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e340ba2e0 con 0x7f0e340a8d50 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3bbb0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e340ba0d0 con 0x7f0e3406a400 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3bbb0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e340ba5c0 con 0x7f0e340bbdb0 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3994c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0e3406a400 0x7f0e34151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3a14d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0e340a8d50 0x7f0e3414d9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59216/0 (socket says 172.21.15.32:59216) 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3a14d640 1 -- 172.21.15.32:0/1650709513 learned_addr learned my addr 172.21.15.32:0/1650709513 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3914b640 1 --2- 172.21.15.32:0/1650709513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 0x7f0e340bb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3994c640 1 -- 172.21.15.32:0/1650709513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 msgr2=0x7f0e340bb0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:11.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3994c640 1 --2- 172.21.15.32:0/1650709513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 0x7f0e340bb0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3994c640 1 -- 172.21.15.32:0/1650709513 >> v1:172.21.15.32:6789/0 conn(0x7f0e340a8d50 legacy=0x7f0e3414d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3994c640 1 -- 172.21.15.32:0/1650709513 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e340ba8a0 con 0x7f0e3406a400 2024-04-18T05:13:11.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3914b640 1 --2- 172.21.15.32:0/1650709513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 0x7f0e340bb0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:11.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.478+0000 7f0e3894a640 1 -- 172.21.15.32:0/1650709513 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3299149002 0 0) 0x7f0e340ba2e0 con 0x7f0e340a8d50 2024-04-18T05:13:11.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 --2- 172.21.15.32:0/1650709513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 0x7f0e34151380 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f0e340ba210 tx=0x7f0e3001c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9e1db41ce7ef2f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:11.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3894a640 1 -- 172.21.15.32:0/1650709513 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e300a59e0 con 0x7f0e3406a400 2024-04-18T05:13:11.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3894a640 1 -- 172.21.15.32:0/1650709513 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e300a5b40 con 0x7f0e3406a400 2024-04-18T05:13:11.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3894a640 1 -- 172.21.15.32:0/1650709513 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e300ad440 con 0x7f0e3406a400 2024-04-18T05:13:11.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/1650709513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 msgr2=0x7f0e34151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 --2- 172.21.15.32:0/1650709513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 0x7f0e34151380 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f0e340ba210 tx=0x7f0e3001c920 comp rx=0 tx=0).stop 2024-04-18T05:13:11.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/1650709513 shutdown_connections 2024-04-18T05:13:11.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 --2- 172.21.15.32:0/1650709513 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 0x7f0e340bb0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 --2- 172.21.15.32:0/1650709513 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 0x7f0e34151380 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/1650709513 >> 172.21.15.32:0/1650709513 conn(0x7f0e340c54b0 msgr2=0x7f0e340c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:11.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/1650709513 shutdown_connections 2024-04-18T05:13:11.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/1650709513 wait complete. 2024-04-18T05:13:11.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 Processor -- start 2024-04-18T05:13:11.487 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- start start 2024-04-18T05:13:11.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 0x7f0e340c3110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e340a8d50 0x7f0e3414fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 0x7f0e341ef6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e340c3690 con 0x7f0e3406a400 2024-04-18T05:13:11.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e340c4ba0 con 0x7f0e340a8d50 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e340c2c80 con 0x7f0e340bbdb0 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 0x7f0e340c3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 0x7f0e340c3110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49500/0 (socket says 172.21.15.32:49500) 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 -- 172.21.15.32:0/4100750480 learned_addr learned my addr 172.21.15.32:0/4100750480 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 -- 172.21.15.32:0/4100750480 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 msgr2=0x7f0e341ef6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 0x7f0e341ef6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 -- 172.21.15.32:0/4100750480 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e340a8d50 msgr2=0x7f0e3414fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e340a8d50 0x7f0e3414fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 -- 172.21.15.32:0/4100750480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e30009a70 con 0x7f0e3406a400 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3994c640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 0x7f0e340c3110 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0e3001a550 tx=0x7f0e300196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e2a7fc640 1 -- 172.21.15.32:0/4100750480 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e300a59e0 con 0x7f0e3406a400 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e2a7fc640 1 -- 172.21.15.32:0/4100750480 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e300b9450 con 0x7f0e3406a400 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e340c3870 con 0x7f0e3406a400 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e2a7fc640 1 -- 172.21.15.32:0/4100750480 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e300b9800 con 0x7f0e3406a400 2024-04-18T05:13:11.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.482+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e3415e080 con 0x7f0e3406a400 2024-04-18T05:13:11.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.486+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e34072000 con 0x7f0e3406a400 2024-04-18T05:13:11.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.486+0000 7f0e2a7fc640 1 -- 172.21.15.32:0/4100750480 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0e300b9960 con 0x7f0e3406a400 2024-04-18T05:13:11.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.486+0000 7f0e2a7fc640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e18066690 0x7f0e18068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.486+0000 7f0e2a7fc640 1 -- 172.21.15.32:0/4100750480 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f0e30120090 con 0x7f0e3406a400 2024-04-18T05:13:11.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.486+0000 7f0e3914b640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e18066690 0x7f0e18068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.492 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.486+0000 7f0e3914b640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e18066690 0x7f0e18068b50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0e3415d360 tx=0x7f0e24008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:11.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.490+0000 7f0e2a7fc640 1 -- 172.21.15.32:0/4100750480 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0e300ed040 con 0x7f0e3406a400 2024-04-18T05:13:11.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.650+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0e340c2e10 con 0x7f0e3406a400 2024-04-18T05:13:11.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e2a7fc640 1 -- 172.21.15.32:0/4100750480 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v47) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0e300f0660 con 0x7f0e3406a400 2024-04-18T05:13:11.658 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e18066690 msgr2=0x7f0e18068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e18066690 0x7f0e18068b50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0e3415d360 tx=0x7f0e24008040 comp rx=0 tx=0).stop 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 msgr2=0x7f0e340c3110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 0x7f0e340c3110 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0e3001a550 tx=0x7f0e300196c0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 shutdown_connections 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e340bbdb0 0x7f0e341ef6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e18066690 0x7f0e18068b50 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e340a8d50 0x7f0e3414fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 --2- 172.21.15.32:0/4100750480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e3406a400 0x7f0e340c3110 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 >> 172.21.15.32:0/4100750480 conn(0x7f0e340c54b0 msgr2=0x7f0e340c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 shutdown_connections 2024-04-18T05:13:11.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.654+0000 7f0e3bbb0640 1 -- 172.21.15.32:0/4100750480 wait complete. 2024-04-18T05:13:11.675 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:13:11.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f3692147640 1 Processor -- start 2024-04-18T05:13:11.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f3692147640 1 -- start start 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f3692147640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c13a8c0 0x7f368c151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f3692147640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f368c0a8200 con 0x7f368c06df40 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f3692147640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f368c0a84e0 con 0x7f368c13ae10 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f3692147640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f368c0a8fb0 con 0x7f368c13a8c0 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f368c06df40 0x7f368c1559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59230/0 (socket says 172.21.15.32:59230) 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368b7fe640 1 -- 172.21.15.32:0/1244891604 learned_addr learned my addr 172.21.15.32:0/1244891604 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368bfff640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c13a8c0 0x7f368c151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3256359527 0 0) 0x7f368c0a8200 con 0x7f368c06df40 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3674003530 con 0x7f368c06df40 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1758119336 0 0) 0x7f3674003530 con 0x7f368c06df40 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c13a8c0 msgr2=0x7f368c151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c13a8c0 0x7f368c151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 >> v1:172.21.15.92:6789/0 conn(0x7f368c13ae10 legacy=0x7f368c0a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f368c0a87c0 con 0x7f368c06df40 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f367c001680 con 0x7f368c06df40 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 >> v1:172.21.15.32:6789/0 conn(0x7f368c06df40 legacy=0x7f368c1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c13a8c0 0x7f36740039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674003f30 0x7f36740047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3674004d10 0x7f3674005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f367400bb20 con 0x7f3674004d10 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f367400bc60 con 0x7f3674003f30 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f367400be20 con 0x7f368c13a8c0 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368bfff640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3674004d10 0x7f3674005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368affd640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674003f30 0x7f36740047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368b7fe640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c13a8c0 0x7f36740039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.806 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368bfff640 1 -- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c13a8c0 msgr2=0x7f36740039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:11.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368bfff640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c13a8c0 0x7f36740039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368bfff640 1 -- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674003f30 msgr2=0x7f36740047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:11.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368bfff640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674003f30 0x7f36740047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368bfff640 1 -- 172.21.15.32:0/1244891604 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3674003530 con 0x7f3674004d10 2024-04-18T05:13:11.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.798+0000 7f368affd640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674003f30 0x7f36740047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:11.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f368bfff640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3674004d10 0x7f3674005190 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f3684009fc0 tx=0x7f368401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8d90a511f08d39 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:11.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36840a5b80 con 0x7f3674004d10 2024-04-18T05:13:11.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f368400f040 con 0x7f3674004d10 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f368a7fc640 1 -- 172.21.15.32:0/1244891604 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36840ad440 con 0x7f3674004d10 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 -- 172.21.15.32:0/1244891604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3674004d10 msgr2=0x7f3674005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 --2- 172.21.15.32:0/1244891604 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3674004d10 0x7f3674005190 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f3684009fc0 tx=0x7f368401cc80 comp rx=0 tx=0).stop 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f368bfff640 1 -- 172.21.15.32:0/1244891604 reap_dead start 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 -- 172.21.15.32:0/1244891604 shutdown_connections 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 -- 172.21.15.32:0/1244891604 >> 172.21.15.32:0/1244891604 conn(0x7f368c0c54b0 msgr2=0x7f368c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 -- 172.21.15.32:0/1244891604 shutdown_connections 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 -- 172.21.15.32:0/1244891604 wait complete. 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 Processor -- start 2024-04-18T05:13:11.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 -- start start 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674004d10 0x7f368c1e8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f368c0bf1d0 0x7f368c134e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c0c43f0 0x7f368c0bcb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f368c0bde00 con 0x7f368c0bf1d0 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f368c0bee20 con 0x7f3674004d10 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f3692147640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f368c1e9020 con 0x7f368c0c43f0 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f368affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f368c0bf1d0 0x7f368c134e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.802+0000 7f368affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f368c0bf1d0 0x7f368c134e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49528/0 (socket says 172.21.15.32:49528) 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368affd640 1 -- 172.21.15.32:0/2586068284 learned_addr learned my addr 172.21.15.32:0/2586068284 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368bfff640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c0c43f0 0x7f368c0bcb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368b7fe640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674004d10 0x7f368c1e8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.812 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368affd640 1 -- 172.21.15.32:0/2586068284 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c0c43f0 msgr2=0x7f368c0bcb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368affd640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c0c43f0 0x7f368c0bcb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368affd640 1 -- 172.21.15.32:0/2586068284 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674004d10 msgr2=0x7f368c1e8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368affd640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674004d10 0x7f368c1e8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368affd640 1 -- 172.21.15.32:0/2586068284 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f368c0bc6a0 con 0x7f368c0bf1d0 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368affd640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f368c0bf1d0 0x7f368c134e20 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f368000e510 tx=0x7f368000e9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f3673fff640 1 -- 172.21.15.32:0/2586068284 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36800052e0 con 0x7f368c0bf1d0 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f3673fff640 1 -- 172.21.15.32:0/2586068284 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3680005440 con 0x7f368c0bf1d0 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f368c135360 con 0x7f368c0bf1d0 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f3673fff640 1 -- 172.21.15.32:0/2586068284 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3680003840 con 0x7f368c0bf1d0 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f368c0c3b20 con 0x7f368c0bf1d0 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f368c0bc470 con 0x7f368c0bf1d0 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f3673fff640 1 -- 172.21.15.32:0/2586068284 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f36800039a0 con 0x7f368c0bf1d0 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f3673fff640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3678066690 0x7f3678068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:11.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f3673fff640 1 -- 172.21.15.32:0/2586068284 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f36800843a0 con 0x7f368c0bf1d0 2024-04-18T05:13:11.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368b7fe640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3678066690 0x7f3678068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:11.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.806+0000 7f368b7fe640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3678066690 0x7f3678068b50 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f367c001060 tx=0x7f367c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:11.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.810+0000 7f3673fff640 1 -- 172.21.15.32:0/2586068284 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f368c0bc470 con 0x7f368c0bf1d0 2024-04-18T05:13:11.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.974+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f368c0bc470 con 0x7f368c0bf1d0 2024-04-18T05:13:11.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.974+0000 7f3673fff640 1 -- 172.21.15.32:0/2586068284 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v47) v1 ==== 104+0+11 (secure 0 0 0) 0x7f368c0bc470 con 0x7f368c0bf1d0 2024-04-18T05:13:11.980 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3678066690 msgr2=0x7f3678068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3678066690 0x7f3678068b50 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f367c001060 tx=0x7f367c009040 comp rx=0 tx=0).stop 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f368c0bf1d0 msgr2=0x7f368c134e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f368c0bf1d0 0x7f368c134e20 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f368000e510 tx=0x7f368000e9d0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 shutdown_connections 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f368c0c43f0 0x7f368c0bcb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f368c0bf1d0 0x7f368c134e20 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3678066690 0x7f3678068b50 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 --2- 172.21.15.32:0/2586068284 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3674004d10 0x7f368c1e8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:11.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 >> 172.21.15.32:0/2586068284 conn(0x7f368c0c54b0 msgr2=0x7f368c1399b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:11.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 shutdown_connections 2024-04-18T05:13:11.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:11.978+0000 7f3692147640 1 -- 172.21.15.32:0/2586068284 wait complete. 2024-04-18T05:13:11.998 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:13:12.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b9da1e640 1 Processor -- start 2024-04-18T05:13:12.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b9da1e640 1 -- start start 2024-04-18T05:13:12.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b9da1e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7b98151160 0x7f7b980a8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b9da1e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b98154410 0x7f7b980a5e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b9da1e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b980c1e30 con 0x7f7b980bdeb0 2024-04-18T05:13:12.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b9da1e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b980bda60 con 0x7f7b98151160 2024-04-18T05:13:12.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b9da1e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b98158090 con 0x7f7b98154410 2024-04-18T05:13:12.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b967fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f7b980bdeb0 0x7f7b98153d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59232/0 (socket says 172.21.15.32:59232) 2024-04-18T05:13:12.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b967fc640 1 -- 172.21.15.32:0/3053063440 learned_addr learned my addr 172.21.15.32:0/3053063440 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:12.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b96ffd640 1 --2- 172.21.15.32:0/3053063440 >> v2:172.21.15.92:3300/0 conn(0x7f7b98151160 0x7f7b980a8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 442545066 0 0) 0x7f7b800014a0 con 0x7f7b980bdeb0 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b977fe640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b98154410 0x7f7b980a5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b84003530 con 0x7f7b980bdeb0 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 300763376 0 0) 0x7f7b84003530 con 0x7f7b980bdeb0 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b98154410 msgr2=0x7f7b980a5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b98154410 0x7f7b980a5e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 >> v2:172.21.15.92:3300/0 conn(0x7f7b98151160 msgr2=0x7f7b980a8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 --2- 172.21.15.32:0/3053063440 >> v2:172.21.15.92:3300/0 conn(0x7f7b98151160 0x7f7b980a8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b9806fa80 con 0x7f7b980bdeb0 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f7b80001b90 con 0x7f7b980bdeb0 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 >> v1:172.21.15.32:6789/0 conn(0x7f7b980bdeb0 legacy=0x7f7b98153d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b98154410 0x7f7b84003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b84003f00 0x7f7b840047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b84004d10 0x7f7b84005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b980bda60 con 0x7f7b84003f00 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b98158090 con 0x7f7b84004d10 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b8400b990 con 0x7f7b98154410 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b967fc640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b84003f00 0x7f7b840047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b96ffd640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b98154410 0x7f7b84003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b977fe640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b84004d10 0x7f7b84005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b967fc640 1 -- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b98154410 msgr2=0x7f7b84003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b967fc640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b98154410 0x7f7b84003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b967fc640 1 -- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b84004d10 msgr2=0x7f7b84005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b967fc640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b84004d10 0x7f7b84005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b967fc640 1 -- 172.21.15.32:0/3053063440 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b84003530 con 0x7f7b84003f00 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b977fe640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b84004d10 0x7f7b84005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:12.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.110+0000 7f7b96ffd640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b98154410 0x7f7b84003980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:12.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b967fc640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b84003f00 0x7f7b840047d0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f7b8000a830 tx=0x7f7b8001fa60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c7a9bb979214efc server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:12.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b800aa6f0 con 0x7f7b84003f00 2024-04-18T05:13:12.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b800aa850 con 0x7f7b84003f00 2024-04-18T05:13:12.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b95ffb640 1 -- 172.21.15.32:0/3053063440 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b800aac00 con 0x7f7b84003f00 2024-04-18T05:13:12.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 -- 172.21.15.32:0/3053063440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b84003f00 msgr2=0x7f7b840047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 --2- 172.21.15.32:0/3053063440 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b84003f00 0x7f7b840047d0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f7b8000a830 tx=0x7f7b8001fa60 comp rx=0 tx=0).stop 2024-04-18T05:13:12.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b977fe640 1 -- 172.21.15.32:0/3053063440 reap_dead start 2024-04-18T05:13:12.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 -- 172.21.15.32:0/3053063440 shutdown_connections 2024-04-18T05:13:12.122 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 -- 172.21.15.32:0/3053063440 >> 172.21.15.32:0/3053063440 conn(0x7f7b98072d80 msgr2=0x7f7b980c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 -- 172.21.15.32:0/3053063440 shutdown_connections 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 -- 172.21.15.32:0/3053063440 wait complete. 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 Processor -- start 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 -- start start 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b84003f00 0x7f7b98151da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b980a66e0 0x7f7b98153bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b980aa4e0 0x7f7b981ece50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b981522e0 con 0x7f7b980aa4e0 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b98157130 con 0x7f7b980a66e0 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b9da1e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b981ed730 con 0x7f7b84003f00 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b977fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b980aa4e0 0x7f7b981ece50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b977fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b980aa4e0 0x7f7b981ece50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49548/0 (socket says 172.21.15.32:49548) 2024-04-18T05:13:12.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.114+0000 7f7b977fe640 1 -- 172.21.15.32:0/372355071 learned_addr learned my addr 172.21.15.32:0/372355071 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b967fc640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b980a66e0 0x7f7b98153bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b96ffd640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b84003f00 0x7f7b98151da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b977fe640 1 -- 172.21.15.32:0/372355071 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b84003f00 msgr2=0x7f7b98151da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b977fe640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b84003f00 0x7f7b98151da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b977fe640 1 -- 172.21.15.32:0/372355071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b980a66e0 msgr2=0x7f7b98153bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b977fe640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b980a66e0 0x7f7b98153bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b977fe640 1 -- 172.21.15.32:0/372355071 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b981ed9d0 con 0x7f7b980aa4e0 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b977fe640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b980aa4e0 0x7f7b981ece50 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f7b980bd790 tx=0x7f7b90010c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b8ffff640 1 -- 172.21.15.32:0/372355071 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b9000e8a0 con 0x7f7b980aa4e0 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b8ffff640 1 -- 172.21.15.32:0/372355071 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b9000ea20 con 0x7f7b980aa4e0 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b980acb40 con 0x7f7b980aa4e0 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b8ffff640 1 -- 172.21.15.32:0/372355071 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b9000edd0 con 0x7f7b980aa4e0 2024-04-18T05:13:12.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b98154110 con 0x7f7b980aa4e0 2024-04-18T05:13:12.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b9806b4e0 con 0x7f7b980aa4e0 2024-04-18T05:13:12.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b8ffff640 1 -- 172.21.15.32:0/372355071 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7b9001c400 con 0x7f7b980aa4e0 2024-04-18T05:13:12.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b8ffff640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b8ffff640 1 -- 172.21.15.32:0/372355071 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f7b900846e0 con 0x7f7b980aa4e0 2024-04-18T05:13:12.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b96ffd640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.126 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.118+0000 7f7b96ffd640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009a60 tx=0x7f7b88008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:12.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.122+0000 7f7b8ffff640 1 -- 172.21.15.32:0/372355071 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7b900515d0 con 0x7f7b980aa4e0 2024-04-18T05:13:12.286 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7b9804e1e0 con 0x7f7b980aa4e0 2024-04-18T05:13:12.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b8ffff640 1 -- 172.21.15.32:0/372355071 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v47) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7b90006c40 con 0x7f7b980aa4e0 2024-04-18T05:13:12.287 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 msgr2=0x7f7b78068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009a60 tx=0x7f7b88008040 comp rx=0 tx=0).stop 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b980aa4e0 msgr2=0x7f7b981ece50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b980aa4e0 0x7f7b981ece50 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f7b980bd790 tx=0x7f7b90010c20 comp rx=0 tx=0).stop 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 shutdown_connections 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b980aa4e0 0x7f7b981ece50 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b980a66e0 0x7f7b98153bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 --2- 172.21.15.32:0/372355071 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b84003f00 0x7f7b98151da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 >> 172.21.15.32:0/372355071 conn(0x7f7b98072d80 msgr2=0x7f7b980a9240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:12.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 shutdown_connections 2024-04-18T05:13:12.290 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.282+0000 7f7b9da1e640 1 -- 172.21.15.32:0/372355071 wait complete. 2024-04-18T05:13:12.305 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2024-04-18T05:13:12.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.410+0000 7f6bc3062640 1 Processor -- start 2024-04-18T05:13:12.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.410+0000 7f6bc3062640 1 -- start start 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc3062640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6bbc06e000 0x7f6bbc151af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc3062640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bbc06f730 con 0x7f6bbc0c3880 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc3062640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bbc0bd9d0 con 0x7f6bbc0c34a0 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc3062640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc06f9f0 con 0x7f6bbc06e000 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc15ff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6bbc0c3880 0x7f6bbc152030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59240/0 (socket says 172.21.15.32:59240) 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc15ff640 1 -- 172.21.15.32:0/2413584831 learned_addr learned my addr 172.21.15.32:0/2413584831 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbbfff640 1 --2- 172.21.15.32:0/2413584831 >> v2:172.21.15.92:3300/0 conn(0x7f6bbc06e000 0x7f6bbc151af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2932043232 0 0) 0x7f6bbc06f730 con 0x7f6bbc0c3880 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6bac003530 con 0x7f6bbc0c3880 2024-04-18T05:13:12.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 539069998 0 0) 0x7f6bac003530 con 0x7f6bbc0c3880 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 >> v2:172.21.15.92:3300/0 conn(0x7f6bbc06e000 msgr2=0x7f6bbc151af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 --2- 172.21.15.32:0/2413584831 >> v2:172.21.15.92:3300/0 conn(0x7f6bbc06e000 0x7f6bbc151af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 >> v1:172.21.15.92:6789/0 conn(0x7f6bbc0c34a0 legacy=0x7f6bbc0a8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bbc155b90 con 0x7f6bbc0c3880 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f6bb4001a00 con 0x7f6bbc0c3880 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 >> v1:172.21.15.32:6789/0 conn(0x7f6bbc0c3880 legacy=0x7f6bbc152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bac003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bac0047d0 0x7f6bac004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bac005190 0x7f6bac00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc06f9f0 con 0x7f6bac003980 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bac00c130 con 0x7f6bac0047d0 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bac00c2f0 con 0x7f6bac005190 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc0dfe640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bac003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbbfff640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bac0047d0 0x7f6bac004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc15ff640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bac005190 0x7f6bac00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc0dfe640 1 -- 172.21.15.32:0/2413584831 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bac005190 msgr2=0x7f6bac00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc0dfe640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bac005190 0x7f6bac00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc0dfe640 1 -- 172.21.15.32:0/2413584831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bac0047d0 msgr2=0x7f6bac004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc0dfe640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bac0047d0 0x7f6bac004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc0dfe640 1 -- 172.21.15.32:0/2413584831 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bac003530 con 0x7f6bac003980 2024-04-18T05:13:12.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bbbfff640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bac0047d0 0x7f6bac004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:12.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc15ff640 1 -- 172.21.15.32:0/2413584831 reap_dead start 2024-04-18T05:13:12.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.414+0000 7f6bc0dfe640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bac003da0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0001780 tx=0x7f6bb001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49f9c5cd326c66bc server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:12.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb00050d0 con 0x7f6bac003980 2024-04-18T05:13:12.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bb00a7050 con 0x7f6bac003980 2024-04-18T05:13:12.423 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2413584831 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0005490 con 0x7f6bac003980 2024-04-18T05:13:12.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- 172.21.15.32:0/2413584831 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 msgr2=0x7f6bac003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bac003da0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0001780 tx=0x7f6bb001c3d0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- 172.21.15.32:0/2413584831 shutdown_connections 2024-04-18T05:13:12.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 --2- 172.21.15.32:0/2413584831 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bac003da0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- 172.21.15.32:0/2413584831 >> 172.21.15.32:0/2413584831 conn(0x7f6bbc072d80 msgr2=0x7f6bbc0c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:12.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- 172.21.15.32:0/2413584831 shutdown_connections 2024-04-18T05:13:12.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- 172.21.15.32:0/2413584831 wait complete. 2024-04-18T05:13:12.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 Processor -- start 2024-04-18T05:13:12.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- start start 2024-04-18T05:13:12.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bbc0a68c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.426 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06cd40 0x7f6bbc154940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc1ec9c0 0x7f6bbc1ece50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc1ed390 con 0x7f6bac003980 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc1f0810 con 0x7f6bbc1ec9c0 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc1f0530 con 0x7f6bbc06cd40 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc0dfe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bbc0a68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc0dfe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bbc0a68c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49572/0 (socket says 172.21.15.32:49572) 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc0dfe640 1 -- 172.21.15.32:0/2779542447 learned_addr learned my addr 172.21.15.32:0/2779542447 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc15ff640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc1ec9c0 0x7f6bbc1ece50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bbbfff640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06cd40 0x7f6bbc154940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc0dfe640 1 -- 172.21.15.32:0/2779542447 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06cd40 msgr2=0x7f6bbc154940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc0dfe640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06cd40 0x7f6bbc154940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc0dfe640 1 -- 172.21.15.32:0/2779542447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc1ec9c0 msgr2=0x7f6bbc1ece50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc0dfe640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc1ec9c0 0x7f6bbc1ece50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc0dfe640 1 -- 172.21.15.32:0/2779542447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bbc0aa0e0 con 0x7f6bac003980 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc15ff640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc1ec9c0 0x7f6bbc1ece50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc0dfe640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bbc0a68c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0005040 tx=0x7f6bac005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2779542447 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0007140 con 0x7f6bac003980 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2779542447 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bb00072a0 con 0x7f6bac003980 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2779542447 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0007610 con 0x7f6bac003980 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bbc0aa3c0 con 0x7f6bac003980 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.418+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bbc154e80 con 0x7f6bac003980 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.422+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bbc04e1e0 con 0x7f6bac003980 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.422+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2779542447 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6bb00067e0 con 0x7f6bac003980 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.422+0000 7f6bb97fa640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba0066690 0x7f6ba0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.422+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2779542447 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f6bb011e900 con 0x7f6bac003980 2024-04-18T05:13:12.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.422+0000 7f6bbbfff640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba0066690 0x7f6ba0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.422+0000 7f6bbbfff640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba0066690 0x7f6ba0068b50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0c16b0 tx=0x7f6ba8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:12.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.426+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2779542447 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f6bb00eb880 con 0x7f6bac003980 2024-04-18T05:13:12.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.582+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6bbc0bd2a0 con 0x7f6bac003980 2024-04-18T05:13:12.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.582+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2779542447 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v47) v1 ==== 105+0+11 (secure 0 0 0) 0x7f6bb00eeea0 con 0x7f6bac003980 2024-04-18T05:13:12.587 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:12.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba0066690 msgr2=0x7f6ba0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba0066690 0x7f6ba0068b50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0c16b0 tx=0x7f6ba8008040 comp rx=0 tx=0).stop 2024-04-18T05:13:12.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 msgr2=0x7f6bbc0a68c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bbc0a68c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0005040 tx=0x7f6bac005800 comp rx=0 tx=0).stop 2024-04-18T05:13:12.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 shutdown_connections 2024-04-18T05:13:12.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba0066690 0x7f6ba0068b50 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc1ec9c0 0x7f6bbc1ece50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06cd40 0x7f6bbc154940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 --2- 172.21.15.32:0/2779542447 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bac003980 0x7f6bbc0a68c0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 >> 172.21.15.32:0/2779542447 conn(0x7f6bbc072d80 msgr2=0x7f6bbc0bcab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:12.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 shutdown_connections 2024-04-18T05:13:12.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.586+0000 7f6bc3062640 1 -- 172.21.15.32:0/2779542447 wait complete. 2024-04-18T05:13:12.608 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2024-04-18T05:13:12.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.730+0000 7f3050e99640 1 Processor -- start 2024-04-18T05:13:12.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.730+0000 7f3050e99640 1 -- start start 2024-04-18T05:13:12.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f304c06a310 0x7f304c071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f304c150ce0 0x7f304c151140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f304c157520 0x7f304c1579b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f304c151680 con 0x7f304c150ce0 2024-04-18T05:13:12.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f304c154bb0 con 0x7f304c157520 2024-04-18T05:13:12.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f304c154030 con 0x7f304c06a310 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3049d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f304c150ce0 0x7f304c151140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3049d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f304c150ce0 0x7f304c151140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49586/0 (socket says 172.21.15.32:49586) 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3049d9b640 1 -- 172.21.15.32:0/2523186580 learned_addr learned my addr 172.21.15.32:0/2523186580 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3049d9b640 1 -- 172.21.15.32:0/2523186580 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f304c06a310 msgr2=0x7f304c071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3049d9b640 1 --2- 172.21.15.32:0/2523186580 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f304c06a310 0x7f304c071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3049d9b640 1 -- 172.21.15.32:0/2523186580 >> v2:172.21.15.92:3300/0 conn(0x7f304c157520 msgr2=0x7f304c1579b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f304ad9d640 1 --2- 172.21.15.32:0/2523186580 >> v2:172.21.15.92:3300/0 conn(0x7f304c157520 0x7f304c1579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3049d9b640 1 --2- 172.21.15.32:0/2523186580 >> v2:172.21.15.92:3300/0 conn(0x7f304c157520 0x7f304c1579b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3049d9b640 1 -- 172.21.15.32:0/2523186580 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f304c154310 con 0x7f304c150ce0 2024-04-18T05:13:12.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f304ad9d640 1 --2- 172.21.15.32:0/2523186580 >> v2:172.21.15.92:3300/0 conn(0x7f304c157520 0x7f304c1579b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:12.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3049d9b640 1 --2- 172.21.15.32:0/2523186580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c150ce0 0x7f304c151140 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f304c0c0f70 tx=0x7f303c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c71d8947abcf741 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:12.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f304959a640 1 -- 172.21.15.32:0/2523186580 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f303c0ab600 con 0x7f304c150ce0 2024-04-18T05:13:12.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f304959a640 1 -- 172.21.15.32:0/2523186580 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f303c0a7050 con 0x7f304c150ce0 2024-04-18T05:13:12.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f304959a640 1 -- 172.21.15.32:0/2523186580 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f303c0ab980 con 0x7f304c150ce0 2024-04-18T05:13:12.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 -- 172.21.15.32:0/2523186580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c150ce0 msgr2=0x7f304c151140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 --2- 172.21.15.32:0/2523186580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c150ce0 0x7f304c151140 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f304c0c0f70 tx=0x7f303c01c490 comp rx=0 tx=0).stop 2024-04-18T05:13:12.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 -- 172.21.15.32:0/2523186580 shutdown_connections 2024-04-18T05:13:12.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 --2- 172.21.15.32:0/2523186580 >> v2:172.21.15.92:3300/0 conn(0x7f304c157520 0x7f304c1579b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 --2- 172.21.15.32:0/2523186580 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c150ce0 0x7f304c151140 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 --2- 172.21.15.32:0/2523186580 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f304c06a310 0x7f304c071c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 -- 172.21.15.32:0/2523186580 >> 172.21.15.32:0/2523186580 conn(0x7f304c0c54b0 msgr2=0x7f304c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:12.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 -- 172.21.15.32:0/2523186580 shutdown_connections 2024-04-18T05:13:12.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.734+0000 7f3050e99640 1 -- 172.21.15.32:0/2523186580 wait complete. 2024-04-18T05:13:12.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 Processor -- start 2024-04-18T05:13:12.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 -- start start 2024-04-18T05:13:12.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f304c06a310 0x7f304c0a9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f304c150ce0 0x7f304c144a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c157520 0x7f304c0c4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f304c0c4760 con 0x7f304c157520 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f304c153640 con 0x7f304c06a310 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f304c1ec4b0 con 0x7f304c150ce0 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c157520 0x7f304c0c4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c157520 0x7f304c0c4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49600/0 (socket says 172.21.15.32:49600) 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304ad9d640 1 -- 172.21.15.32:0/917889151 learned_addr learned my addr 172.21.15.32:0/917889151 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3049d9b640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f304c150ce0 0x7f304c144a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304a59c640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f304c06a310 0x7f304c0a9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304ad9d640 1 -- 172.21.15.32:0/917889151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f304c150ce0 msgr2=0x7f304c144a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304ad9d640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f304c150ce0 0x7f304c144a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304ad9d640 1 -- 172.21.15.32:0/917889151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f304c06a310 msgr2=0x7f304c0a9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304ad9d640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f304c06a310 0x7f304c0a9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304ad9d640 1 -- 172.21.15.32:0/917889151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f303c0094d0 con 0x7f304c157520 2024-04-18T05:13:12.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304a59c640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f304c06a310 0x7f304c0a9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:12.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f304ad9d640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c157520 0x7f304c0c4220 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f304400cd50 tx=0x7f304400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:12.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f303affd640 1 -- 172.21.15.32:0/917889151 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304400f680 con 0x7f304c157520 2024-04-18T05:13:12.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f303affd640 1 -- 172.21.15.32:0/917889151 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f304400f800 con 0x7f304c157520 2024-04-18T05:13:12.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f304c0c4990 con 0x7f304c157520 2024-04-18T05:13:12.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f303affd640 1 -- 172.21.15.32:0/917889151 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304400fbb0 con 0x7f304c157520 2024-04-18T05:13:12.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f304c1ec140 con 0x7f304c157520 2024-04-18T05:13:12.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.738+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f304c070ec0 con 0x7f304c157520 2024-04-18T05:13:12.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.742+0000 7f303affd640 1 -- 172.21.15.32:0/917889151 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f304400b040 con 0x7f304c157520 2024-04-18T05:13:12.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.742+0000 7f303affd640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f302c0666c0 0x7f302c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:12.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.742+0000 7f303affd640 1 -- 172.21.15.32:0/917889151 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f3044084fa0 con 0x7f304c157520 2024-04-18T05:13:12.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.742+0000 7f304a59c640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f302c0666c0 0x7f302c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:12.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.742+0000 7f304a59c640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f302c0666c0 0x7f302c068b80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f304000a8b0 tx=0x7f3040008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:12.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.746+0000 7f303affd640 1 -- 172.21.15.32:0/917889151 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f30440b6be0 con 0x7f304c157520 2024-04-18T05:13:12.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.902+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f304c04e1e0 con 0x7f304c157520 2024-04-18T05:13:12.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f303affd640 1 -- 172.21.15.32:0/917889151 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v47) v1 ==== 101+0+11 (secure 0 0 0) 0x7f3044051e90 con 0x7f304c157520 2024-04-18T05:13:12.909 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f302c0666c0 msgr2=0x7f302c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f302c0666c0 0x7f302c068b80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f304000a8b0 tx=0x7f3040008040 comp rx=0 tx=0).stop 2024-04-18T05:13:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c157520 msgr2=0x7f304c0c4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c157520 0x7f304c0c4220 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f304400cd50 tx=0x7f304400a650 comp rx=0 tx=0).stop 2024-04-18T05:13:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 shutdown_connections 2024-04-18T05:13:12.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f304c157520 0x7f304c0c4220 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f304c150ce0 0x7f304c144a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f302c0666c0 0x7f302c068b80 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 --2- 172.21.15.32:0/917889151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f304c06a310 0x7f304c0a9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:12.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 >> 172.21.15.32:0/917889151 conn(0x7f304c0c54b0 msgr2=0x7f304c0c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:12.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 shutdown_connections 2024-04-18T05:13:12.914 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:12.906+0000 7f3050e99640 1 -- 172.21.15.32:0/917889151 wait complete. 2024-04-18T05:13:12.930 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:13:13.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb646d09640 1 Processor -- start 2024-04-18T05:13:13.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb646d09640 1 -- start start 2024-04-18T05:13:13.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb646d09640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb640152670 0x7fb6400aa2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:13.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb646d09640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb64006d280 con 0x7fb64014ef40 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb646d09640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6400a8ba0 con 0x7fb64006d710 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb646d09640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6400a8e80 con 0x7fb640152670 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb644aa5640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb64014ef40 0x7fb6400a8370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59246/0 (socket says 172.21.15.32:59246) 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb644aa5640 1 -- 172.21.15.32:0/762702472 learned_addr learned my addr 172.21.15.32:0/762702472 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb6452a6640 1 --2- 172.21.15.32:0/762702472 >> v2:172.21.15.32:3300/0 conn(0x7fb640152670 0x7fb6400aa2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb63f7fe640 1 -- 172.21.15.32:0/762702472 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3933395333 0 0) 0x7fb64006d280 con 0x7fb64014ef40 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb63f7fe640 1 -- 172.21.15.32:0/762702472 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb628003530 con 0x7fb64014ef40 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb6452a6640 1 -- 172.21.15.32:0/762702472 >> v1:172.21.15.92:6789/0 conn(0x7fb64006d710 legacy=0x7fb6400bfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb6452a6640 1 -- 172.21.15.32:0/762702472 >> v1:172.21.15.32:6789/0 conn(0x7fb64014ef40 legacy=0x7fb6400a8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:13.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.038+0000 7fb6452a6640 1 -- 172.21.15.32:0/762702472 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb64006cc30 con 0x7fb640152670 2024-04-18T05:13:13.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb6452a6640 1 --2- 172.21.15.32:0/762702472 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb640152670 0x7fb6400aa2c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fb630009d90 tx=0x7fb63001c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dd4b97f9a6a8faa server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:13.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63f7fe640 1 -- 172.21.15.32:0/762702472 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6300a57f0 con 0x7fb640152670 2024-04-18T05:13:13.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63f7fe640 1 -- 172.21.15.32:0/762702472 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6300a5950 con 0x7fb640152670 2024-04-18T05:13:13.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63f7fe640 1 -- 172.21.15.32:0/762702472 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6300a5cc0 con 0x7fb640152670 2024-04-18T05:13:13.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 -- 172.21.15.32:0/762702472 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb640152670 msgr2=0x7fb6400aa2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:13.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 --2- 172.21.15.32:0/762702472 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb640152670 0x7fb6400aa2c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fb630009d90 tx=0x7fb63001c930 comp rx=0 tx=0).stop 2024-04-18T05:13:13.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 -- 172.21.15.32:0/762702472 shutdown_connections 2024-04-18T05:13:13.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 --2- 172.21.15.32:0/762702472 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb640152670 0x7fb6400aa2c0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:13.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 -- 172.21.15.32:0/762702472 >> 172.21.15.32:0/762702472 conn(0x7fb6400a7d80 msgr2=0x7fb640069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:13.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 -- 172.21.15.32:0/762702472 shutdown_connections 2024-04-18T05:13:13.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 -- 172.21.15.32:0/762702472 wait complete. 2024-04-18T05:13:13.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 Processor -- start 2024-04-18T05:13:13.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 -- start start 2024-04-18T05:13:13.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb64006d710 0x7fb6401e7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:13.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb64014ef40 0x7fb6401eaa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:13.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb640152670 0x7fb6401478d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:13.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6401eaf60 con 0x7fb64014ef40 2024-04-18T05:13:13.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb640146b10 con 0x7fb64006d710 2024-04-18T05:13:13.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb646d09640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb640146df0 con 0x7fb640152670 2024-04-18T05:13:13.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb64014ef40 0x7fb6401eaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:13.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb64014ef40 0x7fb6401eaa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49618/0 (socket says 172.21.15.32:49618) 2024-04-18T05:13:13.050 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63ffff640 1 -- 172.21.15.32:0/2730824218 learned_addr learned my addr 172.21.15.32:0/2730824218 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb6452a6640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb640152670 0x7fb6401478d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb644aa5640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb64006d710 0x7fb6401e7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63ffff640 1 -- 172.21.15.32:0/2730824218 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb640152670 msgr2=0x7fb6401478d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63ffff640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb640152670 0x7fb6401478d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63ffff640 1 -- 172.21.15.32:0/2730824218 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb64006d710 msgr2=0x7fb6401e7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63ffff640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb64006d710 0x7fb6401e7fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63ffff640 1 -- 172.21.15.32:0/2730824218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb630009a70 con 0x7fb64014ef40 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb6452a6640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb640152670 0x7fb6401478d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63ffff640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb64014ef40 0x7fb6401eaa20 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fb63400b410 tx=0x7fb63400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.042+0000 7fb63d7fa640 1 -- 172.21.15.32:0/2730824218 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb634004020 con 0x7fb64014ef40 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb63d7fa640 1 -- 172.21.15.32:0/2730824218 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb634004180 con 0x7fb64014ef40 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6401456c0 con 0x7fb64014ef40 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb63d7fa640 1 -- 172.21.15.32:0/2730824218 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb634011630 con 0x7fb64014ef40 2024-04-18T05:13:13.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6401470d0 con 0x7fb64014ef40 2024-04-18T05:13:13.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb64004e250 con 0x7fb64014ef40 2024-04-18T05:13:13.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb63d7fa640 1 -- 172.21.15.32:0/2730824218 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb634011790 con 0x7fb64014ef40 2024-04-18T05:13:13.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb63d7fa640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb62c066690 0x7fb62c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:13.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb63d7fa640 1 -- 172.21.15.32:0/2730824218 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fb6340843e0 con 0x7fb64014ef40 2024-04-18T05:13:13.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb644aa5640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb62c066690 0x7fb62c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:13.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.046+0000 7fb644aa5640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb62c066690 0x7fb62c068b50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fb638007fd0 tx=0x7fb638009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:13.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.050+0000 7fb63d7fa640 1 -- 172.21.15.32:0/2730824218 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb6340512d0 con 0x7fb64014ef40 2024-04-18T05:13:13.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb640145be0 con 0x7fb64014ef40 2024-04-18T05:13:13.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb63d7fa640 1 -- 172.21.15.32:0/2730824218 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v47) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb6340548f0 con 0x7fb64014ef40 2024-04-18T05:13:13.226 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:13:13.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb62c066690 msgr2=0x7fb62c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:13.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb62c066690 0x7fb62c068b50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fb638007fd0 tx=0x7fb638009040 comp rx=0 tx=0).stop 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb64014ef40 msgr2=0x7fb6401eaa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb64014ef40 0x7fb6401eaa20 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fb63400b410 tx=0x7fb63400b8d0 comp rx=0 tx=0).stop 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 shutdown_connections 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb640152670 0x7fb6401478d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb64014ef40 0x7fb6401eaa20 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb62c066690 0x7fb62c068b50 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 --2- 172.21.15.32:0/2730824218 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb64006d710 0x7fb6401e7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 >> 172.21.15.32:0/2730824218 conn(0x7fb6400a7d80 msgr2=0x7fb6400bfb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 shutdown_connections 2024-04-18T05:13:13.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:13.222+0000 7fb646d09640 1 -- 172.21.15.32:0/2730824218 wait complete. 2024-04-18T05:13:13.243 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi092.front.sepia.ceph.com... 2024-04-18T05:13:13.243 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:13.243 DEBUG:teuthology.orchestra.run.smithi092:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-04-18T05:13:13.256 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33070]: fuse finished with error 0 and tester_r 0 2024-04-18T05:13:13.258 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:13:19.360 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T05:13:19.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:19.361 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-04-18T05:13:19.368 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:13:19.368 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:19.417 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336496k,nr_inodes=4084124,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18836 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274684k,nr_inodes=818671,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2024-04-18T05:13:19.417 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:13:19.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b910c0640 1 Processor -- start 2024-04-18T05:13:19.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b910c0640 1 -- start start 2024-04-18T05:13:19.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b910c0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c0a8580 0x7f7b8c0713e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:19.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b910c0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b8c0a7450 con 0x7f7b8c14f000 2024-04-18T05:13:19.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b910c0640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b8c0a7980 con 0x7f7b8c071920 2024-04-18T05:13:19.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b910c0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b8c070f50 con 0x7f7b8c0a8580 2024-04-18T05:13:19.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8ad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f7b8c14f000 0x7f7b8c069e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59260/0 (socket says 172.21.15.32:59260) 2024-04-18T05:13:19.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8ad9d640 1 -- 172.21.15.32:0/1284676585 learned_addr learned my addr 172.21.15.32:0/1284676585 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:19.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8a59c640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c0a8580 0x7f7b8c0713e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:19.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3916585323 0 0) 0x7f7b8c0a7450 con 0x7f7b8c14f000 2024-04-18T05:13:19.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b74003530 con 0x7f7b8c14f000 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1284648218 0 0) 0x7f7b74003530 con 0x7f7b8c14f000 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c0a8580 msgr2=0x7f7b8c0713e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c0a8580 0x7f7b8c0713e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 >> v1:172.21.15.92:6789/0 conn(0x7f7b8c071920 legacy=0x7f7b8c15c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b8c14f3e0 con 0x7f7b8c14f000 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f7b7c001680 con 0x7f7b8c14f000 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 >> v1:172.21.15.32:6789/0 conn(0x7f7b8c14f000 legacy=0x7f7b8c069e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b74003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c0a8580 0x7f7b740047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:19.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b74004d10 0x7f7b74005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b8c070f50 con 0x7f7b740039b0 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7400bac0 con 0x7f7b74004d10 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7400bc80 con 0x7f7b8c0a8580 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8ad9d640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b74003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8a59c640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c0a8580 0x7f7b740047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8b59e640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b74004d10 0x7f7b74005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8ad9d640 1 -- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c0a8580 msgr2=0x7f7b740047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8ad9d640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c0a8580 0x7f7b740047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8ad9d640 1 -- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b74004d10 msgr2=0x7f7b74005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8ad9d640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b74004d10 0x7f7b74005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8ad9d640 1 -- 172.21.15.32:0/1284676585 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b74003530 con 0x7f7b740039b0 2024-04-18T05:13:19.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.554+0000 7f7b8b59e640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b74004d10 0x7f7b74005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:19.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8ad9d640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b74003dd0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c00c1c0 tx=0x7f7b7c01cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7c46961a0b6245f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:19.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b7c005ae0 con 0x7f7b740039b0 2024-04-18T05:13:19.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b7c005c40 con 0x7f7b740039b0 2024-04-18T05:13:19.559 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b89d9b640 1 -- 172.21.15.32:0/1284676585 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b7c007070 con 0x7f7b740039b0 2024-04-18T05:13:19.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 -- 172.21.15.32:0/1284676585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 msgr2=0x7f7b74003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:19.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 --2- 172.21.15.32:0/1284676585 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b74003dd0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c00c1c0 tx=0x7f7b7c01cb50 comp rx=0 tx=0).stop 2024-04-18T05:13:19.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8b59e640 1 -- 172.21.15.32:0/1284676585 reap_dead start 2024-04-18T05:13:19.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 -- 172.21.15.32:0/1284676585 shutdown_connections 2024-04-18T05:13:19.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 -- 172.21.15.32:0/1284676585 >> 172.21.15.32:0/1284676585 conn(0x7f7b8c0c6340 msgr2=0x7f7b8c0c6750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:19.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 -- 172.21.15.32:0/1284676585 shutdown_connections 2024-04-18T05:13:19.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 -- 172.21.15.32:0/1284676585 wait complete. 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 Processor -- start 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 -- start start 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b8c1eb090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c155430 0x7f7b8c150860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b8c150da0 0x7f7b8c146960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b8c153100 con 0x7f7b740039b0 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b8c1ea5b0 con 0x7f7b8c150da0 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b910c0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b8c1ea890 con 0x7f7b8c155430 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b8c1eb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8ad9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b8c1eb090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:49632/0 (socket says 172.21.15.32:49632) 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8ad9d640 1 -- 172.21.15.32:0/1269721521 learned_addr learned my addr 172.21.15.32:0/1269721521 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8a59c640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c155430 0x7f7b8c150860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:19.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8b59e640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b8c150da0 0x7f7b8c146960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8ad9d640 1 -- 172.21.15.32:0/1269721521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c155430 msgr2=0x7f7b8c150860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8ad9d640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c155430 0x7f7b8c150860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8ad9d640 1 -- 172.21.15.32:0/1269721521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b8c150da0 msgr2=0x7f7b8c146960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8ad9d640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b8c150da0 0x7f7b8c146960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.558+0000 7f7b8ad9d640 1 -- 172.21.15.32:0/1269721521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b8c1eab70 con 0x7f7b740039b0 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b8ad9d640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b8c1eb090 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c01c980 tx=0x7f7b74005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b737fe640 1 -- 172.21.15.32:0/1269721521 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b7c0b4070 con 0x7f7b740039b0 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b737fe640 1 -- 172.21.15.32:0/1269721521 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b7c001440 con 0x7f7b740039b0 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b8c1533e0 con 0x7f7b740039b0 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b737fe640 1 -- 172.21.15.32:0/1269721521 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b7c007090 con 0x7f7b740039b0 2024-04-18T05:13:19.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b8c146ea0 con 0x7f7b740039b0 2024-04-18T05:13:19.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b8c067900 con 0x7f7b740039b0 2024-04-18T05:13:19.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b737fe640 1 -- 172.21.15.32:0/1269721521 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7b7c0071f0 con 0x7f7b740039b0 2024-04-18T05:13:19.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b737fe640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:19.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b737fe640 1 -- 172.21.15.32:0/1269721521 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f7b7c11e080 con 0x7f7b740039b0 2024-04-18T05:13:19.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b8a59c640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:19.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.562+0000 7f7b8a59c640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c156070 tx=0x7f7b80008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:19.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.566+0000 7f7b737fe640 1 -- 172.21.15.32:0/1269721521 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7b7c0eaf70 con 0x7f7b740039b0 2024-04-18T05:13:19.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.758+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f7b8c1ead00 con 0x7f7b740039b0 2024-04-18T05:13:19.761 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b737fe640 1 -- 172.21.15.32:0/1269721521 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v21) v1 ==== 53+0+149 (secure 0 0 0) 0x7f7b7c0ee590 con 0x7f7b740039b0 2024-04-18T05:13:19.762 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-18T05:13:19.762 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 msgr2=0x7f7b78068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c156070 tx=0x7f7b80008040 comp rx=0 tx=0).stop 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 msgr2=0x7f7b8c1eb090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b8c1eb090 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c01c980 tx=0x7f7b74005800 comp rx=0 tx=0).stop 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 shutdown_connections 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b78066690 0x7f7b78068b50 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b8c150da0 0x7f7b8c146960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b8c155430 0x7f7b8c150860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 --2- 172.21.15.32:0/1269721521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b740039b0 0x7f7b8c1eb090 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:19.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 >> 172.21.15.32:0/1269721521 conn(0x7f7b8c0c6340 msgr2=0x7f7b8c148b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:19.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 shutdown_connections 2024-04-18T05:13:19.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:19.762+0000 7f7b910c0640 1 -- 172.21.15.32:0/1269721521 wait complete. 2024-04-18T05:13:19.779 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2024-04-18T05:13:19.779 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:13:19.779 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-04-18T05:13:19.779 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-04-18T05:13:19.779 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-18T05:13:19.779 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2024-04-18T05:13:19.779 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:13:19.779 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-18T05:13:19.779 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:13:19.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:19.779 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-04-18T05:13:19.786 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:13:19.786 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:13:19.786 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:13:19.786 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:19.786 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-04-18T05:13:19.786 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42424sec preferred_lft 42424sec 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:19.787 INFO:teuthology.orchestra.run.smithi092.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 02:42:ae:af:ca:6a brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-04-18T05:13:19.788 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:19.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:19.789 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:13:19.842 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-04-18T05:13:19.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:19.844 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-04-18T05:13:19.898 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:13:19.899 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:13:19.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:19.900 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2024-04-18T05:13:19.900 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-04-18T05:13:19.900 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-18T05:13:19.900 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-18T05:13:19.900 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-18T05:13:19.900 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-04-18T05:13:19.977 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:19.978 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-04-18T05:13:20.026 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-04-18T05:13:20.026 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:13:20.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:20.026 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-04-18T05:13:20.081 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-04-18T05:13:20.081 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:13:20.081 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-04-18T05:13:20.131 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:13:20.131 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:13:20.131 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:13:20.180 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:13:20.242 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:13:20.242 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:13:20.297 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:13:20.298 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:13:20.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:20.299 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:13:20.346 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:13:20.346 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1 --client_fs=cephfs2) 2024-04-18T05:13:20.390 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:13:20.404 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:13:20.404 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:13:20.462 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:13:20.463 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:13:20.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:20.463 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:13:20.470 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:2024-04-18T05:13:20.469+0000 7fee459aa580 -1 init, newargv = 0x561d93382ee0 newargc=15 2024-04-18T05:13:20.470 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33173]: starting ceph client 2024-04-18T05:13:20.476 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33173]: starting fuse 2024-04-18T05:13:21.576 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:13:21.591 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:13:21.591 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:13:21.644 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:13:21.645 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:13:21.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:21.646 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:13:21.693 INFO:teuthology.orchestra.run.smithi092.stdout:45 2024-04-18T05:13:21.694 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-04-18T05:13:21.694 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-04-18T05:13:21.694 DEBUG:teuthology.orchestra.run.smithi092:> import glob 2024-04-18T05:13:21.694 DEBUG:teuthology.orchestra.run.smithi092:> import re 2024-04-18T05:13:21.694 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-04-18T05:13:21.694 DEBUG:teuthology.orchestra.run.smithi092:> import subprocess 2024-04-18T05:13:21.694 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:13:21.694 DEBUG:teuthology.orchestra.run.smithi092:> def _find_admin_socket(client_name): 2024-04-18T05:13:21.694 DEBUG:teuthology.orchestra.run.smithi092:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-04-18T05:13:21.694 DEBUG:teuthology.orchestra.run.smithi092:> files = glob.glob(asok_path) 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> # Given a non-glob path, it better be there 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> if "*" not in asok_path: 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> assert(len(files) == 1) 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> return files[0] 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> for f in files: 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> contents = proc_f.read() 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> if mountpoint in contents: 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> return f 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-18T05:13:21.695 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:13:21.696 DEBUG:teuthology.orchestra.run.smithi092:> print(_find_admin_socket("client.1")) 2024-04-18T05:13:21.696 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-04-18T05:13:21.810 INFO:teuthology.orchestra.run.smithi092.stdout:/var/run/ceph/ceph-client.1.33173.asok 2024-04-18T05:13:21.993 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.33173.asok 2024-04-18T05:13:21.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:21.993 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.33173.asok status 2024-04-18T05:13:22.149 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-04-18T05:13:22.149 INFO:teuthology.orchestra.run.smithi092.stdout: "metadata": { 2024-04-18T05:13:22.149 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_sha1": "56a91dd158be807f143cc918a11685fc9ee164ae", 2024-04-18T05:13:22.149 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_version": "ceph version 18.2.2-1229-g56a91dd1 (56a91dd158be807f143cc918a11685fc9ee164ae) reef (stable)", 2024-04-18T05:13:22.149 INFO:teuthology.orchestra.run.smithi092.stdout: "entity_id": "1", 2024-04-18T05:13:22.149 INFO:teuthology.orchestra.run.smithi092.stdout: "hostname": "smithi092", 2024-04-18T05:13:22.149 INFO:teuthology.orchestra.run.smithi092.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-04-18T05:13:22.149 INFO:teuthology.orchestra.run.smithi092.stdout: "pid": "33173", 2024-04-18T05:13:22.149 INFO:teuthology.orchestra.run.smithi092.stdout: "root": "/" 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_count": 0, 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_pinned_count": 0, 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 4949, 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "inst": { 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "name": { 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "client", 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "num": 4949 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:13:22.150 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 11555217 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 11555217 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "inst_str": "client.4949 192.168.0.1:0/11555217", 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "addr_str": "192.168.0.1:0/11555217", 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "inode_count": 1, 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_epoch": 21, 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch": 47, 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch_barrier": 0, 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "blocklisted": false, 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs2" 2024-04-18T05:13:22.151 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-04-18T05:13:22.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:22.162 DEBUG:teuthology.orchestra.run.smithi092:> stat --file-system '--printf=%T 2024-04-18T05:13:22.162 DEBUG:teuthology.orchestra.run.smithi092:> ' -- /home/ubuntu/cephtest/mnt.1 2024-04-18T05:13:22.169 INFO:teuthology.orchestra.run.smithi092.stdout:fuseblk 2024-04-18T05:13:22.169 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-04-18T05:13:22.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:22.169 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:13:22.225 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs authorize cephfs client.testuser / rw 2024-04-18T05:13:22.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.366+0000 7f4f1cb3e640 1 Processor -- start 2024-04-18T05:13:22.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.366+0000 7f4f1cb3e640 1 -- start start 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.366+0000 7f4f1cb3e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4f180a85d0 0x7f4f18152470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.366+0000 7f4f1cb3e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 0x7f4f1814ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.366+0000 7f4f1cb3e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f180aa630 con 0x7f4f1814f160 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.366+0000 7f4f1cb3e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f181529b0 con 0x7f4f180a85d0 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.366+0000 7f4f1cb3e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f180aa910 con 0x7f4f1806fdb0 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1659c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4f180a85d0 0x7f4f18152470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1659c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4f180a85d0 0x7f4f18152470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59342/0 (socket says 172.21.15.32:59342) 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1659c640 1 -- 172.21.15.32:0/35879213 learned_addr learned my addr 172.21.15.32:0/35879213 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f15d9b640 1 --2- 172.21.15.32:0/35879213 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 0x7f4f1814ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1659c640 1 -- 172.21.15.32:0/35879213 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 msgr2=0x7f4f1814ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:22.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1659c640 1 --2- 172.21.15.32:0/35879213 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 0x7f4f1814ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1659c640 1 -- 172.21.15.32:0/35879213 >> v1:172.21.15.92:6789/0 conn(0x7f4f1814f160 legacy=0x7f4f180710d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:22.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1659c640 1 -- 172.21.15.32:0/35879213 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f180aabf0 con 0x7f4f180a85d0 2024-04-18T05:13:22.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f15d9b640 1 --2- 172.21.15.32:0/35879213 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 0x7f4f1814ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:22.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1659c640 1 --2- 172.21.15.32:0/35879213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180a85d0 0x7f4f18152470 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f4f08009870 tx=0x7f4f0801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df513b3e1ecf9120 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:22.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1559a640 1 -- 172.21.15.32:0/35879213 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f080aa610 con 0x7f4f180a85d0 2024-04-18T05:13:22.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1559a640 1 -- 172.21.15.32:0/35879213 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f080a6040 con 0x7f4f180a85d0 2024-04-18T05:13:22.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1559a640 1 -- 172.21.15.32:0/35879213 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f080aa990 con 0x7f4f180a85d0 2024-04-18T05:13:22.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/35879213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180a85d0 msgr2=0x7f4f18152470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:22.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1cb3e640 1 --2- 172.21.15.32:0/35879213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180a85d0 0x7f4f18152470 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f4f08009870 tx=0x7f4f0801c4f0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/35879213 shutdown_connections 2024-04-18T05:13:22.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1cb3e640 1 --2- 172.21.15.32:0/35879213 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 0x7f4f1814ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1cb3e640 1 --2- 172.21.15.32:0/35879213 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180a85d0 0x7f4f18152470 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/35879213 >> 172.21.15.32:0/35879213 conn(0x7f4f180c5250 msgr2=0x7f4f180c5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:22.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/35879213 shutdown_connections 2024-04-18T05:13:22.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.370+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/35879213 wait complete. 2024-04-18T05:13:22.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 Processor -- start 2024-04-18T05:13:22.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 -- start start 2024-04-18T05:13:22.376 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 0x7f4f18145980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f1814f160 0x7f4f180c3200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180c3740 0x7f4f1813ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f180c4060 con 0x7f4f180c3740 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f181eaf60 con 0x7f4f1814f160 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f181ea1a0 con 0x7f4f1806fdb0 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f16d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180c3740 0x7f4f1813ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f16d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180c3740 0x7f4f1813ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59354/0 (socket says 172.21.15.32:59354) 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f16d9d640 1 -- 172.21.15.32:0/3694734279 learned_addr learned my addr 172.21.15.32:0/3694734279 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1659c640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 0x7f4f18145980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f15d9b640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f1814f160 0x7f4f180c3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f16d9d640 1 -- 172.21.15.32:0/3694734279 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 msgr2=0x7f4f18145980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f16d9d640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 0x7f4f18145980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f16d9d640 1 -- 172.21.15.32:0/3694734279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f1814f160 msgr2=0x7f4f180c3200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:22.377 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f16d9d640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f1814f160 0x7f4f180c3200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f16d9d640 1 -- 172.21.15.32:0/3694734279 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f080094d0 con 0x7f4f180c3740 2024-04-18T05:13:22.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f15d9b640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f1814f160 0x7f4f180c3200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:22.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f16d9d640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180c3740 0x7f4f1813ca90 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f4f1000b970 tx=0x7f4f1000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:22.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f06ffd640 1 -- 172.21.15.32:0/3694734279 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1000cb40 con 0x7f4f180c3740 2024-04-18T05:13:22.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f06ffd640 1 -- 172.21.15.32:0/3694734279 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f1000cca0 con 0x7f4f180c3740 2024-04-18T05:13:22.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f181ea480 con 0x7f4f180c3740 2024-04-18T05:13:22.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f06ffd640 1 -- 172.21.15.32:0/3694734279 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f10014680 con 0x7f4f180c3740 2024-04-18T05:13:22.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f181eaa40 con 0x7f4f180c3740 2024-04-18T05:13:22.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.374+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f181eac60 con 0x7f4f180c3740 2024-04-18T05:13:22.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.378+0000 7f4f06ffd640 1 -- 172.21.15.32:0/3694734279 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4f1001d3b0 con 0x7f4f180c3740 2024-04-18T05:13:22.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.378+0000 7f4f06ffd640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ef8066690 0x7f4ef8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.378+0000 7f4f06ffd640 1 -- 172.21.15.32:0/3694734279 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f4f10084450 con 0x7f4f180c3740 2024-04-18T05:13:22.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.378+0000 7f4f1659c640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ef8066690 0x7f4ef8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.378+0000 7f4f1659c640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ef8066690 0x7f4ef8068b50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4f080ae000 tx=0x7f4f080a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:22.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.382+0000 7f4f06ffd640 1 -- 172.21.15.32:0/3694734279 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f4f10051340 con 0x7f4f180c3740 2024-04-18T05:13:22.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.574+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.testuser", "caps": ["/", "rw"]} v 0) v1 -- 0x7f4f181ea2e0 con 0x7f4f180c3740 2024-04-18T05:13:22.580 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.578+0000 7f4f06ffd640 1 -- 172.21.15.32:0/3694734279 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.testuser", "caps": ["/", "rw"]}]=0 v15) v1 ==== 134+0+66 (secure 0 0 0) 0x7f4f181ea2e0 con 0x7f4f180c3740 2024-04-18T05:13:22.580 INFO:teuthology.orchestra.run.smithi032.stdout:[client.testuser] 2024-04-18T05:13:22.581 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQDyqyBm+c1QIhAASyyLXBjVf0icd7+RAwMCEg== 2024-04-18T05:13:22.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ef8066690 msgr2=0x7f4ef8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:22.583 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ef8066690 0x7f4ef8068b50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4f080ae000 tx=0x7f4f080a7000 comp rx=0 tx=0).stop 2024-04-18T05:13:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180c3740 msgr2=0x7f4f1813ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180c3740 0x7f4f1813ca90 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f4f1000b970 tx=0x7f4f1000be30 comp rx=0 tx=0).stop 2024-04-18T05:13:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 shutdown_connections 2024-04-18T05:13:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4f180c3740 0x7f4f1813ca90 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ef8066690 0x7f4ef8068b50 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f1814f160 0x7f4f180c3200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 --2- 172.21.15.32:0/3694734279 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f1806fdb0 0x7f4f18145980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 >> 172.21.15.32:0/3694734279 conn(0x7f4f180c5250 msgr2=0x7f4f180710d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:22.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 shutdown_connections 2024-04-18T05:13:22.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.582+0000 7f4f1cb3e640 1 -- 172.21.15.32:0/3694734279 wait complete. 2024-04-18T05:13:22.600 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-04-18T05:13:22.605 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.rsim2lEOs1 2024-04-18T05:13:22.605 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:13:22.605 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/tmp/tmp.rsim2lEOs1 2024-04-18T05:13:22.654 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:13:22.654 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:22.702 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:22.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cf089f640 1 Processor -- start 2024-04-18T05:13:22.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cf089f640 1 -- start start 2024-04-18T05:13:22.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cf089f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4cec0c1820 0x7f4cec070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cf089f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 0x7f4cec070880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cf089f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4cec14e2d0 con 0x7f4cec14def0 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cf089f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4cec151440 con 0x7f4cec0c1820 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cf089f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cec151720 con 0x7f4cec0c0e50 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cea59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f4cec14def0 0x7f4cec0716f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:54194/0 (socket says 172.21.15.32:54194) 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cea59c640 1 -- 172.21.15.32:0/152726593 learned_addr learned my addr 172.21.15.32:0/152726593 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4ce3fff640 1 --2- 172.21.15.32:0/152726593 >> v2:172.21.15.32:3300/0 conn(0x7f4cec0c1820 0x7f4cec070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4cead9d640 1 --2- 172.21.15.32:0/152726593 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 0x7f4cec070880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.870+0000 7f4ce9d9b640 1 -- 172.21.15.32:0/152726593 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1180407949 0 0) 0x7f4cec14e2d0 con 0x7f4cec14def0 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4ce9d9b640 1 -- 172.21.15.32:0/152726593 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4cd8003530 con 0x7f4cec14def0 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4ce3fff640 1 -- 172.21.15.32:0/152726593 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 msgr2=0x7f4cec070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4ce3fff640 1 --2- 172.21.15.32:0/152726593 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 0x7f4cec070880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4ce3fff640 1 -- 172.21.15.32:0/152726593 >> v1:172.21.15.32:6789/0 conn(0x7f4cec14def0 legacy=0x7f4cec0716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:22.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4ce3fff640 1 -- 172.21.15.32:0/152726593 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cec0c1cf0 con 0x7f4cec0c1820 2024-04-18T05:13:22.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4ce3fff640 1 --2- 172.21.15.32:0/152726593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec0c1820 0x7f4cec070340 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc0097c0 tx=0x7f4cdc01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b67b55bbdf1006 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:22.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4ce9d9b640 1 -- 172.21.15.32:0/152726593 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cdc0a4ea0 con 0x7f4cec0c1820 2024-04-18T05:13:22.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4ce9d9b640 1 -- 172.21.15.32:0/152726593 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cdc0a7050 con 0x7f4cec0c1820 2024-04-18T05:13:22.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4ce9d9b640 1 -- 172.21.15.32:0/152726593 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cdc0ab800 con 0x7f4cec0c1820 2024-04-18T05:13:22.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4cf089f640 1 -- 172.21.15.32:0/152726593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec0c1820 msgr2=0x7f4cec070340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:22.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4cf089f640 1 --2- 172.21.15.32:0/152726593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec0c1820 0x7f4cec070340 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc0097c0 tx=0x7f4cdc01c410 comp rx=0 tx=0).stop 2024-04-18T05:13:22.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4cf089f640 1 -- 172.21.15.32:0/152726593 shutdown_connections 2024-04-18T05:13:22.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4cf089f640 1 --2- 172.21.15.32:0/152726593 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 0x7f4cec070880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4cf089f640 1 --2- 172.21.15.32:0/152726593 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec0c1820 0x7f4cec070340 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4cf089f640 1 -- 172.21.15.32:0/152726593 >> 172.21.15.32:0/152726593 conn(0x7f4cec069e80 msgr2=0x7f4cec06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:22.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4cf089f640 1 -- 172.21.15.32:0/152726593 shutdown_connections 2024-04-18T05:13:22.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.874+0000 7f4cf089f640 1 -- 172.21.15.32:0/152726593 wait complete. 2024-04-18T05:13:22.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 Processor -- start 2024-04-18T05:13:22.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 -- start start 2024-04-18T05:13:22.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 0x7f4cec0c4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cec0c1820 0x7f4cec0c45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec14def0 0x7f4cec151ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cec147df0 con 0x7f4cec14def0 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cec1441c0 con 0x7f4cec0c1820 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cec1ea460 con 0x7f4cec0c0e50 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cead9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec14def0 0x7f4cec151ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cead9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec14def0 0x7f4cec151ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59382/0 (socket says 172.21.15.32:59382) 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cead9d640 1 -- 172.21.15.32:0/4199321568 learned_addr learned my addr 172.21.15.32:0/4199321568 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cea59c640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 0x7f4cec0c4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4ce3fff640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cec0c1820 0x7f4cec0c45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cead9d640 1 -- 172.21.15.32:0/4199321568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 msgr2=0x7f4cec0c4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cead9d640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 0x7f4cec0c4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cead9d640 1 -- 172.21.15.32:0/4199321568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cec0c1820 msgr2=0x7f4cec0c45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cead9d640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cec0c1820 0x7f4cec0c45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:22.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cead9d640 1 -- 172.21.15.32:0/4199321568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cdc009420 con 0x7f4cec14def0 2024-04-18T05:13:22.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cead9d640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec14def0 0x7f4cec151ac0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4007e60 tx=0x7f4ce400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:22.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4ce2ffd640 1 -- 172.21.15.32:0/4199321568 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4014420 con 0x7f4cec14def0 2024-04-18T05:13:22.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4ce2ffd640 1 -- 172.21.15.32:0/4199321568 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ce40145a0 con 0x7f4cec14def0 2024-04-18T05:13:22.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4ce2ffd640 1 -- 172.21.15.32:0/4199321568 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4014950 con 0x7f4cec14def0 2024-04-18T05:13:22.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cec1ea740 con 0x7f4cec14def0 2024-04-18T05:13:22.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cec0c4ae0 con 0x7f4cec14def0 2024-04-18T05:13:22.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cec0666e0 con 0x7f4cec14def0 2024-04-18T05:13:22.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4ce2ffd640 1 -- 172.21.15.32:0/4199321568 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4ce4014ab0 con 0x7f4cec14def0 2024-04-18T05:13:22.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.878+0000 7f4ce2ffd640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ccc066690 0x7f4ccc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:22.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.882+0000 7f4ce2ffd640 1 -- 172.21.15.32:0/4199321568 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f4ce4084f20 con 0x7f4cec14def0 2024-04-18T05:13:22.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.882+0000 7f4cea59c640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ccc066690 0x7f4ccc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:22.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.882+0000 7f4cea59c640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ccc066690 0x7f4ccc068b50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4005890 tx=0x7f4cd4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:22.885 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:22.886+0000 7f4ce2ffd640 1 -- 172.21.15.32:0/4199321568 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f4ce4051e10 con 0x7f4cec14def0 2024-04-18T05:13:23.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.046+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4cec0c12c0 con 0x7f4cec14def0 2024-04-18T05:13:23.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.046+0000 7f4ce2ffd640 1 -- 172.21.15.32:0/4199321568 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+20043 (secure 0 0 0) 0x7f4ce4055430 con 0x7f4cec14def0 2024-04-18T05:13:23.049 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:23.049 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":47,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:10.938279+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.18","mappings":[{"from":4,"to":2}]},{"pgid":"6.3c","mappings":[{"from":4,"to":2}]},{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:23.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ccc066690 msgr2=0x7f4ccc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ccc066690 0x7f4ccc068b50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4005890 tx=0x7f4cd4009040 comp rx=0 tx=0).stop 2024-04-18T05:13:23.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec14def0 msgr2=0x7f4cec151ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec14def0 0x7f4cec151ac0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4007e60 tx=0x7f4ce400e4b0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 shutdown_connections 2024-04-18T05:13:23.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4cec14def0 0x7f4cec151ac0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4ccc066690 0x7f4ccc068b50 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cec0c1820 0x7f4cec0c45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 --2- 172.21.15.32:0/4199321568 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cec0c0e50 0x7f4cec0c4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 >> 172.21.15.32:0/4199321568 conn(0x7f4cec069e80 msgr2=0x7f4cec14d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:23.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 shutdown_connections 2024-04-18T05:13:23.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.050+0000 7f4cf089f640 1 -- 172.21.15.32:0/4199321568 wait complete. 2024-04-18T05:13:23.068 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:12:37.672169+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:12:38.907356+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_metadata', 'create_time': '2024-04-18T05:12:57.986366+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '44', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs2_data', 'create_time': '2024-04-18T05:12:58.343248+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '45', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:13:23.068 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:13:23.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.178+0000 7fe9164fe640 1 Processor -- start 2024-04-18T05:13:23.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.178+0000 7fe9164fe640 1 -- start start 2024-04-18T05:13:23.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 0x7fe910157ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe910155a30 0x7fe91015bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe91015b5e0 con 0x7fe910071d80 2024-04-18T05:13:23.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe910070720 con 0x7fe910155a30 2024-04-18T05:13:23.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9101585d0 con 0x7fe91006a310 2024-04-18T05:13:23.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe914a9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe910155a30 0x7fe91015bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe90f7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe910071d80 0x7fe910155320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:54204/0 (socket says 172.21.15.32:54204) 2024-04-18T05:13:23.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe90f7fe640 1 -- 172.21.15.32:0/178023716 learned_addr learned my addr 172.21.15.32:0/178023716 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:23.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe90ffff640 1 --2- 172.21.15.32:0/178023716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 0x7fe910157ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe914a9b640 1 -- 172.21.15.32:0/178023716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 msgr2=0x7fe910157ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:23.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe914a9b640 1 --2- 172.21.15.32:0/178023716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 0x7fe910157ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe914a9b640 1 -- 172.21.15.32:0/178023716 >> v1:172.21.15.32:6789/0 conn(0x7fe910071d80 legacy=0x7fe910155320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe914a9b640 1 -- 172.21.15.32:0/178023716 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9101588b0 con 0x7fe910155a30 2024-04-18T05:13:23.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe90effd640 1 -- 172.21.15.32:0/178023716 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3874715721 0 0) 0x7fe91015b5e0 con 0x7fe910071d80 2024-04-18T05:13:23.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe914a9b640 1 --2- 172.21.15.32:0/178023716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 0x7fe91015bac0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fe908009d90 tx=0x7fe90801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fa081a406bef59 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:23.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe90effd640 1 -- 172.21.15.32:0/178023716 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9080a57a0 con 0x7fe910155a30 2024-04-18T05:13:23.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe90effd640 1 -- 172.21.15.32:0/178023716 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9080a5900 con 0x7fe910155a30 2024-04-18T05:13:23.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe90effd640 1 -- 172.21.15.32:0/178023716 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9080a5c90 con 0x7fe910155a30 2024-04-18T05:13:23.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 -- 172.21.15.32:0/178023716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 msgr2=0x7fe91015bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 --2- 172.21.15.32:0/178023716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 0x7fe91015bac0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fe908009d90 tx=0x7fe90801c8e0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 -- 172.21.15.32:0/178023716 shutdown_connections 2024-04-18T05:13:23.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 --2- 172.21.15.32:0/178023716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 0x7fe91015bac0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 --2- 172.21.15.32:0/178023716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 0x7fe910157ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 -- 172.21.15.32:0/178023716 >> 172.21.15.32:0/178023716 conn(0x7fe9100c54b0 msgr2=0x7fe9100c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:23.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 -- 172.21.15.32:0/178023716 shutdown_connections 2024-04-18T05:13:23.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.182+0000 7fe9164fe640 1 -- 172.21.15.32:0/178023716 wait complete. 2024-04-18T05:13:23.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 Processor -- start 2024-04-18T05:13:23.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 -- start start 2024-04-18T05:13:23.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 0x7fe9101f44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe910071d80 0x7fe910154220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 0x7fe9101f05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe91014ed30 con 0x7fe910155a30 2024-04-18T05:13:23.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9100a81f0 con 0x7fe910071d80 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9101f4a30 con 0x7fe91006a310 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe914a9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 0x7fe9101f05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe914a9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 0x7fe9101f05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59406/0 (socket says 172.21.15.32:59406) 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe914a9b640 1 -- 172.21.15.32:0/1665000873 learned_addr learned my addr 172.21.15.32:0/1665000873 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe90f7fe640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe910071d80 0x7fe910154220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe90ffff640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 0x7fe9101f44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe914a9b640 1 -- 172.21.15.32:0/1665000873 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 msgr2=0x7fe9101f44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe914a9b640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 0x7fe9101f44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe914a9b640 1 -- 172.21.15.32:0/1665000873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe910071d80 msgr2=0x7fe910154220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe914a9b640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe910071d80 0x7fe910154220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe914a9b640 1 -- 172.21.15.32:0/1665000873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe908009a70 con 0x7fe910155a30 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe914a9b640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 0x7fe9101f05e0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fe90801a510 tx=0x7fe908019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:23.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe90cff9640 1 -- 172.21.15.32:0/1665000873 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9080ad640 con 0x7fe910155a30 2024-04-18T05:13:23.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe90cff9640 1 -- 172.21.15.32:0/1665000873 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9080ad7a0 con 0x7fe910155a30 2024-04-18T05:13:23.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe91014e770 con 0x7fe910155a30 2024-04-18T05:13:23.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe90cff9640 1 -- 172.21.15.32:0/1665000873 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9080adb50 con 0x7fe910155a30 2024-04-18T05:13:23.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9101f3cf0 con 0x7fe910155a30 2024-04-18T05:13:23.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9100aa6d0 con 0x7fe910155a30 2024-04-18T05:13:23.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe90cff9640 1 -- 172.21.15.32:0/1665000873 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe9080b4070 con 0x7fe910155a30 2024-04-18T05:13:23.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.186+0000 7fe90cff9640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8fc066690 0x7fe8fc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.190+0000 7fe90cff9640 1 -- 172.21.15.32:0/1665000873 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fe90811f030 con 0x7fe910155a30 2024-04-18T05:13:23.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.190+0000 7fe90ffff640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8fc066690 0x7fe8fc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.190+0000 7fe90ffff640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8fc066690 0x7fe8fc068b50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fe91015bce0 tx=0x7fe900008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:23.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.194+0000 7fe90cff9640 1 -- 172.21.15.32:0/1665000873 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe9080ec040 con 0x7fe910155a30 2024-04-18T05:13:23.346 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe9101f3b50 con 0x7fe910155a30 2024-04-18T05:13:23.347 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe90cff9640 1 -- 172.21.15.32:0/1665000873 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v47) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe9101f3b50 con 0x7fe910155a30 2024-04-18T05:13:23.347 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:13:23.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8fc066690 msgr2=0x7fe8fc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8fc066690 0x7fe8fc068b50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fe91015bce0 tx=0x7fe900008040 comp rx=0 tx=0).stop 2024-04-18T05:13:23.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 msgr2=0x7fe9101f05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 0x7fe9101f05e0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fe90801a510 tx=0x7fe908019680 comp rx=0 tx=0).stop 2024-04-18T05:13:23.349 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 shutdown_connections 2024-04-18T05:13:23.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe910155a30 0x7fe9101f05e0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe8fc066690 0x7fe8fc068b50 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe910071d80 0x7fe910154220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 --2- 172.21.15.32:0/1665000873 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe91006a310 0x7fe9101f44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 >> 172.21.15.32:0/1665000873 conn(0x7fe9100c54b0 msgr2=0x7fe9100c48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:23.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.346+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 shutdown_connections 2024-04-18T05:13:23.350 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.350+0000 7fe9164fe640 1 -- 172.21.15.32:0/1665000873 wait complete. 2024-04-18T05:13:23.364 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:13:23.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.478+0000 7fd3a5e12640 1 Processor -- start 2024-04-18T05:13:23.481 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.478+0000 7fd3a5e12640 1 -- start start 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd3a5e12640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014d890 0x7fd3a00bfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd3a5e12640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd3a00bb780 0x7fd3a0070640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd3a5e12640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3a0150700 con 0x7fd3a014dc70 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd3a5e12640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3a00bfff0 con 0x7fd3a00bb780 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd3a5e12640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a00bc290 con 0x7fd3a014d890 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd3a00bb780 0x7fd3a0070640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd397fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd3a014dc70 0x7fd3a0150b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:54220/0 (socket says 172.21.15.32:54220) 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd397fff640 1 -- 172.21.15.32:0/187897259 learned_addr learned my addr 172.21.15.32:0/187897259 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39f7fe640 1 --2- 172.21.15.32:0/187897259 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014d890 0x7fd3a00bfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39ffff640 1 -- 172.21.15.32:0/187897259 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014d890 msgr2=0x7fd3a00bfab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:23.483 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39ffff640 1 --2- 172.21.15.32:0/187897259 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014d890 0x7fd3a00bfab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39effd640 1 -- 172.21.15.32:0/187897259 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3431637139 0 0) 0x7fd3a0150700 con 0x7fd3a014dc70 2024-04-18T05:13:23.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39ffff640 1 -- 172.21.15.32:0/187897259 >> v1:172.21.15.32:6789/0 conn(0x7fd3a014dc70 legacy=0x7fd3a0150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39ffff640 1 -- 172.21.15.32:0/187897259 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3a00bbcd0 con 0x7fd3a00bb780 2024-04-18T05:13:23.484 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39f7fe640 1 --2- 172.21.15.32:0/187897259 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014d890 0x7fd3a00bfab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:23.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39ffff640 1 --2- 172.21.15.32:0/187897259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 0x7fd3a0070640 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fd398009d90 tx=0x7fd39801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfe337f1bd51d3f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:23.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39effd640 1 -- 172.21.15.32:0/187897259 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3980a59c0 con 0x7fd3a00bb780 2024-04-18T05:13:23.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39effd640 1 -- 172.21.15.32:0/187897259 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3980a5b20 con 0x7fd3a00bb780 2024-04-18T05:13:23.485 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.482+0000 7fd39effd640 1 -- 172.21.15.32:0/187897259 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3980ad440 con 0x7fd3a00bb780 2024-04-18T05:13:23.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- 172.21.15.32:0/187897259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 msgr2=0x7fd3a0070640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 --2- 172.21.15.32:0/187897259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 0x7fd3a0070640 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fd398009d90 tx=0x7fd39801c8e0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- 172.21.15.32:0/187897259 shutdown_connections 2024-04-18T05:13:23.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 --2- 172.21.15.32:0/187897259 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 0x7fd3a0070640 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 --2- 172.21.15.32:0/187897259 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014d890 0x7fd3a00bfab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- 172.21.15.32:0/187897259 >> 172.21.15.32:0/187897259 conn(0x7fd3a00c54b0 msgr2=0x7fd3a00c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:23.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- 172.21.15.32:0/187897259 shutdown_connections 2024-04-18T05:13:23.486 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- 172.21.15.32:0/187897259 wait complete. 2024-04-18T05:13:23.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 Processor -- start 2024-04-18T05:13:23.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- start start 2024-04-18T05:13:23.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 0x7fd3a013dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3a014d890 0x7fd3a013e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014dc70 0x7fd3a006bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a01500c0 con 0x7fd3a00bb780 2024-04-18T05:13:23.488 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a014c140 con 0x7fd3a014d890 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a013e690 con 0x7fd3a014dc70 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 0x7fd3a013dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 0x7fd3a013dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59424/0 (socket says 172.21.15.32:59424) 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39f7fe640 1 -- 172.21.15.32:0/366475148 learned_addr learned my addr 172.21.15.32:0/366475148 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39f7fe640 1 -- 172.21.15.32:0/366475148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014dc70 msgr2=0x7fd3a006bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39f7fe640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014dc70 0x7fd3a006bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39f7fe640 1 -- 172.21.15.32:0/366475148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3a014d890 msgr2=0x7fd3a013e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39f7fe640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3a014d890 0x7fd3a013e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39f7fe640 1 -- 172.21.15.32:0/366475148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd398009a70 con 0x7fd3a00bb780 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39f7fe640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 0x7fd3a013dc10 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fd39000c7c0 tx=0x7fd39000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39cff9640 1 -- 172.21.15.32:0/366475148 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd390007a30 con 0x7fd3a00bb780 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39cff9640 1 -- 172.21.15.32:0/366475148 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd390007b90 con 0x7fd3a00bb780 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd39cff9640 1 -- 172.21.15.32:0/366475148 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd39000ce70 con 0x7fd3a00bb780 2024-04-18T05:13:23.489 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3a014c5d0 con 0x7fd3a00bb780 2024-04-18T05:13:23.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3a006d550 con 0x7fd3a00bb780 2024-04-18T05:13:23.490 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.486+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3a004e1e0 con 0x7fd3a00bb780 2024-04-18T05:13:23.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.490+0000 7fd39cff9640 1 -- 172.21.15.32:0/366475148 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd3900113f0 con 0x7fd3a00bb780 2024-04-18T05:13:23.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.490+0000 7fd39cff9640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd380066690 0x7fd380068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.490+0000 7fd39cff9640 1 -- 172.21.15.32:0/366475148 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fd390084ab0 con 0x7fd3a00bb780 2024-04-18T05:13:23.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.490+0000 7fd397fff640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd380066690 0x7fd380068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.491 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.490+0000 7fd397fff640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd380066690 0x7fd380068b50 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd3a006bae0 tx=0x7fd388007970 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:23.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.494+0000 7fd39cff9640 1 -- 172.21.15.32:0/366475148 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd3900519a0 con 0x7fd3a00bb780 2024-04-18T05:13:23.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.646+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd3a006b140 con 0x7fd3a00bb780 2024-04-18T05:13:23.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.646+0000 7fd39cff9640 1 -- 172.21.15.32:0/366475148 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v47) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd390054fc0 con 0x7fd3a00bb780 2024-04-18T05:13:23.648 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd380066690 msgr2=0x7fd380068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd380066690 0x7fd380068b50 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd3a006bae0 tx=0x7fd388007970 comp rx=0 tx=0).stop 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 msgr2=0x7fd3a013dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 0x7fd3a013dc10 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fd39000c7c0 tx=0x7fd39000cc80 comp rx=0 tx=0).stop 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 shutdown_connections 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd3a014dc70 0x7fd3a006bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd380066690 0x7fd380068b50 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3a014d890 0x7fd3a013e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 --2- 172.21.15.32:0/366475148 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd3a00bb780 0x7fd3a013dc10 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 >> 172.21.15.32:0/366475148 conn(0x7fd3a00c54b0 msgr2=0x7fd3a0150b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:23.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 shutdown_connections 2024-04-18T05:13:23.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.650+0000 7fd3a5e12640 1 -- 172.21.15.32:0/366475148 wait complete. 2024-04-18T05:13:23.665 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:13:23.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.786+0000 7fa45b0cf640 1 Processor -- start 2024-04-18T05:13:23.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.786+0000 7fa45b0cf640 1 -- start start 2024-04-18T05:13:23.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45b0cf640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa45406a310 0x7fa454071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45b0cf640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa454154bb0 con 0x7fa454157c30 2024-04-18T05:13:23.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45b0cf640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa454154030 con 0x7fa454150ce0 2024-04-18T05:13:23.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45b0cf640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa454154310 con 0x7fa45406a310 2024-04-18T05:13:23.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45966c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa454157c30 0x7fa45415e560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:54236/0 (socket says 172.21.15.32:54236) 2024-04-18T05:13:23.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45966c640 1 -- 172.21.15.32:0/148984555 learned_addr learned my addr 172.21.15.32:0/148984555 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:23.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa458e6b640 1 --2- 172.21.15.32:0/148984555 >> v2:172.21.15.92:3300/0 conn(0x7fa45406a310 0x7fa454071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 303340911 0 0) 0x7fa454154bb0 con 0x7fa454157c30 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa43c003530 con 0x7fa454157c30 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 943049818 0 0) 0x7fa43c003530 con 0x7fa454157c30 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 >> v2:172.21.15.92:3300/0 conn(0x7fa45406a310 msgr2=0x7fa454071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 --2- 172.21.15.32:0/148984555 >> v2:172.21.15.92:3300/0 conn(0x7fa45406a310 0x7fa454071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 >> v1:172.21.15.92:6789/0 conn(0x7fa454150ce0 legacy=0x7fa454157520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4541545f0 con 0x7fa454157c30 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fa44c001a00 con 0x7fa454157c30 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 >> v1:172.21.15.32:6789/0 conn(0x7fa454157c30 legacy=0x7fa45415e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c003980 0x7fa43c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa43c0047d0 0x7fa43c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa43c005190 0x7fa43c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa454154310 con 0x7fa43c005190 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa43c00c130 con 0x7fa43c003980 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa43c00c2f0 con 0x7fa43c0047d0 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45966c640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa43c005190 0x7fa43c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa458e6b640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c003980 0x7fa43c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa453fff640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa43c0047d0 0x7fa43c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45966c640 1 -- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa43c0047d0 msgr2=0x7fa43c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45966c640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa43c0047d0 0x7fa43c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45966c640 1 -- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c003980 msgr2=0x7fa43c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45966c640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c003980 0x7fa43c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa45966c640 1 -- 172.21.15.32:0/148984555 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa43c003530 con 0x7fa43c005190 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa453fff640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa43c0047d0 0x7fa43c004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:23.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.790+0000 7fa458e6b640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c003980 0x7fa43c003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:23.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 -- 172.21.15.32:0/148984555 reap_dead start 2024-04-18T05:13:23.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa43c005190 0x7fa43c00b990 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00a830 tx=0x7fa44c01fac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a49d0dc2f3737969 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:23.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa44c0aa6f0 con 0x7fa43c005190 2024-04-18T05:13:23.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa44c0aa890 con 0x7fa43c005190 2024-04-18T05:13:23.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa4537fe640 1 -- 172.21.15.32:0/148984555 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa44c0aac40 con 0x7fa43c005190 2024-04-18T05:13:23.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 -- 172.21.15.32:0/148984555 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa43c005190 msgr2=0x7fa43c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa43c005190 0x7fa43c00b990 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fa44c00a830 tx=0x7fa44c01fac0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 -- 172.21.15.32:0/148984555 shutdown_connections 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 --2- 172.21.15.32:0/148984555 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa43c005190 0x7fa43c00b990 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 -- 172.21.15.32:0/148984555 >> 172.21.15.32:0/148984555 conn(0x7fa4540c54b0 msgr2=0x7fa4540c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 -- 172.21.15.32:0/148984555 shutdown_connections 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 -- 172.21.15.32:0/148984555 wait complete. 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 Processor -- start 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 -- start start 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c005190 0x7fa4541ece60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa4540a8160 0x7fa45414d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4541e9880 0x7fa454152aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa45406d2d0 con 0x7fa4541e9880 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa45414d790 con 0x7fa43c005190 2024-04-18T05:13:23.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45b0cf640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa45406cd10 con 0x7fa4540a8160 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4541e9880 0x7fa454152aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4541e9880 0x7fa454152aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59436/0 (socket says 172.21.15.32:59436) 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 -- 172.21.15.32:0/540444651 learned_addr learned my addr 172.21.15.32:0/540444651 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa458e6b640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c005190 0x7fa4541ece60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa453fff640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa4540a8160 0x7fa45414d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 -- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa4540a8160 msgr2=0x7fa45414d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa4540a8160 0x7fa45414d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 -- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c005190 msgr2=0x7fa4541ece60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c005190 0x7fa4541ece60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 -- 172.21.15.32:0/540444651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa45406cff0 con 0x7fa4541e9880 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa458e6b640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c005190 0x7fa4541ece60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa453fff640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa4540a8160 0x7fa45414d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.794+0000 7fa45966c640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4541e9880 0x7fa454152aa0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fa44c01f8f0 tx=0x7fa43c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:23.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa4517fa640 1 -- 172.21.15.32:0/540444651 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa44c0aa6f0 con 0x7fa4541e9880 2024-04-18T05:13:23.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa4517fa640 1 -- 172.21.15.32:0/540444651 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa44c0017c0 con 0x7fa4541e9880 2024-04-18T05:13:23.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4541e9080 con 0x7fa4541e9880 2024-04-18T05:13:23.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa4517fa640 1 -- 172.21.15.32:0/540444651 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa44c004b70 con 0x7fa4541e9880 2024-04-18T05:13:23.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4540a85e0 con 0x7fa4541e9880 2024-04-18T05:13:23.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4540bf820 con 0x7fa4541e9880 2024-04-18T05:13:23.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa4517fa640 1 -- 172.21.15.32:0/540444651 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa44c004cf0 con 0x7fa4541e9880 2024-04-18T05:13:23.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa4517fa640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa440066690 0x7fa440068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:23.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa4517fa640 1 -- 172.21.15.32:0/540444651 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fa44c121d50 con 0x7fa4541e9880 2024-04-18T05:13:23.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa458e6b640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa440066690 0x7fa440068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:23.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.798+0000 7fa458e6b640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa440066690 0x7fa440068b50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa444009900 tx=0x7fa444008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:23.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.802+0000 7fa4517fa640 1 -- 172.21.15.32:0/540444651 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa44c125030 con 0x7fa4541e9880 2024-04-18T05:13:23.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.954+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa4541e8ee0 con 0x7fa4541e9880 2024-04-18T05:13:23.958 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa4517fa640 1 -- 172.21.15.32:0/540444651 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v47) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa4541e8ee0 con 0x7fa4541e9880 2024-04-18T05:13:23.958 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa440066690 msgr2=0x7fa440068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa440066690 0x7fa440068b50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa444009900 tx=0x7fa444008040 comp rx=0 tx=0).stop 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4541e9880 msgr2=0x7fa454152aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4541e9880 0x7fa454152aa0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fa44c01f8f0 tx=0x7fa43c005800 comp rx=0 tx=0).stop 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 shutdown_connections 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa4541e9880 0x7fa454152aa0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa4540a8160 0x7fa45414d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa440066690 0x7fa440068b50 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 --2- 172.21.15.32:0/540444651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa43c005190 0x7fa4541ece60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 >> 172.21.15.32:0/540444651 conn(0x7fa4540c54b0 msgr2=0x7fa454156a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 shutdown_connections 2024-04-18T05:13:23.960 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:23.958+0000 7fa45b0cf640 1 -- 172.21.15.32:0/540444651 wait complete. 2024-04-18T05:13:23.975 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2024-04-18T05:13:24.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.094+0000 7fc53a2c0640 1 Processor -- start 2024-04-18T05:13:24.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.094+0000 7fc53a2c0640 1 -- start start 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc53a2c0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 0x7fc5340c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc53a2c0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc5340bcb30 0x7fc534157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc53a2c0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc5340c67c0 0x7fc534157a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc53a2c0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc53406c610 con 0x7fc5340bcb30 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc53a2c0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5340c46c0 con 0x7fc5340c67c0 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc53a2c0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc534157fb0 con 0x7fc5341569a0 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc5337fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc5340bcb30 0x7fc534157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc5337fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc5340bcb30 0x7fc534157530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59452/0 (socket says 172.21.15.32:59452) 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc5337fe640 1 -- 172.21.15.32:0/946035729 learned_addr learned my addr 172.21.15.32:0/946035729 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc533fff640 1 --2- 172.21.15.32:0/946035729 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 0x7fc5340c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc53885d640 1 --2- 172.21.15.32:0/946035729 >> v2:172.21.15.92:3300/0 conn(0x7fc5340c67c0 0x7fc534157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc5337fe640 1 -- 172.21.15.32:0/946035729 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 msgr2=0x7fc5340c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:24.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc5337fe640 1 --2- 172.21.15.32:0/946035729 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 0x7fc5340c6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc5337fe640 1 -- 172.21.15.32:0/946035729 >> v2:172.21.15.92:3300/0 conn(0x7fc5340c67c0 msgr2=0x7fc534157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:24.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc5337fe640 1 --2- 172.21.15.32:0/946035729 >> v2:172.21.15.92:3300/0 conn(0x7fc5340c67c0 0x7fc534157a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.098+0000 7fc5337fe640 1 -- 172.21.15.32:0/946035729 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc534155050 con 0x7fc5340bcb30 2024-04-18T05:13:24.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 --2- 172.21.15.32:0/946035729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340bcb30 0x7fc534157530 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fc5340c5b90 tx=0x7fc51c01c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=514457a2f69b1813 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:24.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc532ffd640 1 -- 172.21.15.32:0/946035729 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc51c0a5840 con 0x7fc5340bcb30 2024-04-18T05:13:24.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc532ffd640 1 -- 172.21.15.32:0/946035729 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc51c0a59a0 con 0x7fc5340bcb30 2024-04-18T05:13:24.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc532ffd640 1 -- 172.21.15.32:0/946035729 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc51c0a5d30 con 0x7fc5340bcb30 2024-04-18T05:13:24.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 -- 172.21.15.32:0/946035729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340bcb30 msgr2=0x7fc534157530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/946035729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340bcb30 0x7fc534157530 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fc5340c5b90 tx=0x7fc51c01c9c0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 -- 172.21.15.32:0/946035729 shutdown_connections 2024-04-18T05:13:24.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/946035729 >> v2:172.21.15.92:3300/0 conn(0x7fc5340c67c0 0x7fc534157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/946035729 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340bcb30 0x7fc534157530 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/946035729 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 0x7fc5340c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 -- 172.21.15.32:0/946035729 >> 172.21.15.32:0/946035729 conn(0x7fc534072950 msgr2=0x7fc534072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:24.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 -- 172.21.15.32:0/946035729 shutdown_connections 2024-04-18T05:13:24.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 -- 172.21.15.32:0/946035729 wait complete. 2024-04-18T05:13:24.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 Processor -- start 2024-04-18T05:13:24.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 -- start start 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5340bcb30 0x7fc534153110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340c67c0 0x7fc534148510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 0x7fc534148a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc534148f90 con 0x7fc5340c67c0 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc53414b380 con 0x7fc5340bcb30 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53a2c0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5341ec7f0 con 0x7fc5341569a0 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340c67c0 0x7fc534148510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340c67c0 0x7fc534148510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59466/0 (socket says 172.21.15.32:59466) 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 -- 172.21.15.32:0/3333414693 learned_addr learned my addr 172.21.15.32:0/3333414693 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc533fff640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5340bcb30 0x7fc534153110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc53885d640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 0x7fc534148a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 -- 172.21.15.32:0/3333414693 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 msgr2=0x7fc534148a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 0x7fc534148a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 -- 172.21.15.32:0/3333414693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5340bcb30 msgr2=0x7fc534153110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5340bcb30 0x7fc534153110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 -- 172.21.15.32:0/3333414693 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc51c009b30 con 0x7fc5340c67c0 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc533fff640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5340bcb30 0x7fc534153110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.102+0000 7fc5337fe640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340c67c0 0x7fc534148510 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fc51c01b070 tx=0x7fc51c019760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc530ff9640 1 -- 172.21.15.32:0/3333414693 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc51c0b8670 con 0x7fc5340c67c0 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc530ff9640 1 -- 172.21.15.32:0/3333414693 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc51c0b87f0 con 0x7fc5340c67c0 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc53414b620 con 0x7fc5340c67c0 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc530ff9640 1 -- 172.21.15.32:0/3333414693 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc51c0b8ba0 con 0x7fc5340c67c0 2024-04-18T05:13:24.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc53414bbe0 con 0x7fc5340c67c0 2024-04-18T05:13:24.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5341519d0 con 0x7fc5340c67c0 2024-04-18T05:13:24.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc530ff9640 1 -- 172.21.15.32:0/3333414693 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc51c0b8d00 con 0x7fc5340c67c0 2024-04-18T05:13:24.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc530ff9640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc514066690 0x7fc514068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc530ff9640 1 -- 172.21.15.32:0/3333414693 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fc51c120020 con 0x7fc5340c67c0 2024-04-18T05:13:24.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc533fff640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc514066690 0x7fc514068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.108 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.106+0000 7fc533fff640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc514066690 0x7fc514068b50 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc5340acd20 tx=0x7fc524008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:24.111 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.110+0000 7fc530ff9640 1 -- 172.21.15.32:0/3333414693 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc51c0ecf10 con 0x7fc5340c67c0 2024-04-18T05:13:24.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.270+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc5341519d0 con 0x7fc5340c67c0 2024-04-18T05:13:24.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.270+0000 7fc530ff9640 1 -- 172.21.15.32:0/3333414693 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v47) v1 ==== 105+0+11 (secure 0 0 0) 0x7fc5341519d0 con 0x7fc5340c67c0 2024-04-18T05:13:24.271 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:24.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.270+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc514066690 msgr2=0x7fc514068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.270+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc514066690 0x7fc514068b50 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc5340acd20 tx=0x7fc524008040 comp rx=0 tx=0).stop 2024-04-18T05:13:24.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.270+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340c67c0 msgr2=0x7fc534148510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.270+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340c67c0 0x7fc534148510 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fc51c01b070 tx=0x7fc51c019760 comp rx=0 tx=0).stop 2024-04-18T05:13:24.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.270+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 shutdown_connections 2024-04-18T05:13:24.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.274+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc5341569a0 0x7fc534148a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.274+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc5340c67c0 0x7fc534148510 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.274+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc514066690 0x7fc514068b50 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.274+0000 7fc53a2c0640 1 --2- 172.21.15.32:0/3333414693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc5340bcb30 0x7fc534153110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.274+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 >> 172.21.15.32:0/3333414693 conn(0x7fc534072950 msgr2=0x7fc534072d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:24.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.274+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 shutdown_connections 2024-04-18T05:13:24.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.274+0000 7fc53a2c0640 1 -- 172.21.15.32:0/3333414693 wait complete. 2024-04-18T05:13:24.290 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2024-04-18T05:13:24.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecf51e640 1 Processor -- start 2024-04-18T05:13:24.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecf51e640 1 -- start start 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecf51e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec814dc70 0x7f1ec80bfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecf51e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1ec80bb780 0x7f1ec8070640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecf51e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ec8150700 con 0x7f1ec814d890 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecf51e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ec80bfff0 con 0x7f1ec80bb780 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecf51e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec80bc290 con 0x7f1ec814dc70 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecdabb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f1ec80bb780 0x7f1ec8070640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecd2ba640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f1ec814d890 0x7f1ec8150b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:54248/0 (socket says 172.21.15.32:54248) 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecd2ba640 1 -- 172.21.15.32:0/4101222464 learned_addr learned my addr 172.21.15.32:0/4101222464 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1eccab9640 1 --2- 172.21.15.32:0/4101222464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec814dc70 0x7f1ec80bfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ebffff640 1 -- 172.21.15.32:0/4101222464 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1749724543 0 0) 0x7f1ec8150700 con 0x7f1ec814d890 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ebffff640 1 -- 172.21.15.32:0/4101222464 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1eb4003530 con 0x7f1ec814d890 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecdabb640 1 -- 172.21.15.32:0/4101222464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec814dc70 msgr2=0x7f1ec80bfab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:24.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecdabb640 1 --2- 172.21.15.32:0/4101222464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec814dc70 0x7f1ec80bfab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecdabb640 1 -- 172.21.15.32:0/4101222464 >> v1:172.21.15.32:6789/0 conn(0x7f1ec814d890 legacy=0x7f1ec8150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1ecdabb640 1 -- 172.21.15.32:0/4101222464 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ec80bbcd0 con 0x7f1ec80bb780 2024-04-18T05:13:24.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.410+0000 7f1eccab9640 1 --2- 172.21.15.32:0/4101222464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec814dc70 0x7f1ec80bfab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:24.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecdabb640 1 --2- 172.21.15.32:0/4101222464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec80bb780 0x7f1ec8070640 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f1ec000bfa0 tx=0x7f1ec001eae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd32f58884634657 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:24.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ebffff640 1 -- 172.21.15.32:0/4101222464 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec00a7bd0 con 0x7f1ec80bb780 2024-04-18T05:13:24.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ebffff640 1 -- 172.21.15.32:0/4101222464 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ec00ab070 con 0x7f1ec80bb780 2024-04-18T05:13:24.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ebffff640 1 -- 172.21.15.32:0/4101222464 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec00b1400 con 0x7f1ec80bb780 2024-04-18T05:13:24.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 -- 172.21.15.32:0/4101222464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec80bb780 msgr2=0x7f1ec8070640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 --2- 172.21.15.32:0/4101222464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec80bb780 0x7f1ec8070640 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f1ec000bfa0 tx=0x7f1ec001eae0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 -- 172.21.15.32:0/4101222464 shutdown_connections 2024-04-18T05:13:24.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 --2- 172.21.15.32:0/4101222464 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec80bb780 0x7f1ec8070640 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 --2- 172.21.15.32:0/4101222464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec814dc70 0x7f1ec80bfab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 -- 172.21.15.32:0/4101222464 >> 172.21.15.32:0/4101222464 conn(0x7f1ec80c54b0 msgr2=0x7f1ec80c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:24.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 -- 172.21.15.32:0/4101222464 shutdown_connections 2024-04-18T05:13:24.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 -- 172.21.15.32:0/4101222464 wait complete. 2024-04-18T05:13:24.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 Processor -- start 2024-04-18T05:13:24.417 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.414+0000 7f1ecf51e640 1 -- start start 2024-04-18T05:13:24.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecf51e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec80bb780 0x7f1ec814c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecf51e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec814d890 0x7f1ec814e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecf51e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ec814dc70 0x7f1ec814ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecf51e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec806cd00 con 0x7f1ec814d890 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecf51e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec806d840 con 0x7f1ec814dc70 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecf51e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ec81f3ed0 con 0x7f1ec80bb780 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1eccab9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec814d890 0x7f1ec814e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1eccab9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec814d890 0x7f1ec814e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59478/0 (socket says 172.21.15.32:59478) 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1eccab9640 1 -- 172.21.15.32:0/508876738 learned_addr learned my addr 172.21.15.32:0/508876738 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecdabb640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ec814dc70 0x7f1ec814ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecd2ba640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec80bb780 0x7f1ec814c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1eccab9640 1 -- 172.21.15.32:0/508876738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec80bb780 msgr2=0x7f1ec814c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1eccab9640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec80bb780 0x7f1ec814c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1eccab9640 1 -- 172.21.15.32:0/508876738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ec814dc70 msgr2=0x7f1ec814ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1eccab9640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ec814dc70 0x7f1ec814ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1eccab9640 1 -- 172.21.15.32:0/508876738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ec000bc80 con 0x7f1ec814d890 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1eccab9640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec814d890 0x7f1ec814e6b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f1eb800d800 tx=0x7f1eb800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:24.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ebdffb640 1 -- 172.21.15.32:0/508876738 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eb800b6c0 con 0x7f1ec814d890 2024-04-18T05:13:24.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ebdffb640 1 -- 172.21.15.32:0/508876738 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1eb800b820 con 0x7f1ec814d890 2024-04-18T05:13:24.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ec81f4170 con 0x7f1ec814d890 2024-04-18T05:13:24.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ebdffb640 1 -- 172.21.15.32:0/508876738 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eb800bbd0 con 0x7f1ec814d890 2024-04-18T05:13:24.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ec81f4730 con 0x7f1ec814d890 2024-04-18T05:13:24.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ec804e1e0 con 0x7f1ec814d890 2024-04-18T05:13:24.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ebdffb640 1 -- 172.21.15.32:0/508876738 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1eb800bd30 con 0x7f1ec814d890 2024-04-18T05:13:24.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ebdffb640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1eac0666c0 0x7f1eac068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ebdffb640 1 -- 172.21.15.32:0/508876738 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f1eb8084ab0 con 0x7f1ec814d890 2024-04-18T05:13:24.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.418+0000 7f1ecd2ba640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1eac0666c0 0x7f1eac068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.422+0000 7f1ecd2ba640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1eac0666c0 0x7f1eac068b80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1ec40011f0 tx=0x7f1ec4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:24.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.426+0000 7f1ebdffb640 1 -- 172.21.15.32:0/508876738 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1eb80519a0 con 0x7f1ec814d890 2024-04-18T05:13:24.584 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.582+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f1ec806dc50 con 0x7f1ec814d890 2024-04-18T05:13:24.585 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.582+0000 7f1ebdffb640 1 -- 172.21.15.32:0/508876738 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v47) v1 ==== 101+0+11 (secure 0 0 0) 0x7f1eb8054fc0 con 0x7f1ec814d890 2024-04-18T05:13:24.585 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:24.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1eac0666c0 msgr2=0x7f1eac068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1eac0666c0 0x7f1eac068b80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1ec40011f0 tx=0x7f1ec4009040 comp rx=0 tx=0).stop 2024-04-18T05:13:24.587 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec814d890 msgr2=0x7f1ec814e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec814d890 0x7f1ec814e6b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f1eb800d800 tx=0x7f1eb800dcc0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 shutdown_connections 2024-04-18T05:13:24.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1eac0666c0 0x7f1eac068b80 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ec814dc70 0x7f1ec814ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1ec814d890 0x7f1ec814e6b0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 --2- 172.21.15.32:0/508876738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1ec80bb780 0x7f1ec814c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 >> 172.21.15.32:0/508876738 conn(0x7f1ec80c54b0 msgr2=0x7f1ec8141970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:24.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 shutdown_connections 2024-04-18T05:13:24.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.586+0000 7f1ecf51e640 1 -- 172.21.15.32:0/508876738 wait complete. 2024-04-18T05:13:24.604 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:13:24.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe20953640 1 Processor -- start 2024-04-18T05:13:24.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe20953640 1 -- start start 2024-04-18T05:13:24.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe20953640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efe1c151400 0x7efe1c0c5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe20953640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe1c06e1b0 con 0x7efe1c0c60a0 2024-04-18T05:13:24.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe20953640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe1c154430 con 0x7efe1c1573e0 2024-04-18T05:13:24.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe20953640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe1c154710 con 0x7efe1c151400 2024-04-18T05:13:24.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe19d9b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7efe1c0c60a0 0x7efe1c06e6b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:54258/0 (socket says 172.21.15.32:54258) 2024-04-18T05:13:24.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe19d9b640 1 -- 172.21.15.32:0/2544056361 learned_addr learned my addr 172.21.15.32:0/2544056361 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:24.732 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe1a59c640 1 --2- 172.21.15.32:0/2544056361 >> v2:172.21.15.92:3300/0 conn(0x7efe1c151400 0x7efe1c0c5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe1959a640 1 -- 172.21.15.32:0/2544056361 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1005971776 0 0) 0x7efe1c06e1b0 con 0x7efe1c0c60a0 2024-04-18T05:13:24.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe1959a640 1 -- 172.21.15.32:0/2544056361 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe08003530 con 0x7efe1c0c60a0 2024-04-18T05:13:24.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe1959a640 1 -- 172.21.15.32:0/2544056361 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4148760883 0 0) 0x7efe08003530 con 0x7efe1c0c60a0 2024-04-18T05:13:24.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe1a59c640 1 -- 172.21.15.32:0/2544056361 >> v1:172.21.15.92:6789/0 conn(0x7efe1c1573e0 legacy=0x7efe1c15e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe1a59c640 1 -- 172.21.15.32:0/2544056361 >> v1:172.21.15.32:6789/0 conn(0x7efe1c0c60a0 legacy=0x7efe1c06e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.730+0000 7efe1a59c640 1 -- 172.21.15.32:0/2544056361 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe1c1549f0 con 0x7efe1c151400 2024-04-18T05:13:24.735 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe1a59c640 1 --2- 172.21.15.32:0/2544056361 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c151400 0x7efe1c0c5b60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7efe14009d90 tx=0x7efe1401c7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce5ff776c364ded server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:24.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe1959a640 1 -- 172.21.15.32:0/2544056361 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe04001680 con 0x7efe1c151400 2024-04-18T05:13:24.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe1959a640 1 -- 172.21.15.32:0/2544056361 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe140a5520 con 0x7efe1c151400 2024-04-18T05:13:24.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe1959a640 1 -- 172.21.15.32:0/2544056361 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe140a5890 con 0x7efe1c151400 2024-04-18T05:13:24.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe20953640 1 -- 172.21.15.32:0/2544056361 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c151400 msgr2=0x7efe1c0c5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe20953640 1 --2- 172.21.15.32:0/2544056361 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c151400 0x7efe1c0c5b60 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7efe14009d90 tx=0x7efe1401c7d0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe20953640 1 -- 172.21.15.32:0/2544056361 shutdown_connections 2024-04-18T05:13:24.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe20953640 1 --2- 172.21.15.32:0/2544056361 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c151400 0x7efe1c0c5b60 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe20953640 1 -- 172.21.15.32:0/2544056361 >> 172.21.15.32:0/2544056361 conn(0x7efe1c0a9030 msgr2=0x7efe1c0a9440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:24.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe20953640 1 -- 172.21.15.32:0/2544056361 shutdown_connections 2024-04-18T05:13:24.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.734+0000 7efe20953640 1 -- 172.21.15.32:0/2544056361 wait complete. 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 Processor -- start 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 -- start start 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe1c0c60a0 0x7efe1c0aa460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efe1c151400 0x7efe1c1ed220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c1573e0 0x7efe1c06c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe1c1ed760 con 0x7efe1c151400 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe1c150870 con 0x7efe1c1573e0 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe1c150b50 con 0x7efe1c0c60a0 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efe1c151400 0x7efe1c1ed220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe19d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efe1c151400 0x7efe1c1ed220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59494/0 (socket says 172.21.15.32:59494) 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe19d9b640 1 -- 172.21.15.32:0/2247323408 learned_addr learned my addr 172.21.15.32:0/2247323408 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe1ad9d640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c1573e0 0x7efe1c06c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe1a59c640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe1c0c60a0 0x7efe1c0aa460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe19d9b640 1 -- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe1c0c60a0 msgr2=0x7efe1c0aa460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe19d9b640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe1c0c60a0 0x7efe1c0aa460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe19d9b640 1 -- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c1573e0 msgr2=0x7efe1c06c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe19d9b640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c1573e0 0x7efe1c06c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe19d9b640 1 -- 172.21.15.32:0/2247323408 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe14009a70 con 0x7efe1c151400 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe1ad9d640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c1573e0 0x7efe1c06c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe1a59c640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe1c0c60a0 0x7efe1c0aa460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe19d9b640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efe1c151400 0x7efe1c1ed220 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7efe0400c750 tx=0x7efe0400cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe12ffd640 1 -- 172.21.15.32:0/2247323408 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe04005ae0 con 0x7efe1c151400 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe12ffd640 1 -- 172.21.15.32:0/2247323408 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe04005c40 con 0x7efe1c151400 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe1c150e30 con 0x7efe1c151400 2024-04-18T05:13:24.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe12ffd640 1 -- 172.21.15.32:0/2247323408 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe04007070 con 0x7efe1c151400 2024-04-18T05:13:24.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe1c14f750 con 0x7efe1c151400 2024-04-18T05:13:24.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe1c14f940 con 0x7efe1c151400 2024-04-18T05:13:24.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe12ffd640 1 -- 172.21.15.32:0/2247323408 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efe040071d0 con 0x7efe1c151400 2024-04-18T05:13:24.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe12ffd640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efdfc066690 0x7efdfc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:24.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe12ffd640 1 -- 172.21.15.32:0/2247323408 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7efe04084460 con 0x7efe1c151400 2024-04-18T05:13:24.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.738+0000 7efe1a59c640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efdfc066690 0x7efdfc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:24.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.742+0000 7efe1a59c640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efdfc066690 0x7efdfc068b50 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7efe140af000 tx=0x7efe140a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:24.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.746+0000 7efe12ffd640 1 -- 172.21.15.32:0/2247323408 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7efe04051350 con 0x7efe1c151400 2024-04-18T05:13:24.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.918+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7efe1c04e250 con 0x7efe1c151400 2024-04-18T05:13:24.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.918+0000 7efe12ffd640 1 -- 172.21.15.32:0/2247323408 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v47) v1 ==== 80+0+0 (secure 0 0 0) 0x7efe04054970 con 0x7efe1c151400 2024-04-18T05:13:24.920 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:13:24.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efdfc066690 msgr2=0x7efdfc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efdfc066690 0x7efdfc068b50 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7efe140af000 tx=0x7efe140a7070 comp rx=0 tx=0).stop 2024-04-18T05:13:24.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efe1c151400 msgr2=0x7efe1c1ed220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:24.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efe1c151400 0x7efe1c1ed220 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7efe0400c750 tx=0x7efe0400cc10 comp rx=0 tx=0).stop 2024-04-18T05:13:24.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 shutdown_connections 2024-04-18T05:13:24.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efdfc066690 0x7efdfc068b50 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe1c1573e0 0x7efe1c06c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7efe1c151400 0x7efe1c1ed220 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 --2- 172.21.15.32:0/2247323408 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe1c0c60a0 0x7efe1c0aa460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:24.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 >> 172.21.15.32:0/2247323408 conn(0x7efe1c0a9030 msgr2=0x7efe1c0c7150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:24.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 shutdown_connections 2024-04-18T05:13:24.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:24.922+0000 7efe20953640 1 -- 172.21.15.32:0/2247323408 wait complete. 2024-04-18T05:13:24.939 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:13:24.939 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:24.945 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:25.104 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:13:25.107 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:13:25.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f3750c47640 1 Processor -- start 2024-04-18T05:13:25.113 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f3750c47640 1 -- start start 2024-04-18T05:13:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f3750c47640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c0c46f0 0x7f374c14ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f3750c47640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f374c0c1450 con 0x7f374c0c5450 2024-04-18T05:13:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f3750c47640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f374c153540 con 0x7f374c0a52f0 2024-04-18T05:13:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f3750c47640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f374c153820 con 0x7f374c0c46f0 2024-04-18T05:13:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374ad9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f374c0c5450 0x7f374c06ae90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:54272/0 (socket says 172.21.15.32:54272) 2024-04-18T05:13:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374ad9d640 1 -- 172.21.15.32:0/1255523791 learned_addr learned my addr 172.21.15.32:0/1255523791 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:25.115 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f3749d9b640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c0c46f0 0x7f374c14ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 406297010 0 0) 0x7f374c0c1450 con 0x7f374c0c5450 2024-04-18T05:13:25.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3734003530 con 0x7f374c0c5450 2024-04-18T05:13:25.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1102242774 0 0) 0x7f3734003530 con 0x7f374c0c5450 2024-04-18T05:13:25.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c0c46f0 msgr2=0x7f374c14ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:25.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c0c46f0 0x7f374c14ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 >> v1:172.21.15.92:6789/0 conn(0x7f374c0a52f0 legacy=0x7f374c153cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f374c1543c0 con 0x7f374c0c5450 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f3744001a00 con 0x7f374c0c5450 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 >> v1:172.21.15.32:6789/0 conn(0x7f374c0c5450 legacy=0x7f374c06ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c0c46f0 0x7f37340039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3734003f30 0x7f37340047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f3734005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f374c153820 con 0x7f3734004d10 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f373400bb20 con 0x7f3734003f30 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f373400bce0 con 0x7f374c0c46f0 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374ad9d640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f3734005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f3749d9b640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3734003f30 0x7f37340047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374a59c640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c0c46f0 0x7f37340039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374ad9d640 1 -- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c0c46f0 msgr2=0x7f37340039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:25.118 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374ad9d640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c0c46f0 0x7f37340039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374ad9d640 1 -- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3734003f30 msgr2=0x7f37340047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374ad9d640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3734003f30 0x7f37340047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.114+0000 7f374ad9d640 1 -- 172.21.15.32:0/1255523791 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3734003530 con 0x7f3734004d10 2024-04-18T05:13:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f374ad9d640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f3734005190 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f374400a800 tx=0x7f374401fa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef355e7774c83c8c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37440aa6b0 con 0x7f3734004d10 2024-04-18T05:13:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37440aa810 con 0x7f3734004d10 2024-04-18T05:13:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f374959a640 1 -- 172.21.15.32:0/1255523791 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37440aac00 con 0x7f3734004d10 2024-04-18T05:13:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 -- 172.21.15.32:0/1255523791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 msgr2=0x7f3734005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 --2- 172.21.15.32:0/1255523791 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f3734005190 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f374400a800 tx=0x7f374401fa80 comp rx=0 tx=0).stop 2024-04-18T05:13:25.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f374ad9d640 1 -- 172.21.15.32:0/1255523791 reap_dead start 2024-04-18T05:13:25.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 -- 172.21.15.32:0/1255523791 shutdown_connections 2024-04-18T05:13:25.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 -- 172.21.15.32:0/1255523791 >> 172.21.15.32:0/1255523791 conn(0x7f374c0c2580 msgr2=0x7f374c0c2990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:25.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 -- 172.21.15.32:0/1255523791 shutdown_connections 2024-04-18T05:13:25.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 -- 172.21.15.32:0/1255523791 wait complete. 2024-04-18T05:13:25.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 Processor -- start 2024-04-18T05:13:25.121 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 -- start start 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f374c0a9c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c06edb0 0x7f374c0aaa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c13ed80 0x7f374c1eab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f374c06c780 con 0x7f3734004d10 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f374c0a9800 con 0x7f374c06edb0 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.118+0000 7f3750c47640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f374c140d50 con 0x7f374c13ed80 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f374c0a9c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374a59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f374c0a9c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59504/0 (socket says 172.21.15.32:59504) 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374a59c640 1 -- 172.21.15.32:0/1716301952 learned_addr learned my addr 172.21.15.32:0/1716301952 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f3749d9b640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c06edb0 0x7f374c0aaa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.123 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374ad9d640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c13ed80 0x7f374c1eab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374a59c640 1 -- 172.21.15.32:0/1716301952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c13ed80 msgr2=0x7f374c1eab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374a59c640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c13ed80 0x7f374c1eab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374a59c640 1 -- 172.21.15.32:0/1716301952 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c06edb0 msgr2=0x7f374c0aaa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374a59c640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c06edb0 0x7f374c0aaa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374a59c640 1 -- 172.21.15.32:0/1716301952 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f374c06c4a0 con 0x7f3734004d10 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f374a59c640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f374c0a9c90 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f373c00e4b0 tx=0x7f373c00e970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f373affd640 1 -- 172.21.15.32:0/1716301952 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f373c0052e0 con 0x7f3734004d10 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f373affd640 1 -- 172.21.15.32:0/1716301952 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f373c005440 con 0x7f3734004d10 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f374c0a91b0 con 0x7f3734004d10 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f373affd640 1 -- 172.21.15.32:0/1716301952 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f373c003820 con 0x7f3734004d10 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f374c0aaf40 con 0x7f3734004d10 2024-04-18T05:13:25.124 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f374c0666e0 con 0x7f3734004d10 2024-04-18T05:13:25.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f373affd640 1 -- 172.21.15.32:0/1716301952 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f373c003980 con 0x7f3734004d10 2024-04-18T05:13:25.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f373affd640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f372c0666c0 0x7f372c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f373affd640 1 -- 172.21.15.32:0/1716301952 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f373c084370 con 0x7f3734004d10 2024-04-18T05:13:25.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f3749d9b640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f372c0666c0 0x7f372c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.125 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.122+0000 7f3749d9b640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f372c0666c0 0x7f372c068b80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f374c06e090 tx=0x7f3740008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:25.128 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.126+0000 7f373affd640 1 -- 172.21.15.32:0/1716301952 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f373c051260 con 0x7f3734004d10 2024-04-18T05:13:25.282 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.282+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f374c06b4c0 con 0x7f3734004d10 2024-04-18T05:13:25.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f373affd640 1 -- 172.21.15.32:0/1716301952 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+20043 (secure 0 0 0) 0x7f373c054880 con 0x7f3734004d10 2024-04-18T05:13:25.286 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:25.286 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":47,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:10.938279+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.18","mappings":[{"from":4,"to":2}]},{"pgid":"6.3c","mappings":[{"from":4,"to":2}]},{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f372c0666c0 msgr2=0x7f372c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f372c0666c0 0x7f372c068b80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f374c06e090 tx=0x7f3740008040 comp rx=0 tx=0).stop 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 msgr2=0x7f374c0a9c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f374c0a9c90 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f373c00e4b0 tx=0x7f373c00e970 comp rx=0 tx=0).stop 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 shutdown_connections 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374c13ed80 0x7f374c1eab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f372c0666c0 0x7f372c068b80 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c06edb0 0x7f374c0aaa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 --2- 172.21.15.32:0/1716301952 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3734004d10 0x7f374c0a9c90 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 >> 172.21.15.32:0/1716301952 conn(0x7f374c0c2580 msgr2=0x7f374c14cea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 shutdown_connections 2024-04-18T05:13:25.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.286+0000 7f3750c47640 1 -- 172.21.15.32:0/1716301952 wait complete. 2024-04-18T05:13:25.303 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:12:37.672169+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:12:38.907356+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_metadata', 'create_time': '2024-04-18T05:12:57.986366+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '44', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs2_data', 'create_time': '2024-04-18T05:12:58.343248+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '45', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:13:25.304 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:13:25.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8e30b640 1 Processor -- start 2024-04-18T05:13:25.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8e30b640 1 -- start start 2024-04-18T05:13:25.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8e30b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f881513f0 0x7f6f88071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8e30b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f88157520 0x7f6f881579d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8e30b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f88154bb0 con 0x7f6f8806a310 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8e30b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f88154030 con 0x7f6f88157520 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8e30b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f88154310 con 0x7f6f881513f0 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8c8a8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f88157520 0x7f6f881579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8c8a8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6f88157520 0x7f6f881579d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59512/0 (socket says 172.21.15.32:59512) 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8c8a8640 1 -- 172.21.15.32:0/526240958 learned_addr learned my addr 172.21.15.32:0/526240958 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f877fe640 1 --2- 172.21.15.32:0/526240958 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f881513f0 0x7f6f88071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8c8a8640 1 -- 172.21.15.32:0/526240958 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f881513f0 msgr2=0x7f6f88071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8c8a8640 1 --2- 172.21.15.32:0/526240958 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f881513f0 0x7f6f88071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8c8a8640 1 -- 172.21.15.32:0/526240958 >> v1:172.21.15.92:6789/0 conn(0x7f6f8806a310 legacy=0x7f6f88150ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.432 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.430+0000 7f6f8c8a8640 1 -- 172.21.15.32:0/526240958 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f881545f0 con 0x7f6f88157520 2024-04-18T05:13:25.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8c8a8640 1 --2- 172.21.15.32:0/526240958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f88157520 0x7f6f881579d0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f6f80009e50 tx=0x7f6f8001c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9f68db8cbce22f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:25.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f86ffd640 1 -- 172.21.15.32:0/526240958 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f800a5660 con 0x7f6f88157520 2024-04-18T05:13:25.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f86ffd640 1 -- 172.21.15.32:0/526240958 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f800a57c0 con 0x7f6f88157520 2024-04-18T05:13:25.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f86ffd640 1 -- 172.21.15.32:0/526240958 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f800a5b50 con 0x7f6f88157520 2024-04-18T05:13:25.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 -- 172.21.15.32:0/526240958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f88157520 msgr2=0x7f6f881579d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 --2- 172.21.15.32:0/526240958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f88157520 0x7f6f881579d0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f6f80009e50 tx=0x7f6f8001c9a0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 -- 172.21.15.32:0/526240958 shutdown_connections 2024-04-18T05:13:25.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 --2- 172.21.15.32:0/526240958 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f88157520 0x7f6f881579d0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 --2- 172.21.15.32:0/526240958 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f881513f0 0x7f6f88071c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 -- 172.21.15.32:0/526240958 >> 172.21.15.32:0/526240958 conn(0x7f6f880c54b0 msgr2=0x7f6f880c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:25.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 -- 172.21.15.32:0/526240958 shutdown_connections 2024-04-18T05:13:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 -- 172.21.15.32:0/526240958 wait complete. 2024-04-18T05:13:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 Processor -- start 2024-04-18T05:13:25.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 -- start start 2024-04-18T05:13:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f8806a310 0x7f6f881efdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f881513f0 0x7f6f88155930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f88157520 0x7f6f880a9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f881f0330 con 0x7f6f881513f0 2024-04-18T05:13:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f880c45b0 con 0x7f6f8806a310 2024-04-18T05:13:25.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8e30b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f880c42d0 con 0x7f6f88157520 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f877fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f881513f0 0x7f6f88155930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f877fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f881513f0 0x7f6f88155930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59520/0 (socket says 172.21.15.32:59520) 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f877fe640 1 -- 172.21.15.32:0/189367289 learned_addr learned my addr 172.21.15.32:0/189367289 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f8c8a8640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f88157520 0x7f6f880a9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f87fff640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f8806a310 0x7f6f881efdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f877fe640 1 -- 172.21.15.32:0/189367289 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f88157520 msgr2=0x7f6f880a9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f877fe640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f88157520 0x7f6f880a9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f877fe640 1 -- 172.21.15.32:0/189367289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f8806a310 msgr2=0x7f6f881efdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f877fe640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f8806a310 0x7f6f881efdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f877fe640 1 -- 172.21.15.32:0/189367289 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f80009b30 con 0x7f6f881513f0 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.434+0000 7f6f87fff640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f8806a310 0x7f6f881efdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f877fe640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f881513f0 0x7f6f88155930 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00d7d0 tx=0x7f6f7c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:25.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f84ff9640 1 -- 172.21.15.32:0/189367289 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c00b6c0 con 0x7f6f881513f0 2024-04-18T05:13:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f84ff9640 1 -- 172.21.15.32:0/189367289 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f7c00b820 con 0x7f6f881513f0 2024-04-18T05:13:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f881ec010 con 0x7f6f881513f0 2024-04-18T05:13:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f84ff9640 1 -- 172.21.15.32:0/189367289 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c00bbd0 con 0x7f6f881513f0 2024-04-18T05:13:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f881ec5d0 con 0x7f6f881513f0 2024-04-18T05:13:25.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f881ec790 con 0x7f6f881513f0 2024-04-18T05:13:25.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f84ff9640 1 -- 172.21.15.32:0/189367289 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6f7c00bd30 con 0x7f6f881513f0 2024-04-18T05:13:25.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f84ff9640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6f740666c0 0x7f6f74068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f87fff640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6f740666c0 0x7f6f74068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f84ff9640 1 -- 172.21.15.32:0/189367289 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f6f7c084bd0 con 0x7f6f881513f0 2024-04-18T05:13:25.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.438+0000 7f6f87fff640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6f740666c0 0x7f6f74068b80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6f78001650 tx=0x7f6f78009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:25.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.442+0000 7f6f84ff9640 1 -- 172.21.15.32:0/189367289 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f6f7c051a30 con 0x7f6f881513f0 2024-04-18T05:13:25.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.602+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6f881ebe70 con 0x7f6f881513f0 2024-04-18T05:13:25.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.602+0000 7f6f84ff9640 1 -- 172.21.15.32:0/189367289 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v47) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6f881ebe70 con 0x7f6f881513f0 2024-04-18T05:13:25.603 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:13:25.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6f740666c0 msgr2=0x7f6f74068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6f740666c0 0x7f6f74068b80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6f78001650 tx=0x7f6f78009040 comp rx=0 tx=0).stop 2024-04-18T05:13:25.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f881513f0 msgr2=0x7f6f88155930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f881513f0 0x7f6f88155930 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00d7d0 tx=0x7f6f7c00dc90 comp rx=0 tx=0).stop 2024-04-18T05:13:25.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 shutdown_connections 2024-04-18T05:13:25.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6f88157520 0x7f6f880a9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6f881513f0 0x7f6f88155930 secure :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00d7d0 tx=0x7f6f7c00dc90 comp rx=0 tx=0).stop 2024-04-18T05:13:25.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6f740666c0 0x7f6f74068b80 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 --2- 172.21.15.32:0/189367289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f8806a310 0x7f6f881efdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 >> 172.21.15.32:0/189367289 conn(0x7f6f880c54b0 msgr2=0x7f6f880bf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:25.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 shutdown_connections 2024-04-18T05:13:25.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.606+0000 7f6f8e30b640 1 -- 172.21.15.32:0/189367289 wait complete. 2024-04-18T05:13:25.623 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:13:25.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37eb95640 1 Processor -- start 2024-04-18T05:13:25.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37eb95640 1 -- start start 2024-04-18T05:13:25.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37eb95640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff37806a400 0x7ff378151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37eb95640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff3780bbdb0 0x7ff3780bb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37eb95640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff3780a8d50 0x7ff37814d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37eb95640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3780ba0d0 con 0x7ff3780a8d50 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37eb95640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3780ba2e0 con 0x7ff3780bbdb0 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37eb95640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3780ba5c0 con 0x7ff37806a400 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37d132640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff3780a8d50 0x7ff37814d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37d132640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff3780a8d50 0x7ff37814d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59532/0 (socket says 172.21.15.32:59532) 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37d132640 1 -- 172.21.15.32:0/3352105043 learned_addr learned my addr 172.21.15.32:0/3352105043 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37c931640 1 --2- 172.21.15.32:0/3352105043 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff37806a400 0x7ff378151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff377fff640 1 --2- 172.21.15.32:0/3352105043 >> v2:172.21.15.92:3300/0 conn(0x7ff3780bbdb0 0x7ff3780bb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37d132640 1 -- 172.21.15.32:0/3352105043 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff37806a400 msgr2=0x7ff378151380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:25.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37d132640 1 --2- 172.21.15.32:0/3352105043 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff37806a400 0x7ff378151380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37d132640 1 -- 172.21.15.32:0/3352105043 >> v2:172.21.15.92:3300/0 conn(0x7ff3780bbdb0 msgr2=0x7ff3780bb0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:25.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37d132640 1 --2- 172.21.15.32:0/3352105043 >> v2:172.21.15.92:3300/0 conn(0x7ff3780bbdb0 0x7ff3780bb0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.749 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37d132640 1 -- 172.21.15.32:0/3352105043 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3780ba8a0 con 0x7ff3780a8d50 2024-04-18T05:13:25.750 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.746+0000 7ff37d132640 1 --2- 172.21.15.32:0/3352105043 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3780a8d50 0x7ff37814d9e0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7ff37806f320 tx=0x7ff37001ebc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67adb155d9f5b5ce server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff3777fe640 1 -- 172.21.15.32:0/3352105043 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff37000b2d0 con 0x7ff3780a8d50 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff3777fe640 1 -- 172.21.15.32:0/3352105043 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff37000b430 con 0x7ff3780a8d50 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff3777fe640 1 -- 172.21.15.32:0/3352105043 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3700a7c70 con 0x7ff3780a8d50 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- 172.21.15.32:0/3352105043 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3780a8d50 msgr2=0x7ff37814d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 --2- 172.21.15.32:0/3352105043 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3780a8d50 0x7ff37814d9e0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7ff37806f320 tx=0x7ff37001ebc0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- 172.21.15.32:0/3352105043 shutdown_connections 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 --2- 172.21.15.32:0/3352105043 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff3780a8d50 0x7ff37814d9e0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 --2- 172.21.15.32:0/3352105043 >> v2:172.21.15.92:3300/0 conn(0x7ff3780bbdb0 0x7ff3780bb0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 --2- 172.21.15.32:0/3352105043 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff37806a400 0x7ff378151380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- 172.21.15.32:0/3352105043 >> 172.21.15.32:0/3352105043 conn(0x7ff3780c54b0 msgr2=0x7ff3780c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- 172.21.15.32:0/3352105043 shutdown_connections 2024-04-18T05:13:25.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- 172.21.15.32:0/3352105043 wait complete. 2024-04-18T05:13:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 Processor -- start 2024-04-18T05:13:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- start start 2024-04-18T05:13:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff37806a400 0x7ff3781ec290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3780a8d50 0x7ff378140ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3780bbdb0 0x7ff378151c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff378144260 con 0x7ff37806a400 2024-04-18T05:13:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3781ec7d0 con 0x7ff3780bbdb0 2024-04-18T05:13:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3781e9030 con 0x7ff3780a8d50 2024-04-18T05:13:25.754 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37c931640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff37806a400 0x7ff3781ec290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37c931640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff37806a400 0x7ff3781ec290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59538/0 (socket says 172.21.15.32:59538) 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37c931640 1 -- 172.21.15.32:0/1676743959 learned_addr learned my addr 172.21.15.32:0/1676743959 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37c931640 1 -- 172.21.15.32:0/1676743959 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3780a8d50 msgr2=0x7ff378140ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37c931640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3780a8d50 0x7ff378140ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37c931640 1 -- 172.21.15.32:0/1676743959 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3780bbdb0 msgr2=0x7ff378151c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37d132640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3780bbdb0 0x7ff378151c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37c931640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3780bbdb0 0x7ff378151c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37c931640 1 -- 172.21.15.32:0/1676743959 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff37000bd40 con 0x7ff37806a400 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37c931640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff37806a400 0x7ff3781ec290 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7ff36c00d800 tx=0x7ff36c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff3757fa640 1 -- 172.21.15.32:0/1676743959 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff36c0096a0 con 0x7ff37806a400 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff3757fa640 1 -- 172.21.15.32:0/1676743959 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff36c009800 con 0x7ff37806a400 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3781e8420 con 0x7ff37806a400 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff3757fa640 1 -- 172.21.15.32:0/1676743959 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff36c009b70 con 0x7ff37806a400 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.750+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3781e89e0 con 0x7ff37806a400 2024-04-18T05:13:25.755 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.754+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff378072000 con 0x7ff37806a400 2024-04-18T05:13:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.754+0000 7ff3757fa640 1 -- 172.21.15.32:0/1676743959 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff36c009cd0 con 0x7ff37806a400 2024-04-18T05:13:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.754+0000 7ff3757fa640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff35c066690 0x7ff35c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:25.756 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.754+0000 7ff3757fa640 1 -- 172.21.15.32:0/1676743959 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7ff36c084d80 con 0x7ff37806a400 2024-04-18T05:13:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.754+0000 7ff377fff640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff35c066690 0x7ff35c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:25.757 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.754+0000 7ff377fff640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff35c066690 0x7ff35c068b50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff378070210 tx=0x7ff364008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:25.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.758+0000 7ff3757fa640 1 -- 172.21.15.32:0/1676743959 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7ff36c051be0 con 0x7ff37806a400 2024-04-18T05:13:25.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff37804e1e0 con 0x7ff37806a400 2024-04-18T05:13:25.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff3757fa640 1 -- 172.21.15.32:0/1676743959 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v47) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff36c055200 con 0x7ff37806a400 2024-04-18T05:13:25.919 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:25.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff35c066690 msgr2=0x7ff35c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff35c066690 0x7ff35c068b50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff378070210 tx=0x7ff364008040 comp rx=0 tx=0).stop 2024-04-18T05:13:25.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff37806a400 msgr2=0x7ff3781ec290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:25.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff37806a400 0x7ff3781ec290 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7ff36c00d800 tx=0x7ff36c00dcc0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 shutdown_connections 2024-04-18T05:13:25.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff35c066690 0x7ff35c068b50 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.921 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff3780bbdb0 0x7ff378151c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff3780a8d50 0x7ff378140ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 --2- 172.21.15.32:0/1676743959 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff37806a400 0x7ff3781ec290 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:25.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 >> 172.21.15.32:0/1676743959 conn(0x7ff3780c54b0 msgr2=0x7ff37814c540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:25.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 shutdown_connections 2024-04-18T05:13:25.922 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:25.918+0000 7ff37eb95640 1 -- 172.21.15.32:0/1676743959 wait complete. 2024-04-18T05:13:25.936 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:13:26.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.050+0000 7f485e9b1640 1 Processor -- start 2024-04-18T05:13:26.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.050+0000 7f485e9b1640 1 -- start start 2024-04-18T05:13:26.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f485e9b1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4858151570 0x7f48580bf8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f485e9b1640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4858157450 0x7f48581578c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f485e9b1640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48580bfe10 con 0x7f4858072780 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f485e9b1640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48580c4cf0 con 0x7f4858151570 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f485e9b1640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48581582e0 con 0x7f4858157450 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4857fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4858151570 0x7f48580bf8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4857fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f4858151570 0x7f48580bf8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59554/0 (socket says 172.21.15.32:59554) 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4857fff640 1 -- 172.21.15.32:0/2472784600 learned_addr learned my addr 172.21.15.32:0/2472784600 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f485cf4e640 1 --2- 172.21.15.32:0/2472784600 >> v2:172.21.15.92:3300/0 conn(0x7f4858157450 0x7f48581578c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4857fff640 1 -- 172.21.15.32:0/2472784600 >> v2:172.21.15.92:3300/0 conn(0x7f4858157450 msgr2=0x7f48581578c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4857fff640 1 --2- 172.21.15.32:0/2472784600 >> v2:172.21.15.92:3300/0 conn(0x7f4858157450 0x7f48581578c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4857fff640 1 -- 172.21.15.32:0/2472784600 >> v1:172.21.15.92:6789/0 conn(0x7f4858072780 legacy=0x7f48580c4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4857fff640 1 -- 172.21.15.32:0/2472784600 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4858151950 con 0x7f4858151570 2024-04-18T05:13:26.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f485cf4e640 1 --2- 172.21.15.32:0/2472784600 >> v2:172.21.15.92:3300/0 conn(0x7f4858157450 0x7f48581578c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:26.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4857fff640 1 --2- 172.21.15.32:0/2472784600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858151570 0x7f48580bf8d0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f485806f710 tx=0x7f484801c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a000c8dca72106f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4856ffd640 1 -- 172.21.15.32:0/2472784600 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48480aa640 con 0x7f4858151570 2024-04-18T05:13:26.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4856ffd640 1 -- 172.21.15.32:0/2472784600 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48480aa7a0 con 0x7f4858151570 2024-04-18T05:13:26.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.054+0000 7f4856ffd640 1 -- 172.21.15.32:0/2472784600 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48480aab30 con 0x7f4858151570 2024-04-18T05:13:26.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- 172.21.15.32:0/2472784600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858151570 msgr2=0x7f48580bf8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 --2- 172.21.15.32:0/2472784600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858151570 0x7f48580bf8d0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f485806f710 tx=0x7f484801c4e0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- 172.21.15.32:0/2472784600 shutdown_connections 2024-04-18T05:13:26.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 --2- 172.21.15.32:0/2472784600 >> v2:172.21.15.92:3300/0 conn(0x7f4858157450 0x7f48581578c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 --2- 172.21.15.32:0/2472784600 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858151570 0x7f48580bf8d0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- 172.21.15.32:0/2472784600 >> 172.21.15.32:0/2472784600 conn(0x7f48580c23e0 msgr2=0x7f48580c27f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:26.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- 172.21.15.32:0/2472784600 shutdown_connections 2024-04-18T05:13:26.061 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- 172.21.15.32:0/2472784600 wait complete. 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 Processor -- start 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- start start 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4858072780 0x7f4858071c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4858151570 0x7f4858146420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858157450 0x7f4858142cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48580abc30 con 0x7f4858157450 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48580ab950 con 0x7f4858151570 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4858070e20 con 0x7f4858072780 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485cf4e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858157450 0x7f4858142cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485cf4e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858157450 0x7f4858142cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59568/0 (socket says 172.21.15.32:59568) 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485cf4e640 1 -- 172.21.15.32:0/241976537 learned_addr learned my addr 172.21.15.32:0/241976537 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:26.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f4857fff640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4858072780 0x7f4858071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f48577fe640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4858151570 0x7f4858146420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485cf4e640 1 -- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4858072780 msgr2=0x7f4858071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485cf4e640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4858072780 0x7f4858071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485cf4e640 1 -- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4858151570 msgr2=0x7f4858146420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485cf4e640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4858151570 0x7f4858146420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485cf4e640 1 -- 172.21.15.32:0/241976537 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48480094d0 con 0x7f4858157450 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f4857fff640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4858072780 0x7f4858071c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f48577fe640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4858151570 0x7f4858146420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485cf4e640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858157450 0x7f4858142cb0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f485000cd50 tx=0x7f485000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f4854ff9640 1 -- 172.21.15.32:0/241976537 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485000f680 con 0x7f4858157450 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f4854ff9640 1 -- 172.21.15.32:0/241976537 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f485000f800 con 0x7f4858157450 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4858071100 con 0x7f4858157450 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f4854ff9640 1 -- 172.21.15.32:0/241976537 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485000fbb0 con 0x7f4858157450 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.058+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4858071740 con 0x7f4858157450 2024-04-18T05:13:26.065 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.062+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4858071950 con 0x7f4858157450 2024-04-18T05:13:26.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.062+0000 7f4854ff9640 1 -- 172.21.15.32:0/241976537 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f485000b040 con 0x7f4858157450 2024-04-18T05:13:26.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.062+0000 7f4854ff9640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4844066690 0x7f4844068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.062+0000 7f4854ff9640 1 -- 172.21.15.32:0/241976537 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f4850085140 con 0x7f4858157450 2024-04-18T05:13:26.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.062+0000 7f4857fff640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4844066690 0x7f4844068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.062+0000 7f4857fff640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4844066690 0x7f4844068b50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f48480ae000 tx=0x7f4848008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.066+0000 7f4854ff9640 1 -- 172.21.15.32:0/241976537 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f4850051f00 con 0x7f4858157450 2024-04-18T05:13:26.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.218+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f485804e1e0 con 0x7f4858157450 2024-04-18T05:13:26.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.218+0000 7f4854ff9640 1 -- 172.21.15.32:0/241976537 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v47) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4850055520 con 0x7f4858157450 2024-04-18T05:13:26.221 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:26.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4844066690 msgr2=0x7f4844068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4844066690 0x7f4844068b50 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f48480ae000 tx=0x7f4848008040 comp rx=0 tx=0).stop 2024-04-18T05:13:26.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858157450 msgr2=0x7f4858142cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858157450 0x7f4858142cb0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f485000cd50 tx=0x7f485000a650 comp rx=0 tx=0).stop 2024-04-18T05:13:26.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 shutdown_connections 2024-04-18T05:13:26.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4858157450 0x7f4858142cb0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4844066690 0x7f4844068b50 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4858151570 0x7f4858146420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 --2- 172.21.15.32:0/241976537 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4858072780 0x7f4858071c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 >> 172.21.15.32:0/241976537 conn(0x7f48580c23e0 msgr2=0x7f48580c3d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:26.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 shutdown_connections 2024-04-18T05:13:26.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.222+0000 7f485e9b1640 1 -- 172.21.15.32:0/241976537 wait complete. 2024-04-18T05:13:26.238 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2024-04-18T05:13:26.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf7a080640 1 Processor -- start 2024-04-18T05:13:26.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf7a080640 1 -- start start 2024-04-18T05:13:26.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf7a080640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf740c3e90 0x7fcf740c33f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf7a080640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcf74154740 0x7fcf74151080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf7a080640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf74070310 con 0x7fcf741515c0 2024-04-18T05:13:26.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf7a080640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf740708d0 con 0x7fcf74154740 2024-04-18T05:13:26.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf7a080640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf740c7010 con 0x7fcf740c3e90 2024-04-18T05:13:26.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf73fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fcf741515c0 0x7fcf740a5e90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:54276/0 (socket says 172.21.15.32:54276) 2024-04-18T05:13:26.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf73fff640 1 -- 172.21.15.32:0/3781084330 learned_addr learned my addr 172.21.15.32:0/3781084330 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:26.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf6bfff640 1 --2- 172.21.15.32:0/3781084330 >> v2:172.21.15.92:3300/0 conn(0x7fcf74154740 0x7fcf74151080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf737fe640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf740c3e90 0x7fcf740c33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2490061407 0 0) 0x7fcf74070310 con 0x7fcf741515c0 2024-04-18T05:13:26.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf60003530 con 0x7fcf741515c0 2024-04-18T05:13:26.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3456796366 0 0) 0x7fcf60003530 con 0x7fcf741515c0 2024-04-18T05:13:26.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf740c3e90 msgr2=0x7fcf740c33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:26.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf740c3e90 0x7fcf740c33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.358 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 >> v2:172.21.15.92:3300/0 conn(0x7fcf74154740 msgr2=0x7fcf74151080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 --2- 172.21.15.32:0/3781084330 >> v2:172.21.15.92:3300/0 conn(0x7fcf74154740 0x7fcf74151080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf740705f0 con 0x7fcf741515c0 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fcf6c001a00 con 0x7fcf741515c0 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 >> v1:172.21.15.32:6789/0 conn(0x7fcf741515c0 legacy=0x7fcf740a5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf60003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf740c3e90 0x7fcf600047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf60004d10 0x7fcf60005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf740708d0 con 0x7fcf60003980 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf740c7010 con 0x7fcf60004d10 2024-04-18T05:13:26.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf6000b990 con 0x7fcf740c3e90 2024-04-18T05:13:26.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf737fe640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf60003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf737fe640 1 -- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf740c3e90 msgr2=0x7fcf600047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:26.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf737fe640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf740c3e90 0x7fcf600047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf737fe640 1 -- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf60004d10 msgr2=0x7fcf60005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:26.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf73fff640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf60004d10 0x7fcf60005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf737fe640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf60004d10 0x7fcf60005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.354+0000 7fcf737fe640 1 -- 172.21.15.32:0/3781084330 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf60003530 con 0x7fcf60003980 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf737fe640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf60003da0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c009ae0 tx=0x7fcf5c01cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e628d8456e868ae server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c0a6490 con 0x7fcf60003980 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf5c0a65f0 con 0x7fcf60003980 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf72ffd640 1 -- 172.21.15.32:0/3781084330 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c0a69a0 con 0x7fcf60003980 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 -- 172.21.15.32:0/3781084330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 msgr2=0x7fcf60003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 --2- 172.21.15.32:0/3781084330 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf60003da0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c009ae0 tx=0x7fcf5c01cab0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf73fff640 1 -- 172.21.15.32:0/3781084330 reap_dead start 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 -- 172.21.15.32:0/3781084330 shutdown_connections 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 -- 172.21.15.32:0/3781084330 >> 172.21.15.32:0/3781084330 conn(0x7fcf740a8e50 msgr2=0x7fcf740a9260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:26.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 -- 172.21.15.32:0/3781084330 shutdown_connections 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 -- 172.21.15.32:0/3781084330 wait complete. 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 Processor -- start 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 -- start start 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf740ac580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf74154e00 0x7fcf741ec6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf741557c0 0x7fcf741ecc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf740c0cd0 con 0x7fcf60003980 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf741f0540 con 0x7fcf74154e00 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf7a080640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf740c0f70 con 0x7fcf741557c0 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf737fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf740ac580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf737fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf740ac580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59582/0 (socket says 172.21.15.32:59582) 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.358+0000 7fcf737fe640 1 -- 172.21.15.32:0/176440500 learned_addr learned my addr 172.21.15.32:0/176440500 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf6bfff640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf74154e00 0x7fcf741ec6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf73fff640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf741557c0 0x7fcf741ecc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf737fe640 1 -- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf741557c0 msgr2=0x7fcf741ecc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf737fe640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf741557c0 0x7fcf741ecc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf737fe640 1 -- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf74154e00 msgr2=0x7fcf741ec6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf737fe640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf74154e00 0x7fcf741ec6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf737fe640 1 -- 172.21.15.32:0/176440500 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf741f0820 con 0x7fcf60003980 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf73fff640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf741557c0 0x7fcf741ecc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf6bfff640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf74154e00 0x7fcf741ec6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf737fe640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf740ac580 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c009ae0 tx=0x7fcf60005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf70ff9640 1 -- 172.21.15.32:0/176440500 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c0a6de0 con 0x7fcf60003980 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf70ff9640 1 -- 172.21.15.32:0/176440500 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf5c00f000 con 0x7fcf60003980 2024-04-18T05:13:26.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf740ad070 con 0x7fcf60003980 2024-04-18T05:13:26.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf70ff9640 1 -- 172.21.15.32:0/176440500 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c0a7670 con 0x7fcf60003980 2024-04-18T05:13:26.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf741ed150 con 0x7fcf60003980 2024-04-18T05:13:26.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf740c0c30 con 0x7fcf60003980 2024-04-18T05:13:26.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf70ff9640 1 -- 172.21.15.32:0/176440500 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcf5c0a77d0 con 0x7fcf60003980 2024-04-18T05:13:26.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf70ff9640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcf540666c0 0x7fcf54068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf70ff9640 1 -- 172.21.15.32:0/176440500 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fcf5c11e090 con 0x7fcf60003980 2024-04-18T05:13:26.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf6bfff640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcf540666c0 0x7fcf54068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.362+0000 7fcf6bfff640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcf540666c0 0x7fcf54068b80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fcf741594b0 tx=0x7fcf64008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.366+0000 7fcf70ff9640 1 -- 172.21.15.32:0/176440500 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fcf5c0eaf80 con 0x7fcf60003980 2024-04-18T05:13:26.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.518+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcf740c0de0 con 0x7fcf60003980 2024-04-18T05:13:26.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.518+0000 7fcf70ff9640 1 -- 172.21.15.32:0/176440500 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v47) v1 ==== 105+0+11 (secure 0 0 0) 0x7fcf5c0be020 con 0x7fcf60003980 2024-04-18T05:13:26.520 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:26.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcf540666c0 msgr2=0x7fcf54068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcf540666c0 0x7fcf54068b80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fcf741594b0 tx=0x7fcf64008040 comp rx=0 tx=0).stop 2024-04-18T05:13:26.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 msgr2=0x7fcf740ac580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf740ac580 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c009ae0 tx=0x7fcf60005800 comp rx=0 tx=0).stop 2024-04-18T05:13:26.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 shutdown_connections 2024-04-18T05:13:26.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf741557c0 0x7fcf741ecc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcf540666c0 0x7fcf54068b80 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf74154e00 0x7fcf741ec6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 --2- 172.21.15.32:0/176440500 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcf60003980 0x7fcf740ac580 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 >> 172.21.15.32:0/176440500 conn(0x7fcf740a8e50 msgr2=0x7fcf74153b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:26.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 shutdown_connections 2024-04-18T05:13:26.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.522+0000 7fcf7a080640 1 -- 172.21.15.32:0/176440500 wait complete. 2024-04-18T05:13:26.537 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2024-04-18T05:13:26.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.650+0000 7f65c2c41640 1 Processor -- start 2024-04-18T05:13:26.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65c2c41640 1 -- start start 2024-04-18T05:13:26.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65c2c41640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f65bc0bbdb0 0x7f65bc151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65c2c41640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65bc0a9460 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65c2c41640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65bc0bb4b0 con 0x7f65bc06a400 2024-04-18T05:13:26.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65c2c41640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65bc0ba0d0 con 0x7f65bc0bbdb0 2024-04-18T05:13:26.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65c11de640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f65bc0bb0a0 0x7f65bc14d9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:54280/0 (socket says 172.21.15.32:54280) 2024-04-18T05:13:26.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65c11de640 1 -- 172.21.15.32:0/122690105 learned_addr learned my addr 172.21.15.32:0/122690105 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:26.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65bbfff640 1 --2- 172.21.15.32:0/122690105 >> v2:172.21.15.32:3300/0 conn(0x7f65bc0bbdb0 0x7f65bc151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.655 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65bb7fe640 1 -- 172.21.15.32:0/122690105 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2792307204 0 0) 0x7f65bc0a9460 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65bb7fe640 1 -- 172.21.15.32:0/122690105 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65ac003530 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65bbfff640 1 -- 172.21.15.32:0/122690105 >> v1:172.21.15.92:6789/0 conn(0x7f65bc06a400 legacy=0x7f65bc0a8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65bbfff640 1 -- 172.21.15.32:0/122690105 >> v1:172.21.15.32:6789/0 conn(0x7f65bc0bb0a0 legacy=0x7f65bc14d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.656 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65bbfff640 1 -- 172.21.15.32:0/122690105 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65bc0ba2e0 con 0x7f65bc0bbdb0 2024-04-18T05:13:26.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.654+0000 7f65bbfff640 1 --2- 172.21.15.32:0/122690105 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bbdb0 0x7f65bc151380 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f65bc0ba210 tx=0x7f65a801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1df5d582f5522140 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bb7fe640 1 -- 172.21.15.32:0/122690105 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a80ac640 con 0x7f65bc0bbdb0 2024-04-18T05:13:26.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bb7fe640 1 -- 172.21.15.32:0/122690105 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65a80ac7a0 con 0x7f65bc0bbdb0 2024-04-18T05:13:26.657 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bb7fe640 1 -- 172.21.15.32:0/122690105 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a80acb30 con 0x7f65bc0bbdb0 2024-04-18T05:13:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- 172.21.15.32:0/122690105 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bbdb0 msgr2=0x7f65bc151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 --2- 172.21.15.32:0/122690105 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bbdb0 0x7f65bc151380 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f65bc0ba210 tx=0x7f65a801c3e0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- 172.21.15.32:0/122690105 shutdown_connections 2024-04-18T05:13:26.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 --2- 172.21.15.32:0/122690105 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bbdb0 0x7f65bc151380 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- 172.21.15.32:0/122690105 >> 172.21.15.32:0/122690105 conn(0x7f65bc0c54b0 msgr2=0x7f65bc0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:26.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- 172.21.15.32:0/122690105 shutdown_connections 2024-04-18T05:13:26.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- 172.21.15.32:0/122690105 wait complete. 2024-04-18T05:13:26.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 Processor -- start 2024-04-18T05:13:26.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- start start 2024-04-18T05:13:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65bc06a400 0x7f65bc14af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bb0a0 0x7f65bc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0bbdb0 0x7f65bc1448c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65bc0c3fc0 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65bc1efba0 con 0x7f65bc0bbdb0 2024-04-18T05:13:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65bc1efe80 con 0x7f65bc06a400 2024-04-18T05:13:26.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bbfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bb0a0 0x7f65bc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bbfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bb0a0 0x7f65bc06d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59602/0 (socket says 172.21.15.32:59602) 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bbfff640 1 -- 172.21.15.32:0/1161017391 learned_addr learned my addr 172.21.15.32:0/1161017391 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c11de640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0bbdb0 0x7f65bc1448c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c09dd640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65bc06a400 0x7f65bc14af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bbfff640 1 -- 172.21.15.32:0/1161017391 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65bc06a400 msgr2=0x7f65bc14af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bbfff640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65bc06a400 0x7f65bc14af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bbfff640 1 -- 172.21.15.32:0/1161017391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0bbdb0 msgr2=0x7f65bc1448c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bbfff640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0bbdb0 0x7f65bc1448c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bbfff640 1 -- 172.21.15.32:0/1161017391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65a8009420 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c11de640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0bbdb0 0x7f65bc1448c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65bbfff640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bb0a0 0x7f65bc06d0f0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f65a8018ff0 tx=0x7f65a801ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65b97fa640 1 -- 172.21.15.32:0/1161017391 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a80b7650 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65b97fa640 1 -- 172.21.15.32:0/1161017391 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65a80b77b0 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65bc1f0160 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65b97fa640 1 -- 172.21.15.32:0/1161017391 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a80b7b20 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.658+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65bc06bc20 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.662+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65bc072000 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.662+0000 7f65b97fa640 1 -- 172.21.15.32:0/1161017391 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f65a80b3070 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.662+0000 7f65b97fa640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a0066690 0x7f65a0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.662+0000 7f65b97fa640 1 -- 172.21.15.32:0/1161017391 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f65a811f090 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.662+0000 7f65c09dd640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a0066690 0x7f65a0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.662+0000 7f65c09dd640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a0066690 0x7f65a0068b50 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f65b0000f70 tx=0x7f65b0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.666+0000 7f65b97fa640 1 -- 172.21.15.32:0/1161017391 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f65a80ebef0 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.822+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f65bc04e1e0 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.822+0000 7f65b97fa640 1 -- 172.21.15.32:0/1161017391 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v47) v1 ==== 101+0+11 (secure 0 0 0) 0x7f65a80ef510 con 0x7f65bc0bb0a0 2024-04-18T05:13:26.825 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a0066690 msgr2=0x7f65a0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a0066690 0x7f65a0068b50 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f65b0000f70 tx=0x7f65b0009040 comp rx=0 tx=0).stop 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bb0a0 msgr2=0x7f65bc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bb0a0 0x7f65bc06d0f0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f65a8018ff0 tx=0x7f65a801ac20 comp rx=0 tx=0).stop 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 shutdown_connections 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f65a0066690 0x7f65a0068b50 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0bbdb0 0x7f65bc1448c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65bc0bb0a0 0x7f65bc06d0f0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 --2- 172.21.15.32:0/1161017391 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65bc06a400 0x7f65bc14af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 >> 172.21.15.32:0/1161017391 conn(0x7f65bc0c54b0 msgr2=0x7f65bc148020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 shutdown_connections 2024-04-18T05:13:26.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.826+0000 7f65c2c41640 1 -- 172.21.15.32:0/1161017391 wait complete. 2024-04-18T05:13:26.845 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:13:26.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8453269640 1 Processor -- start 2024-04-18T05:13:26.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8453269640 1 -- start start 2024-04-18T05:13:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8453269640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f844c0c23b0 0x7f844c0c1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8453269640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f844c151d20 0x7f844c152150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8453269640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f844c0701e0 con 0x7f844c14eed0 2024-04-18T05:13:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8453269640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f844c06ffd0 con 0x7f844c0c23b0 2024-04-18T05:13:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8453269640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f844c070810 con 0x7f844c151d20 2024-04-18T05:13:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8450804640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f844c0c23b0 0x7f844c0c1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8450804640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f844c0c23b0 0x7f844c0c1c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59614/0 (socket says 172.21.15.32:59614) 2024-04-18T05:13:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8450804640 1 -- 172.21.15.32:0/4254194933 learned_addr learned my addr 172.21.15.32:0/4254194933 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:26.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8451806640 1 --2- 172.21.15.32:0/4254194933 >> v2:172.21.15.92:3300/0 conn(0x7f844c151d20 0x7f844c152150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8450804640 1 -- 172.21.15.32:0/4254194933 >> v2:172.21.15.92:3300/0 conn(0x7f844c151d20 msgr2=0x7f844c152150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:26.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8450804640 1 --2- 172.21.15.32:0/4254194933 >> v2:172.21.15.92:3300/0 conn(0x7f844c151d20 0x7f844c152150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8450804640 1 -- 172.21.15.32:0/4254194933 >> v1:172.21.15.92:6789/0 conn(0x7f844c14eed0 legacy=0x7f844c06e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:26.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.974+0000 7f8450804640 1 -- 172.21.15.32:0/4254194933 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f844c155950 con 0x7f844c0c23b0 2024-04-18T05:13:26.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8450804640 1 --2- 172.21.15.32:0/4254194933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c0c23b0 0x7f844c0c1c00 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f844c06fc60 tx=0x7f843c01ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99b65e24c0e64d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8443fff640 1 -- 172.21.15.32:0/4254194933 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c0a89d0 con 0x7f844c0c23b0 2024-04-18T05:13:26.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8443fff640 1 -- 172.21.15.32:0/4254194933 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f843c0a8b30 con 0x7f844c0c23b0 2024-04-18T05:13:26.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8443fff640 1 -- 172.21.15.32:0/4254194933 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f843c0b0440 con 0x7f844c0c23b0 2024-04-18T05:13:26.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 -- 172.21.15.32:0/4254194933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c0c23b0 msgr2=0x7f844c0c1c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 --2- 172.21.15.32:0/4254194933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c0c23b0 0x7f844c0c1c00 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f844c06fc60 tx=0x7f843c01ecd0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 -- 172.21.15.32:0/4254194933 shutdown_connections 2024-04-18T05:13:26.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 --2- 172.21.15.32:0/4254194933 >> v2:172.21.15.92:3300/0 conn(0x7f844c151d20 0x7f844c152150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 --2- 172.21.15.32:0/4254194933 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c0c23b0 0x7f844c0c1c00 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 -- 172.21.15.32:0/4254194933 >> 172.21.15.32:0/4254194933 conn(0x7f844c0a8e50 msgr2=0x7f844c0a9260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:26.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 -- 172.21.15.32:0/4254194933 shutdown_connections 2024-04-18T05:13:26.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 -- 172.21.15.32:0/4254194933 wait complete. 2024-04-18T05:13:26.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 Processor -- start 2024-04-18T05:13:26.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 -- start start 2024-04-18T05:13:26.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f844c0c23b0 0x7f844c0bdd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f844c14eed0 0x7f844c1ec760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c151d20 0x7f844c0a62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f844c0c0400 con 0x7f844c151d20 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f844c0bed60 con 0x7f844c14eed0 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.978+0000 7f8453269640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f844c0bacc0 con 0x7f844c0c23b0 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451806640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c151d20 0x7f844c0a62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451806640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c151d20 0x7f844c0a62e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59626/0 (socket says 172.21.15.32:59626) 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451806640 1 -- 172.21.15.32:0/2115486609 learned_addr learned my addr 172.21.15.32:0/2115486609 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8450804640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f844c14eed0 0x7f844c1ec760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451005640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f844c0c23b0 0x7f844c0bdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451806640 1 -- 172.21.15.32:0/2115486609 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f844c0c23b0 msgr2=0x7f844c0bdd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451806640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f844c0c23b0 0x7f844c0bdd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451806640 1 -- 172.21.15.32:0/2115486609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f844c14eed0 msgr2=0x7f844c1ec760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:26.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451806640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f844c14eed0 0x7f844c1ec760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451806640 1 -- 172.21.15.32:0/2115486609 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f843c0094d0 con 0x7f844c151d20 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8450804640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f844c14eed0 0x7f844c1ec760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451806640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c151d20 0x7f844c0a62e0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8444007e70 tx=0x7f844400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8441ffb640 1 -- 172.21.15.32:0/2115486609 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8444014420 con 0x7f844c151d20 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8441ffb640 1 -- 172.21.15.32:0/2115486609 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84440145a0 con 0x7f844c151d20 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f844c06cf90 con 0x7f844c151d20 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8441ffb640 1 -- 172.21.15.32:0/2115486609 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8444014950 con 0x7f844c151d20 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f844c0c0610 con 0x7f844c151d20 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f844c0bef10 con 0x7f844c151d20 2024-04-18T05:13:26.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8441ffb640 1 -- 172.21.15.32:0/2115486609 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8444014ab0 con 0x7f844c151d20 2024-04-18T05:13:26.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8441ffb640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8430066690 0x7f8430068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:26.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8441ffb640 1 -- 172.21.15.32:0/2115486609 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f8444085030 con 0x7f844c151d20 2024-04-18T05:13:26.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451005640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8430066690 0x7f8430068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:26.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.982+0000 7f8451005640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8430066690 0x7f8430068b50 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8448004e30 tx=0x7f8448009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:26.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:26.986+0000 7f8441ffb640 1 -- 172.21.15.32:0/2115486609 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f844c0bef10 con 0x7f844c151d20 2024-04-18T05:13:27.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f844c0bef10 con 0x7f844c151d20 2024-04-18T05:13:27.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8441ffb640 1 -- 172.21.15.32:0/2115486609 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v47) v1 ==== 80+0+0 (secure 0 0 0) 0x7f844c0bef10 con 0x7f844c151d20 2024-04-18T05:13:27.163 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:13:27.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8430066690 msgr2=0x7f8430068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:27.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8430066690 0x7f8430068b50 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8448004e30 tx=0x7f8448009040 comp rx=0 tx=0).stop 2024-04-18T05:13:27.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c151d20 msgr2=0x7f844c0a62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:27.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c151d20 0x7f844c0a62e0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8444007e70 tx=0x7f844400e4b0 comp rx=0 tx=0).stop 2024-04-18T05:13:27.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 shutdown_connections 2024-04-18T05:13:27.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f844c151d20 0x7f844c0a62e0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:27.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8430066690 0x7f8430068b50 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:27.165 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f844c14eed0 0x7f844c1ec760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:27.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 --2- 172.21.15.32:0/2115486609 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f844c0c23b0 0x7f844c0bdd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:27.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 >> 172.21.15.32:0/2115486609 conn(0x7f844c0a8e50 msgr2=0x7f844c0a7d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:27.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 shutdown_connections 2024-04-18T05:13:27.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:27.162+0000 7f8453269640 1 -- 172.21.15.32:0/2115486609 wait complete. 2024-04-18T05:13:27.182 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi032.front.sepia.ceph.com... 2024-04-18T05:13:27.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:27.183 DEBUG:teuthology.orchestra.run.smithi032:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-04-18T05:13:27.194 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[37943]: fuse finished with error 0 and tester_r 0 2024-04-18T05:13:27.195 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:13:33.297 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T05:13:33.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:33.297 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-18T05:13:33.305 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:13:33.305 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:33.354 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339596k,nr_inodes=4084899,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275308k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16938 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275304k,nr_inodes=818826,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275308k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2024-04-18T05:13:33.355 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:13:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.526+0000 7fe089fe0640 1 Processor -- start 2024-04-18T05:13:33.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.526+0000 7fe089fe0640 1 -- start start 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe089fe0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe0840a84c0 0x7fe0841519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe089fe0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0840a88a0 0x7fe08406cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe089fe0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0840a8d00 con 0x7fe08406d400 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe089fe0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0840a9080 con 0x7fe0840a84c0 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe089fe0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe084155e50 con 0x7fe0840a88a0 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe083fff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe08406d400 0x7fe0840aa440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50296/0 (socket says 172.21.15.32:50296) 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe083fff640 1 -- 172.21.15.32:0/270742896 learned_addr learned my addr 172.21.15.32:0/270742896 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe082ffd640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0840a88a0 0x7fe08406cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0837fe640 1 --2- 172.21.15.32:0/270742896 >> v2:172.21.15.92:3300/0 conn(0x7fe0840a84c0 0x7fe0841519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:33.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2536704685 0 0) 0x7fe0840a8d00 con 0x7fe08406d400 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe06c003530 con 0x7fe08406d400 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3286771476 0 0) 0x7fe06c003530 con 0x7fe08406d400 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0840a88a0 msgr2=0x7fe08406cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0840a88a0 0x7fe08406cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 >> v2:172.21.15.92:3300/0 conn(0x7fe0840a84c0 msgr2=0x7fe0841519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 --2- 172.21.15.32:0/270742896 >> v2:172.21.15.92:3300/0 conn(0x7fe0840a84c0 0x7fe0841519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe084154f60 con 0x7fe08406d400 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fe07c001a00 con 0x7fe08406d400 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 >> v1:172.21.15.32:6789/0 conn(0x7fe08406d400 legacy=0x7fe0840aa440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe06c003980 0x7fe06c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0840a88a0 0x7fe06c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe06c004d10 0x7fe06c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0840a9080 con 0x7fe06c004d10 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe084155e50 con 0x7fe06c003980 2024-04-18T05:13:33.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe06c00b990 con 0x7fe0840a88a0 2024-04-18T05:13:33.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe083fff640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe06c004d10 0x7fe06c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:33.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe0837fe640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe06c003980 0x7fe06c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:33.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe083fff640 1 -- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0840a88a0 msgr2=0x7fe06c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:33.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe083fff640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe0840a88a0 0x7fe06c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe083fff640 1 -- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe06c003980 msgr2=0x7fe06c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:33.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe083fff640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe06c003980 0x7fe06c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.530+0000 7fe083fff640 1 -- 172.21.15.32:0/270742896 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe06c003530 con 0x7fe06c004d10 2024-04-18T05:13:33.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe083fff640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe06c004d10 0x7fe06c005190 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fe07c00a830 tx=0x7fe07c01d360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bdb42cfc09324f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:33.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07c0ad630 con 0x7fe06c004d10 2024-04-18T05:13:33.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe07c0a8070 con 0x7fe06c004d10 2024-04-18T05:13:33.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe0827fc640 1 -- 172.21.15.32:0/270742896 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07c0ad9d0 con 0x7fe06c004d10 2024-04-18T05:13:33.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 -- 172.21.15.32:0/270742896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe06c004d10 msgr2=0x7fe06c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:33.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 --2- 172.21.15.32:0/270742896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe06c004d10 0x7fe06c005190 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fe07c00a830 tx=0x7fe07c01d360 comp rx=0 tx=0).stop 2024-04-18T05:13:33.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe083fff640 1 -- 172.21.15.32:0/270742896 reap_dead start 2024-04-18T05:13:33.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 -- 172.21.15.32:0/270742896 shutdown_connections 2024-04-18T05:13:33.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 -- 172.21.15.32:0/270742896 >> 172.21.15.32:0/270742896 conn(0x7fe084069e80 msgr2=0x7fe08406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:33.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 -- 172.21.15.32:0/270742896 shutdown_connections 2024-04-18T05:13:33.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 -- 172.21.15.32:0/270742896 wait complete. 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 Processor -- start 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 -- start start 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0841546e0 0x7fe08414e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe084137af0 0x7fe08414ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0841503a0 0x7fe0841ea530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0841393a0 con 0x7fe0841503a0 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe084138440 con 0x7fe0841546e0 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe089fe0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe084138720 con 0x7fe084137af0 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe083fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0841503a0 0x7fe0841ea530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe083fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0841503a0 0x7fe0841ea530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37650/0 (socket says 172.21.15.32:37650) 2024-04-18T05:13:33.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe083fff640 1 -- 172.21.15.32:0/877227856 learned_addr learned my addr 172.21.15.32:0/877227856 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe082ffd640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe084137af0 0x7fe08414ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.534+0000 7fe0837fe640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0841546e0 0x7fe08414e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe083fff640 1 -- 172.21.15.32:0/877227856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe084137af0 msgr2=0x7fe08414ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe083fff640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe084137af0 0x7fe08414ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe083fff640 1 -- 172.21.15.32:0/877227856 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0841546e0 msgr2=0x7fe08414e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe083fff640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0841546e0 0x7fe08414e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe083fff640 1 -- 172.21.15.32:0/877227856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe084138a00 con 0x7fe0841503a0 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe083fff640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0841503a0 0x7fe0841ea530 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fe07c01dc00 tx=0x7fe06c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe06bfff640 1 -- 172.21.15.32:0/877227856 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07c0b9070 con 0x7fe0841503a0 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe06bfff640 1 -- 172.21.15.32:0/877227856 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe07c0019d0 con 0x7fe0841503a0 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe084138ce0 con 0x7fe0841503a0 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe06bfff640 1 -- 172.21.15.32:0/877227856 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07c002000 con 0x7fe0841503a0 2024-04-18T05:13:33.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe084150a80 con 0x7fe0841503a0 2024-04-18T05:13:33.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0840666e0 con 0x7fe0841503a0 2024-04-18T05:13:33.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe06bfff640 1 -- 172.21.15.32:0/877227856 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe07c0aa030 con 0x7fe0841503a0 2024-04-18T05:13:33.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe06bfff640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe0700666c0 0x7fe070068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:33.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe06bfff640 1 -- 172.21.15.32:0/877227856 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fe07c11ded0 con 0x7fe0841503a0 2024-04-18T05:13:33.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe0837fe640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe0700666c0 0x7fe070068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:33.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.538+0000 7fe0837fe640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe0700666c0 0x7fe070068b80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe074009ab0 tx=0x7fe074008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:33.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.542+0000 7fe06bfff640 1 -- 172.21.15.32:0/877227856 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe07c0eaea0 con 0x7fe0841503a0 2024-04-18T05:13:33.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.738+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe0840722f0 con 0x7fe0841503a0 2024-04-18T05:13:33.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.738+0000 7fe06bfff640 1 -- 172.21.15.32:0/877227856 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v21) v1 ==== 53+0+149 (secure 0 0 0) 0x7fe07c0bc320 con 0x7fe0841503a0 2024-04-18T05:13:33.741 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-18T05:13:33.741 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2024-04-18T05:13:33.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe0700666c0 msgr2=0x7fe070068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:33.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe0700666c0 0x7fe070068b80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe074009ab0 tx=0x7fe074008040 comp rx=0 tx=0).stop 2024-04-18T05:13:33.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0841503a0 msgr2=0x7fe0841ea530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:33.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0841503a0 0x7fe0841ea530 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fe07c01dc00 tx=0x7fe06c005800 comp rx=0 tx=0).stop 2024-04-18T05:13:33.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 shutdown_connections 2024-04-18T05:13:33.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe0841503a0 0x7fe0841ea530 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe084137af0 0x7fe08414ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe0700666c0 0x7fe070068b80 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 --2- 172.21.15.32:0/877227856 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe0841546e0 0x7fe08414e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:33.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 >> 172.21.15.32:0/877227856 conn(0x7fe084069e80 msgr2=0x7fe084133e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:33.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 shutdown_connections 2024-04-18T05:13:33.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:33.742+0000 7fe089fe0640 1 -- 172.21.15.32:0/877227856 wait complete. 2024-04-18T05:13:33.760 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2024-04-18T05:13:33.760 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:13:33.760 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-04-18T05:13:33.760 INFO:tasks.cephfs.mount:self.client.name = client.testuser 2024-04-18T05:13:33.760 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-18T05:13:33.760 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2024-04-18T05:13:33.761 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:13:33.761 INFO:tasks.cephfs.mount:self.client_keyring_path = /tmp/tmp.rsim2lEOs1 2024-04-18T05:13:33.761 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-04-18T05:13:33.766 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.dZMoyUNXJb 2024-04-18T05:13:33.767 DEBUG:teuthology.orchestra.run.smithi032:> sudo cp /tmp/tmp.rsim2lEOs1 /tmp/tmp.dZMoyUNXJb 2024-04-18T05:13:33.822 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 0666 /tmp/tmp.dZMoyUNXJb 2024-04-18T05:13:33.935 DEBUG:teuthology.orchestra.remote:smithi032:/tmp/tmp.dZMoyUNXJb is 66B 2024-04-18T05:13:33.948 DEBUG:teuthology.orchestra.run.smithi032:> rm -fr /tmp/tmp.dZMoyUNXJb 2024-04-18T05:13:33.953 INFO:tasks.cephfs.mount:keyring content - [client.testuser] key = AQDyqyBm+c1QIhAASyyLXBjVf0icd7+RAwMCEg== 2024-04-18T05:13:33.953 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:13:33.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:33.953 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-04-18T05:13:34.007 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42403sec preferred_lft 42403sec 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:13:34.008 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 02:42:bf:8b:bb:cc brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout:9: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout:10: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-04-18T05:13:34.009 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:13:34.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:34.010 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:13:34.063 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-04-18T05:13:34.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:34.065 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-04-18T05:13:34.116 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-04-18T05:13:34.116 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:13:34.116 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-04-18T05:13:34.116 INFO:teuthology.orchestra.run.smithi032.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:13:34.116 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-04-18T05:13:34.116 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:13:34.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:34.117 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:13:34.117 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:13:34.117 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-18T05:13:34.117 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-18T05:13:34.117 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-18T05:13:34.117 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:13:34.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:34.192 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-04-18T05:13:34.239 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-18T05:13:34.239 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:13:34.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:34.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-04-18T05:13:34.295 INFO:tasks.cephfs.fuse_mount:Client client.testuser config is {} 2024-04-18T05:13:34.295 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:13:34.295 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-18T05:13:34.346 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:13:34.347 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:13:34.347 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-18T05:13:34.398 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:13:34.457 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:13:34.457 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:13:34.509 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:13:34.510 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:13:34.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:34.511 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:13:34.558 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:13:34.558 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id testuser -k /tmp/tmp.rsim2lEOs1 --client_fs=cephfs2) 2024-04-18T05:13:34.603 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:13:34.617 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:13:34.618 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:13:34.672 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:13:34.673 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:13:34.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:34.674 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:13:34.686 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:2024-04-18T05:13:34.686+0000 7efd4a30f580 -1 init, newargv = 0x557c1db88e60 newargc=15 2024-04-18T05:13:34.686 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[39455]: starting ceph client 2024-04-18T05:13:34.688 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[394552024-04-18T05:13:34.686+0000 7efd4a30f580 -1 client.5994 mdsmap subscription failed: (2) No such file or directory 2024-04-18T05:13:34.688 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:]: ceph mount failed with (2) No such file or directory 2024-04-18T05:13:34.860 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:daemon-helper: command failed with exit status 1 2024-04-18T05:13:35.792 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:13:35.808 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:13:35.808 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:13:35.868 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:13:35.869 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:13:35.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:35.870 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:13:35.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-18T05:13:35.923 INFO:tasks.cephfs.fuse_mount:mount command failed. 2024-04-18T05:13:35.923 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-04-18T05:13:35.923 DEBUG:teuthology.orchestra.run.smithi032:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-18T05:13:36.015 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-18T05:13:36.058 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-04-18T05:13:36.059 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:13:36.059 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:36.065 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339596k,nr_inodes=4084899,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275308k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16938 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275304k,nr_inodes=818826,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275308k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2024-04-18T05:13:36.066 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi032.front.sepia.ceph.com 2024-04-18T05:13:36.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:36.066 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-18T05:13:36.116 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:13:36.117 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:36.124 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:36.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.290+0000 7f61c78ac640 1 Processor -- start 2024-04-18T05:13:36.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.290+0000 7f61c78ac640 1 -- start start 2024-04-18T05:13:36.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c78ac640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f61c014def0 0x7f61c00716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c78ac640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61c014e2d0 con 0x7f61c00c0e50 2024-04-18T05:13:36.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c78ac640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61c0151440 con 0x7f61c00c1820 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c78ac640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61c0151720 con 0x7f61c014def0 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5e49640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f61c00c0e50 0x7f61c015b1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50304/0 (socket says 172.21.15.32:50304) 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5e49640 1 -- 172.21.15.32:0/2259309589 learned_addr learned my addr 172.21.15.32:0/2259309589 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5648640 1 --2- 172.21.15.32:0/2259309589 >> v2:172.21.15.92:3300/0 conn(0x7f61c014def0 0x7f61c00716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 500892933 0 0) 0x7f61c014e2d0 con 0x7f61c00c0e50 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f61ac003530 con 0x7f61c00c0e50 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2606578196 0 0) 0x7f61ac003530 con 0x7f61c00c0e50 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 >> v2:172.21.15.92:3300/0 conn(0x7f61c014def0 msgr2=0x7f61c00716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 --2- 172.21.15.32:0/2259309589 >> v2:172.21.15.92:3300/0 conn(0x7f61c014def0 0x7f61c00716f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 >> v1:172.21.15.92:6789/0 conn(0x7f61c00c1820 legacy=0x7f61c0070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61c00c1cf0 con 0x7f61c00c0e50 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f61b8001a00 con 0x7f61c00c0e50 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 >> v1:172.21.15.32:6789/0 conn(0x7f61c00c0e50 legacy=0x7f61c015b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61ac003980 0x7f61ac003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61ac0047d0 0x7f61ac004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac0052b0 0x7f61ac00dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c0151720 con 0x7f61ac003980 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61ac00e390 con 0x7f61ac0047d0 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61ac00e550 con 0x7f61ac0052b0 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5648640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61ac003980 0x7f61ac003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c4e47640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61ac0047d0 0x7f61ac004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5e49640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac0052b0 0x7f61ac00dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5648640 1 -- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac0052b0 msgr2=0x7f61ac00dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5648640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac0052b0 0x7f61ac00dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5648640 1 -- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61ac0047d0 msgr2=0x7f61ac004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5648640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61ac0047d0 0x7f61ac004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5648640 1 -- 172.21.15.32:0/2259309589 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61ac003530 con 0x7f61ac003980 2024-04-18T05:13:36.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5e49640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac0052b0 0x7f61ac00dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:36.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c4e47640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61ac0047d0 0x7f61ac004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:36.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.294+0000 7f61c5e49640 1 -- 172.21.15.32:0/2259309589 reap_dead start 2024-04-18T05:13:36.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c5648640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61ac003980 0x7f61ac003da0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f61bc009ab0 tx=0x7f61bc01ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d88ddc9730e6b8ea server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:36.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61bc0a6410 con 0x7f61ac003980 2024-04-18T05:13:36.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61bc0a6570 con 0x7f61ac003980 2024-04-18T05:13:36.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61b7fff640 1 -- 172.21.15.32:0/2259309589 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61bc0a6720 con 0x7f61ac003980 2024-04-18T05:13:36.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 -- 172.21.15.32:0/2259309589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61ac003980 msgr2=0x7f61ac003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61ac003980 0x7f61ac003da0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f61bc009ab0 tx=0x7f61bc01ca30 comp rx=0 tx=0).stop 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 -- 172.21.15.32:0/2259309589 shutdown_connections 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 --2- 172.21.15.32:0/2259309589 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61ac003980 0x7f61ac003da0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 -- 172.21.15.32:0/2259309589 >> 172.21.15.32:0/2259309589 conn(0x7f61c0069e80 msgr2=0x7f61c006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 -- 172.21.15.32:0/2259309589 shutdown_connections 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 -- 172.21.15.32:0/2259309589 wait complete. 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 Processor -- start 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 -- start start 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac003980 0x7f61c0149930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61c006d2d0 0x7f61c0143ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61c006d730 0x7f61c01481a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c014a6a0 con 0x7f61c006d2d0 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c006dc70 con 0x7f61c006d730 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c78ac640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61c01eb2e0 con 0x7f61ac003980 2024-04-18T05:13:36.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c4e47640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61c006d2d0 0x7f61c0143ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c4e47640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61c006d2d0 0x7f61c0143ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37668/0 (socket says 172.21.15.32:37668) 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c4e47640 1 -- 172.21.15.32:0/861229350 learned_addr learned my addr 172.21.15.32:0/861229350 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c5648640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac003980 0x7f61c0149930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c5e49640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61c006d730 0x7f61c01481a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c4e47640 1 -- 172.21.15.32:0/861229350 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac003980 msgr2=0x7f61c0149930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c4e47640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac003980 0x7f61c0149930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c4e47640 1 -- 172.21.15.32:0/861229350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61c006d730 msgr2=0x7f61c01481a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c4e47640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61c006d730 0x7f61c01481a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c4e47640 1 -- 172.21.15.32:0/861229350 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61c01ec060 con 0x7f61c006d2d0 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.298+0000 7f61c4e47640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61c006d2d0 0x7f61c0143ea0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f61b000d4d0 tx=0x7f61b000d990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61b5ffb640 1 -- 172.21.15.32:0/861229350 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61b0005480 con 0x7f61c006d2d0 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61b5ffb640 1 -- 172.21.15.32:0/861229350 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61b0007030 con 0x7f61c006d2d0 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61c01eb580 con 0x7f61c006d2d0 2024-04-18T05:13:36.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61b5ffb640 1 -- 172.21.15.32:0/861229350 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61b00073e0 con 0x7f61c006d2d0 2024-04-18T05:13:36.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61c01ebb40 con 0x7f61c006d2d0 2024-04-18T05:13:36.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61c00666e0 con 0x7f61c006d2d0 2024-04-18T05:13:36.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61b5ffb640 1 -- 172.21.15.32:0/861229350 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f61b0007540 con 0x7f61c006d2d0 2024-04-18T05:13:36.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61b5ffb640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61a4066690 0x7f61a4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61c5648640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61a4066690 0x7f61a4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61b5ffb640 1 -- 172.21.15.32:0/861229350 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f61b0083f80 con 0x7f61c006d2d0 2024-04-18T05:13:36.306 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.302+0000 7f61c5648640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61a4066690 0x7f61a4068b50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f61bc0ad000 tx=0x7f61bc0046d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:36.308 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.306+0000 7f61b5ffb640 1 -- 172.21.15.32:0/861229350 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f61b00b5be0 con 0x7f61c006d2d0 2024-04-18T05:13:36.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.466+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f61c00c12f0 con 0x7f61c006d2d0 2024-04-18T05:13:36.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61b5ffb640 1 -- 172.21.15.32:0/861229350 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+20043 (secure 0 0 0) 0x7f61b0019020 con 0x7f61c006d2d0 2024-04-18T05:13:36.471 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:36.471 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":47,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:10.938279+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.18","mappings":[{"from":4,"to":2}]},{"pgid":"6.3c","mappings":[{"from":4,"to":2}]},{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61a4066690 msgr2=0x7f61a4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61c78ac640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61a4066690 0x7f61a4068b50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f61bc0ad000 tx=0x7f61bc0046d0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61c006d2d0 msgr2=0x7f61c0143ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61c78ac640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61c006d2d0 0x7f61c0143ea0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f61b000d4d0 tx=0x7f61b000d990 comp rx=0 tx=0).stop 2024-04-18T05:13:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 shutdown_connections 2024-04-18T05:13:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61c78ac640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61a4066690 0x7f61a4068b50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61c78ac640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61c006d730 0x7f61c01481a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61c78ac640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61c006d2d0 0x7f61c0143ea0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.470+0000 7f61c78ac640 1 --2- 172.21.15.32:0/861229350 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61ac003980 0x7f61c0149930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.474+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 >> 172.21.15.32:0/861229350 conn(0x7f61c0069e80 msgr2=0x7f61c014aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.474+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 shutdown_connections 2024-04-18T05:13:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.474+0000 7f61c78ac640 1 -- 172.21.15.32:0/861229350 wait complete. 2024-04-18T05:13:36.491 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:12:37.672169+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:12:38.907356+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_metadata', 'create_time': '2024-04-18T05:12:57.986366+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '44', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs2_data', 'create_time': '2024-04-18T05:12:58.343248+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '45', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:13:36.491 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:13:36.622 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63e313640 1 Processor -- start 2024-04-18T05:13:36.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63e313640 1 -- start start 2024-04-18T05:13:36.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63e313640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe638155840 0x7fe6380a9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63e313640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe6380c5190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63e313640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe63806ff50 con 0x7fe6380a91b0 2024-04-18T05:13:36.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63e313640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6380a9e90 con 0x7fe638155840 2024-04-18T05:13:36.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63e313640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6380c2a20 con 0x7fe6380c1c10 2024-04-18T05:13:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63c8b0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe6380c5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe6377fe640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe638155840 0x7fe6380a9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63c8b0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe6380c5190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:42998/0 (socket says 172.21.15.32:42998) 2024-04-18T05:13:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63c8b0640 1 -- 172.21.15.32:0/228887633 learned_addr learned my addr 172.21.15.32:0/228887633 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63c8b0640 1 -- 172.21.15.32:0/228887633 >> v2:172.21.15.92:3300/0 conn(0x7fe638155840 msgr2=0x7fe6380a9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63c8b0640 1 --2- 172.21.15.32:0/228887633 >> v2:172.21.15.92:3300/0 conn(0x7fe638155840 0x7fe6380a9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63c8b0640 1 -- 172.21.15.32:0/228887633 >> v1:172.21.15.92:6789/0 conn(0x7fe6380a91b0 legacy=0x7fe638155130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe63c8b0640 1 -- 172.21.15.32:0/228887633 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe63806fa70 con 0x7fe6380c1c10 2024-04-18T05:13:36.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.622+0000 7fe6377fe640 1 --2- 172.21.15.32:0/228887633 >> v2:172.21.15.92:3300/0 conn(0x7fe638155840 0x7fe6380a9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:13:36.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe63c8b0640 1 --2- 172.21.15.32:0/228887633 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe6380c5190 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe628009870 tx=0x7fe62801c530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=971cc0ade4eb22d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:36.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe636ffd640 1 -- 172.21.15.32:0/228887633 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6280ab640 con 0x7fe6380c1c10 2024-04-18T05:13:36.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe636ffd640 1 -- 172.21.15.32:0/228887633 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6280a7070 con 0x7fe6380c1c10 2024-04-18T05:13:36.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe636ffd640 1 -- 172.21.15.32:0/228887633 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6280ab9c0 con 0x7fe6380c1c10 2024-04-18T05:13:36.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe63e313640 1 -- 172.21.15.32:0/228887633 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 msgr2=0x7fe6380c5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe63e313640 1 --2- 172.21.15.32:0/228887633 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe6380c5190 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe628009870 tx=0x7fe62801c530 comp rx=0 tx=0).stop 2024-04-18T05:13:36.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe63e313640 1 -- 172.21.15.32:0/228887633 shutdown_connections 2024-04-18T05:13:36.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe63e313640 1 --2- 172.21.15.32:0/228887633 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe6380c5190 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe63e313640 1 --2- 172.21.15.32:0/228887633 >> v2:172.21.15.92:3300/0 conn(0x7fe638155840 0x7fe6380a9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe63e313640 1 -- 172.21.15.32:0/228887633 >> 172.21.15.32:0/228887633 conn(0x7fe638072780 msgr2=0x7fe638072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:36.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe63e313640 1 -- 172.21.15.32:0/228887633 shutdown_connections 2024-04-18T05:13:36.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.626+0000 7fe63e313640 1 -- 172.21.15.32:0/228887633 wait complete. 2024-04-18T05:13:36.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 Processor -- start 2024-04-18T05:13:36.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 -- start start 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380a91b0 0x7fe63814b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe638147220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638155840 0x7fe6381f41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6381514d0 con 0x7fe6380a91b0 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe638147760 con 0x7fe638155840 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe638151130 con 0x7fe6380c1c10 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe637fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380a91b0 0x7fe63814b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe637fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380a91b0 0x7fe63814b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37672/0 (socket says 172.21.15.32:37672) 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe637fff640 1 -- 172.21.15.32:0/2508718062 learned_addr learned my addr 172.21.15.32:0/2508718062 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63c8b0640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638155840 0x7fe6381f41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe6377fe640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe638147220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe637fff640 1 -- 172.21.15.32:0/2508718062 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 msgr2=0x7fe638147220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe637fff640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe638147220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe637fff640 1 -- 172.21.15.32:0/2508718062 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638155840 msgr2=0x7fe6381f41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe637fff640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638155840 0x7fe6381f41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe637fff640 1 -- 172.21.15.32:0/2508718062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe62c009420 con 0x7fe6380a91b0 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63c8b0640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638155840 0x7fe6381f41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe637fff640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380a91b0 0x7fe63814b6a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fe63000c790 tx=0x7fe63000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe634ff9640 1 -- 172.21.15.32:0/2508718062 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe63000cea0 con 0x7fe6380a91b0 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe634ff9640 1 -- 172.21.15.32:0/2508718062 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe630006d60 con 0x7fe6380a91b0 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6280094d0 con 0x7fe6380a91b0 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe634ff9640 1 -- 172.21.15.32:0/2508718062 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe630003bc0 con 0x7fe6380a91b0 2024-04-18T05:13:36.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe63814f430 con 0x7fe6380a91b0 2024-04-18T05:13:36.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe638151610 con 0x7fe6380a91b0 2024-04-18T05:13:36.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.630+0000 7fe634ff9640 1 -- 172.21.15.32:0/2508718062 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe630003d20 con 0x7fe6380a91b0 2024-04-18T05:13:36.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.634+0000 7fe634ff9640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe624066690 0x7fe624068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.634+0000 7fe634ff9640 1 -- 172.21.15.32:0/2508718062 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fe630084eb0 con 0x7fe6380a91b0 2024-04-18T05:13:36.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.634+0000 7fe6377fe640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe624066690 0x7fe624068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.634+0000 7fe6377fe640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe624066690 0x7fe624068b50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe63815c570 tx=0x7fe62c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:36.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.634+0000 7fe634ff9640 1 -- 172.21.15.32:0/2508718062 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe630055810 con 0x7fe6380a91b0 2024-04-18T05:13:36.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.794+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe638151610 con 0x7fe6380a91b0 2024-04-18T05:13:36.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe634ff9640 1 -- 172.21.15.32:0/2508718062 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v47) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe638151610 con 0x7fe6380a91b0 2024-04-18T05:13:36.798 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:13:36.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe624066690 msgr2=0x7fe624068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe624066690 0x7fe624068b50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe63815c570 tx=0x7fe62c008040 comp rx=0 tx=0).stop 2024-04-18T05:13:36.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380a91b0 msgr2=0x7fe63814b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380a91b0 0x7fe63814b6a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fe63000c790 tx=0x7fe63000cc50 comp rx=0 tx=0).stop 2024-04-18T05:13:36.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 shutdown_connections 2024-04-18T05:13:36.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe624066690 0x7fe624068b50 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638155840 0x7fe6381f41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6380c1c10 0x7fe638147220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 --2- 172.21.15.32:0/2508718062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6380a91b0 0x7fe63814b6a0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 >> 172.21.15.32:0/2508718062 conn(0x7fe638072780 msgr2=0x7fe638072b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:36.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 shutdown_connections 2024-04-18T05:13:36.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.798+0000 7fe63e313640 1 -- 172.21.15.32:0/2508718062 wait complete. 2024-04-18T05:13:36.819 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:13:36.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f558651a640 1 Processor -- start 2024-04-18T05:13:36.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f558651a640 1 -- start start 2024-04-18T05:13:36.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f558651a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 0x7f55800a9790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f558651a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55800c19c0 con 0x7f55800aa040 2024-04-18T05:13:36.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f558651a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5580154e70 con 0x7f558006a310 2024-04-18T05:13:36.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f558651a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5580071c00 con 0x7f558014e2b0 2024-04-18T05:13:36.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f557f7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f55800aa040 0x7f55800a9080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50306/0 (socket says 172.21.15.32:50306) 2024-04-18T05:13:36.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f557f7fe640 1 -- 172.21.15.32:0/1295610028 learned_addr learned my addr 172.21.15.32:0/1295610028 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:36.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f5584ab7640 1 --2- 172.21.15.32:0/1295610028 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 0x7f55800a9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f557effd640 1 -- 172.21.15.32:0/1295610028 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1655090918 0 0) 0x7f55800c19c0 con 0x7f55800aa040 2024-04-18T05:13:36.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f557effd640 1 -- 172.21.15.32:0/1295610028 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5568003530 con 0x7f55800aa040 2024-04-18T05:13:36.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f5584ab7640 1 -- 172.21.15.32:0/1295610028 >> v1:172.21.15.92:6789/0 conn(0x7f558006a310 legacy=0x7f558014dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f5584ab7640 1 -- 172.21.15.32:0/1295610028 >> v1:172.21.15.32:6789/0 conn(0x7f55800aa040 legacy=0x7f55800a9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.942+0000 7f5584ab7640 1 -- 172.21.15.32:0/1295610028 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5580154260 con 0x7f558014e2b0 2024-04-18T05:13:36.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f5584ab7640 1 --2- 172.21.15.32:0/1295610028 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 0x7f55800a9790 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5578009dc0 tx=0x7f557801c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=572e643270b02e1f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:36.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f557effd640 1 -- 172.21.15.32:0/1295610028 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55780a5990 con 0x7f558014e2b0 2024-04-18T05:13:36.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f557effd640 1 -- 172.21.15.32:0/1295610028 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55780a5af0 con 0x7f558014e2b0 2024-04-18T05:13:36.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f557effd640 1 -- 172.21.15.32:0/1295610028 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55780a5e60 con 0x7f558014e2b0 2024-04-18T05:13:36.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 -- 172.21.15.32:0/1295610028 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 msgr2=0x7f55800a9790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 --2- 172.21.15.32:0/1295610028 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 0x7f55800a9790 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5578009dc0 tx=0x7f557801c8d0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 -- 172.21.15.32:0/1295610028 shutdown_connections 2024-04-18T05:13:36.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 --2- 172.21.15.32:0/1295610028 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 0x7f55800a9790 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 -- 172.21.15.32:0/1295610028 >> 172.21.15.32:0/1295610028 conn(0x7f55800c54b0 msgr2=0x7f55800c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:36.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 -- 172.21.15.32:0/1295610028 shutdown_connections 2024-04-18T05:13:36.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 -- 172.21.15.32:0/1295610028 wait complete. 2024-04-18T05:13:36.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 Processor -- start 2024-04-18T05:13:36.948 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 -- start start 2024-04-18T05:13:36.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f558006a310 0x7f55801eda20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55800aa040 0x7f55800c4080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 0x7f55801454a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55801edf60 con 0x7f55800aa040 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55800707d0 con 0x7f558006a310 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f558651a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f558006caf0 con 0x7f558014e2b0 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f557f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55800aa040 0x7f55800c4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f557f7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55800aa040 0x7f55800c4080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37684/0 (socket says 172.21.15.32:37684) 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.946+0000 7f557f7fe640 1 -- 172.21.15.32:0/3963413275 learned_addr learned my addr 172.21.15.32:0/3963413275 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557ffff640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f558006a310 0x7f55801eda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f5584ab7640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 0x7f55801454a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557f7fe640 1 -- 172.21.15.32:0/3963413275 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 msgr2=0x7f55801454a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557f7fe640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 0x7f55801454a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557f7fe640 1 -- 172.21.15.32:0/3963413275 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f558006a310 msgr2=0x7f55801eda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557f7fe640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f558006a310 0x7f55801eda20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:36.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557f7fe640 1 -- 172.21.15.32:0/3963413275 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5578009a70 con 0x7f55800aa040 2024-04-18T05:13:36.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557f7fe640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55800aa040 0x7f55800c4080 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f557400c500 tx=0x7f557400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:36.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557cff9640 1 -- 172.21.15.32:0/3963413275 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5574005cf0 con 0x7f55800aa040 2024-04-18T05:13:36.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557cff9640 1 -- 172.21.15.32:0/3963413275 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5574005e50 con 0x7f55800aa040 2024-04-18T05:13:36.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f558006d630 con 0x7f55800aa040 2024-04-18T05:13:36.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557cff9640 1 -- 172.21.15.32:0/3963413275 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55740072f0 con 0x7f55800aa040 2024-04-18T05:13:36.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f558006cd90 con 0x7f55800aa040 2024-04-18T05:13:36.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55800a9c50 con 0x7f55800aa040 2024-04-18T05:13:36.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557cff9640 1 -- 172.21.15.32:0/3963413275 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5574007450 con 0x7f55800aa040 2024-04-18T05:13:36.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557cff9640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f556c0666c0 0x7f556c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:36.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557cff9640 1 -- 172.21.15.32:0/3963413275 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f5574083ce0 con 0x7f55800aa040 2024-04-18T05:13:36.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557ffff640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f556c0666c0 0x7f556c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:36.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.950+0000 7f557ffff640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f556c0666c0 0x7f556c068b80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5570001650 tx=0x7f5570009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:36.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:36.954+0000 7f557cff9640 1 -- 172.21.15.32:0/3963413275 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5574054680 con 0x7f55800aa040 2024-04-18T05:13:37.116 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.114+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f558006e0c0 con 0x7f55800aa040 2024-04-18T05:13:37.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.114+0000 7f557cff9640 1 -- 172.21.15.32:0/3963413275 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v47) v1 ==== 104+0+11 (secure 0 0 0) 0x7f55740170a0 con 0x7f55800aa040 2024-04-18T05:13:37.117 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f556c0666c0 msgr2=0x7f556c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f556c0666c0 0x7f556c068b80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5570001650 tx=0x7f5570009040 comp rx=0 tx=0).stop 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55800aa040 msgr2=0x7f55800c4080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55800aa040 0x7f55800c4080 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f557400c500 tx=0x7f557400c9c0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 shutdown_connections 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558014e2b0 0x7f55801454a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55800aa040 0x7f55800c4080 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f556c0666c0 0x7f556c068b80 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 --2- 172.21.15.32:0/3963413275 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f558006a310 0x7f55801eda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.119 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 >> 172.21.15.32:0/3963413275 conn(0x7f55800c54b0 msgr2=0x7f55800c2480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:37.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 shutdown_connections 2024-04-18T05:13:37.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.118+0000 7f558651a640 1 -- 172.21.15.32:0/3963413275 wait complete. 2024-04-18T05:13:37.136 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:13:37.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69f004640 1 Processor -- start 2024-04-18T05:13:37.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69f004640 1 -- start start 2024-04-18T05:13:37.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69f004640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb69813ae10 0x7fb698151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69f004640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6980a8200 con 0x7fb69813a8c0 2024-04-18T05:13:37.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69f004640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6980a84e0 con 0x7fb69806df40 2024-04-18T05:13:37.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69f004640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6980a8fb0 con 0x7fb69813ae10 2024-04-18T05:13:37.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69d5a1640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb69813a8c0 0x7fb6980a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50318/0 (socket says 172.21.15.32:50318) 2024-04-18T05:13:37.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69d5a1640 1 -- 172.21.15.32:0/1790347709 learned_addr learned my addr 172.21.15.32:0/1790347709 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb697fff640 1 --2- 172.21.15.32:0/1790347709 >> v2:172.21.15.92:3300/0 conn(0x7fb69813ae10 0x7fb698151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 883419806 0 0) 0x7fb6980a8200 con 0x7fb69813a8c0 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb680003530 con 0x7fb69813a8c0 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1734814987 0 0) 0x7fb680003530 con 0x7fb69813a8c0 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 >> v2:172.21.15.92:3300/0 conn(0x7fb69813ae10 msgr2=0x7fb698151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 --2- 172.21.15.32:0/1790347709 >> v2:172.21.15.92:3300/0 conn(0x7fb69813ae10 0x7fb698151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 >> v1:172.21.15.92:6789/0 conn(0x7fb69806df40 legacy=0x7fb6981559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6980a87c0 con 0x7fb69813a8c0 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fb690001680 con 0x7fb69813a8c0 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 >> v1:172.21.15.32:6789/0 conn(0x7fb69813a8c0 legacy=0x7fb6980a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb680003980 0x7fb680003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6800047d0 0x7fb680004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb680005190 0x7fb68000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.270 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb68000c100 con 0x7fb6800047d0 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb68000c270 con 0x7fb680005190 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb68000c430 con 0x7fb680003980 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb697fff640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6800047d0 0x7fb680004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69d5a1640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb680005190 0x7fb68000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69cda0640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb680003980 0x7fb680003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb697fff640 1 -- 172.21.15.32:0/1790347709 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb680003980 msgr2=0x7fb680003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb697fff640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb680003980 0x7fb680003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb697fff640 1 -- 172.21.15.32:0/1790347709 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb680005190 msgr2=0x7fb68000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb697fff640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb680005190 0x7fb68000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb697fff640 1 -- 172.21.15.32:0/1790347709 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb680003530 con 0x7fb6800047d0 2024-04-18T05:13:37.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.266+0000 7fb69d5a1640 1 -- 172.21.15.32:0/1790347709 reap_dead start 2024-04-18T05:13:37.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb697fff640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6800047d0 0x7fb680004c50 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fb68c009ae0 tx=0x7fb68c01ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3ede8114088cf50 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:37.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb68c0a64c0 con 0x7fb6800047d0 2024-04-18T05:13:37.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb68c0a6620 con 0x7fb6800047d0 2024-04-18T05:13:37.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb6977fe640 1 -- 172.21.15.32:0/1790347709 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb68c0a69d0 con 0x7fb6800047d0 2024-04-18T05:13:37.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb69f004640 1 -- 172.21.15.32:0/1790347709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6800047d0 msgr2=0x7fb680004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb69f004640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6800047d0 0x7fb680004c50 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fb68c009ae0 tx=0x7fb68c01ca70 comp rx=0 tx=0).stop 2024-04-18T05:13:37.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb69f004640 1 -- 172.21.15.32:0/1790347709 shutdown_connections 2024-04-18T05:13:37.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb69f004640 1 --2- 172.21.15.32:0/1790347709 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6800047d0 0x7fb680004c50 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb69f004640 1 -- 172.21.15.32:0/1790347709 >> 172.21.15.32:0/1790347709 conn(0x7fb6980c54b0 msgr2=0x7fb6980c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:37.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb69f004640 1 -- 172.21.15.32:0/1790347709 shutdown_connections 2024-04-18T05:13:37.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb69f004640 1 -- 172.21.15.32:0/1790347709 wait complete. 2024-04-18T05:13:37.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb69f004640 1 Processor -- start 2024-04-18T05:13:37.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.270+0000 7fb69f004640 1 -- start start 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69f004640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6800047d0 0x7fb69814ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69f004640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6980bce80 0x7fb698153fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69f004640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6981544e0 0x7fb6981ea6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69f004640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6980bd680 con 0x7fb6980bce80 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69f004640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6980bd960 con 0x7fb6981544e0 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69f004640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6980bdc40 con 0x7fb6800047d0 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb697fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6980bce80 0x7fb698153fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb697fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6980bce80 0x7fb698153fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37702/0 (socket says 172.21.15.32:37702) 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb697fff640 1 -- 172.21.15.32:0/2503976153 learned_addr learned my addr 172.21.15.32:0/2503976153 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69d5a1640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6981544e0 0x7fb6981ea6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69cda0640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6800047d0 0x7fb69814ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb697fff640 1 -- 172.21.15.32:0/2503976153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6800047d0 msgr2=0x7fb69814ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb697fff640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6800047d0 0x7fb69814ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb697fff640 1 -- 172.21.15.32:0/2503976153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6981544e0 msgr2=0x7fb6981ea6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb697fff640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6981544e0 0x7fb6981ea6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb697fff640 1 -- 172.21.15.32:0/2503976153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6981ea1a0 con 0x7fb6980bce80 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb697fff640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6980bce80 0x7fb698153fa0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fb68c0b0040 tx=0x7fb68c019810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb6957fa640 1 -- 172.21.15.32:0/2503976153 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb68c0a6790 con 0x7fb6980bce80 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb6957fa640 1 -- 172.21.15.32:0/2503976153 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb68c0a68f0 con 0x7fb6980bce80 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb69814f450 con 0x7fb6980bce80 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb6957fa640 1 -- 172.21.15.32:0/2503976153 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb68c0a6c60 con 0x7fb6980bce80 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6980bd2a0 con 0x7fb6980bce80 2024-04-18T05:13:37.277 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb69804e1e0 con 0x7fb6980bce80 2024-04-18T05:13:37.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb6957fa640 1 -- 172.21.15.32:0/2503976153 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb68c006040 con 0x7fb6980bce80 2024-04-18T05:13:37.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb6957fa640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb6840666c0 0x7fb684068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb6957fa640 1 -- 172.21.15.32:0/2503976153 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fb68c0aa070 con 0x7fb6980bce80 2024-04-18T05:13:37.278 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.274+0000 7fb69cda0640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb6840666c0 0x7fb684068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.279 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.278+0000 7fb69cda0640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb6840666c0 0x7fb684068b80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb688005210 tx=0x7fb688009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:37.281 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.282+0000 7fb6957fa640 1 -- 172.21.15.32:0/2503976153 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb68c0ebd40 con 0x7fb6980bce80 2024-04-18T05:13:37.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.438+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb6980bdd80 con 0x7fb6980bce80 2024-04-18T05:13:37.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.438+0000 7fb6957fa640 1 -- 172.21.15.32:0/2503976153 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v47) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb6980bdd80 con 0x7fb6980bce80 2024-04-18T05:13:37.441 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb6840666c0 msgr2=0x7fb684068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb6840666c0 0x7fb684068b80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb688005210 tx=0x7fb688009040 comp rx=0 tx=0).stop 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6980bce80 msgr2=0x7fb698153fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6980bce80 0x7fb698153fa0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fb68c0b0040 tx=0x7fb68c019810 comp rx=0 tx=0).stop 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 shutdown_connections 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb6840666c0 0x7fb684068b80 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6981544e0 0x7fb6981ea6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb6980bce80 0x7fb698153fa0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 --2- 172.21.15.32:0/2503976153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6800047d0 0x7fb69814ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 >> 172.21.15.32:0/2503976153 conn(0x7fb6980c54b0 msgr2=0x7fb698152180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 shutdown_connections 2024-04-18T05:13:37.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.442+0000 7fb69f004640 1 -- 172.21.15.32:0/2503976153 wait complete. 2024-04-18T05:13:37.461 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2024-04-18T05:13:37.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.586+0000 7f0f314d2640 1 Processor -- start 2024-04-18T05:13:37.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.586+0000 7f0f314d2640 1 -- start start 2024-04-18T05:13:37.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f314d2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0f2c06df40 0x7f0f2c151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f314d2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13ae10 0x7f0f2c1559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f314d2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f2c0a8200 con 0x7f0f2c13a8c0 2024-04-18T05:13:37.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f314d2640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f2c0a8fb0 con 0x7f0f2c06df40 2024-04-18T05:13:37.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f314d2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c1520a0 con 0x7f0f2c13ae10 2024-04-18T05:13:37.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f2affd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0f2c06df40 0x7f0f2c151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f2b7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0f2c13a8c0 0x7f0f2c0a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50334/0 (socket says 172.21.15.32:50334) 2024-04-18T05:13:37.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f2b7fe640 1 -- 172.21.15.32:0/4117046671 learned_addr learned my addr 172.21.15.32:0/4117046671 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:37.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f2a7fc640 1 --2- 172.21.15.32:0/4117046671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13ae10 0x7f0f2c1559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f2affd640 1 -- 172.21.15.32:0/4117046671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13ae10 msgr2=0x7f0f2c1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:37.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f2affd640 1 --2- 172.21.15.32:0/4117046671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13ae10 0x7f0f2c1559f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f2affd640 1 -- 172.21.15.32:0/4117046671 >> v1:172.21.15.32:6789/0 conn(0x7f0f2c13a8c0 legacy=0x7f0f2c0a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f2affd640 1 -- 172.21.15.32:0/4117046671 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f2c0a84e0 con 0x7f0f2c06df40 2024-04-18T05:13:37.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f2affd640 1 --2- 172.21.15.32:0/4117046671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 0x7f0f2c151b60 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c0097f0 tx=0x7f0f1c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b28d3c8062cc02fc server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:37.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f29ffb640 1 -- 172.21.15.32:0/4117046671 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c0ab600 con 0x7f0f2c06df40 2024-04-18T05:13:37.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f29ffb640 1 -- 172.21.15.32:0/4117046671 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f1c0ab760 con 0x7f0f2c06df40 2024-04-18T05:13:37.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f29ffb640 1 -- 172.21.15.32:0/4117046671 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c0abaf0 con 0x7f0f2c06df40 2024-04-18T05:13:37.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f314d2640 1 -- 172.21.15.32:0/4117046671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 msgr2=0x7f0f2c151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.590+0000 7f0f314d2640 1 --2- 172.21.15.32:0/4117046671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 0x7f0f2c151b60 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c0097f0 tx=0x7f0f1c01c3e0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- 172.21.15.32:0/4117046671 shutdown_connections 2024-04-18T05:13:37.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 --2- 172.21.15.32:0/4117046671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13ae10 0x7f0f2c1559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 --2- 172.21.15.32:0/4117046671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 0x7f0f2c151b60 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- 172.21.15.32:0/4117046671 >> 172.21.15.32:0/4117046671 conn(0x7f0f2c0c54b0 msgr2=0x7f0f2c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:37.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- 172.21.15.32:0/4117046671 shutdown_connections 2024-04-18T05:13:37.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- 172.21.15.32:0/4117046671 wait complete. 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 Processor -- start 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- start start 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 0x7f0f2c1ee080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13a8c0 0x7f0f2c1344d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c13ae10 0x7f0f2c133760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c1ea150 con 0x7f0f2c06df40 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c1358c0 con 0x7f0f2c13ae10 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f2c1ee5c0 con 0x7f0f2c13a8c0 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 0x7f0f2c1ee080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 0x7f0f2c1ee080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37720/0 (socket says 172.21.15.32:37720) 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2affd640 1 -- 172.21.15.32:0/3610697716 learned_addr learned my addr 172.21.15.32:0/3610697716 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2a7fc640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13a8c0 0x7f0f2c1344d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2b7fe640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c13ae10 0x7f0f2c133760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2affd640 1 -- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13a8c0 msgr2=0x7f0f2c1344d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2affd640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13a8c0 0x7f0f2c1344d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2affd640 1 -- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c13ae10 msgr2=0x7f0f2c133760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2affd640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c13ae10 0x7f0f2c133760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2affd640 1 -- 172.21.15.32:0/3610697716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f1c009420 con 0x7f0f2c06df40 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2a7fc640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13a8c0 0x7f0f2c1344d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2b7fe640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c13ae10 0x7f0f2c133760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f2affd640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 0x7f0f2c1ee080 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c0ad040 tx=0x7f0f1c01ac20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:37.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f137fe640 1 -- 172.21.15.32:0/3610697716 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c0b5810 con 0x7f0f2c06df40 2024-04-18T05:13:37.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f137fe640 1 -- 172.21.15.32:0/3610697716 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f1c0b59b0 con 0x7f0f2c06df40 2024-04-18T05:13:37.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f2c0c3a40 con 0x7f0f2c06df40 2024-04-18T05:13:37.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f137fe640 1 -- 172.21.15.32:0/3610697716 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c0b5d60 con 0x7f0f2c06df40 2024-04-18T05:13:37.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.594+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f2c0c3100 con 0x7f0f2c06df40 2024-04-18T05:13:37.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.598+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f2c04e1e0 con 0x7f0f2c06df40 2024-04-18T05:13:37.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.598+0000 7f0f137fe640 1 -- 172.21.15.32:0/3610697716 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0f1c0c83f0 con 0x7f0f2c06df40 2024-04-18T05:13:37.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.598+0000 7f0f137fe640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0f18066690 0x7f0f18068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.598+0000 7f0f137fe640 1 -- 172.21.15.32:0/3610697716 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f0f1c11f370 con 0x7f0f2c06df40 2024-04-18T05:13:37.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.598+0000 7f0f2a7fc640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0f18066690 0x7f0f18068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.598+0000 7f0f2a7fc640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0f18066690 0x7f0f18068b50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c136ef0 tx=0x7f0f20008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:37.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.602+0000 7f0f137fe640 1 -- 172.21.15.32:0/3610697716 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0f1c0ec130 con 0x7f0f2c06df40 2024-04-18T05:13:37.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0f2c1376a0 con 0x7f0f2c06df40 2024-04-18T05:13:37.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f137fe640 1 -- 172.21.15.32:0/3610697716 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v47) v1 ==== 105+0+11 (secure 0 0 0) 0x7f0f1c0ab5c0 con 0x7f0f2c06df40 2024-04-18T05:13:37.763 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:37.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0f18066690 msgr2=0x7f0f18068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0f18066690 0x7f0f18068b50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c136ef0 tx=0x7f0f20008040 comp rx=0 tx=0).stop 2024-04-18T05:13:37.765 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 msgr2=0x7f0f2c1ee080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 0x7f0f2c1ee080 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c0ad040 tx=0x7f0f1c01ac20 comp rx=0 tx=0).stop 2024-04-18T05:13:37.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 shutdown_connections 2024-04-18T05:13:37.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0f18066690 0x7f0f18068b50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c13ae10 0x7f0f2c133760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f2c13a8c0 0x7f0f2c1344d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 --2- 172.21.15.32:0/3610697716 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0f2c06df40 0x7f0f2c1ee080 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 >> 172.21.15.32:0/3610697716 conn(0x7f0f2c0c54b0 msgr2=0x7f0f2c151590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:37.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.762+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 shutdown_connections 2024-04-18T05:13:37.766 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.766+0000 7f0f314d2640 1 -- 172.21.15.32:0/3610697716 wait complete. 2024-04-18T05:13:37.783 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2024-04-18T05:13:37.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d429b9640 1 Processor -- start 2024-04-18T05:13:37.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d429b9640 1 -- start start 2024-04-18T05:13:37.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d429b9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c14e0f0 0x7f0d3c151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d429b9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d3c0a9460 con 0x7f0d3c06a400 2024-04-18T05:13:37.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d429b9640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d3c0ba2e0 con 0x7f0d3c0bbdb0 2024-04-18T05:13:37.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d429b9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d3c0ba0d0 con 0x7f0d3c14e0f0 2024-04-18T05:13:37.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0d3c06a400 0x7f0d3c0a8d50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50346/0 (socket says 172.21.15.32:50346) 2024-04-18T05:13:37.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3bfff640 1 -- 172.21.15.32:0/2695075999 learned_addr learned my addr 172.21.15.32:0/2695075999 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:37.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d40f56640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c14e0f0 0x7f0d3c151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3563206392 0 0) 0x7f0d3c0a9460 con 0x7f0d3c06a400 2024-04-18T05:13:37.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d24003530 con 0x7f0d3c06a400 2024-04-18T05:13:37.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1334577770 0 0) 0x7f0d24003530 con 0x7f0d3c06a400 2024-04-18T05:13:37.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c14e0f0 msgr2=0x7f0d3c151380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:37.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c14e0f0 0x7f0d3c151380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 >> v1:172.21.15.92:6789/0 conn(0x7f0d3c0bbdb0 legacy=0x7f0d3c14d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d3c0ba5c0 con 0x7f0d3c06a400 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f0d2c001680 con 0x7f0d3c06a400 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 >> v1:172.21.15.32:6789/0 conn(0x7f0d3c06a400 legacy=0x7f0d3c0a8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d24003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c14e0f0 0x7f0d240047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d24004d10 0x7f0d24005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d3c0ba0d0 con 0x7f0d240039b0 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d2400bac0 con 0x7f0d24004d10 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d2400bc80 con 0x7f0d3c14e0f0 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3bfff640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d24003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.919 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d40f56640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d24004d10 0x7f0d24005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3b7fe640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c14e0f0 0x7f0d240047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3bfff640 1 -- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c14e0f0 msgr2=0x7f0d240047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:37.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3bfff640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c14e0f0 0x7f0d240047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3bfff640 1 -- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d24004d10 msgr2=0x7f0d24005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:37.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3bfff640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d24004d10 0x7f0d24005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.914+0000 7f0d3bfff640 1 -- 172.21.15.32:0/2695075999 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d24003530 con 0x7f0d240039b0 2024-04-18T05:13:37.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d3bfff640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d24003dd0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c00c1c0 tx=0x7f0d2c01cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3ad2c4d0dbcfac0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:37.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c005ae0 con 0x7f0d240039b0 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d2c005c40 con 0x7f0d240039b0 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d3affd640 1 -- 172.21.15.32:0/2695075999 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c007070 con 0x7f0d240039b0 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d429b9640 1 -- 172.21.15.32:0/2695075999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 msgr2=0x7f0d24003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d429b9640 1 --2- 172.21.15.32:0/2695075999 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d24003dd0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c00c1c0 tx=0x7f0d2c01cb50 comp rx=0 tx=0).stop 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d40f56640 1 -- 172.21.15.32:0/2695075999 reap_dead start 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d429b9640 1 -- 172.21.15.32:0/2695075999 shutdown_connections 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d429b9640 1 -- 172.21.15.32:0/2695075999 >> 172.21.15.32:0/2695075999 conn(0x7f0d3c0c54b0 msgr2=0x7f0d3c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d429b9640 1 -- 172.21.15.32:0/2695075999 shutdown_connections 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d429b9640 1 -- 172.21.15.32:0/2695075999 wait complete. 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.918+0000 7f0d429b9640 1 Processor -- start 2024-04-18T05:13:37.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 -- start start 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d3c13d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d3c15fef0 0x7f0d3c159690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c06be50 0x7f0d3c06c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d3c13dbf0 con 0x7f0d240039b0 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d3c1f03f0 con 0x7f0d3c15fef0 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d3c1f0640 con 0x7f0d3c06be50 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d3c13d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d3c13d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37736/0 (socket says 172.21.15.32:37736) 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3bfff640 1 -- 172.21.15.32:0/2738597413 learned_addr learned my addr 172.21.15.32:0/2738597413 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3b7fe640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d3c15fef0 0x7f0d3c159690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.925 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d40f56640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c06be50 0x7f0d3c06c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3bfff640 1 -- 172.21.15.32:0/2738597413 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c06be50 msgr2=0x7f0d3c06c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3bfff640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c06be50 0x7f0d3c06c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3bfff640 1 -- 172.21.15.32:0/2738597413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d3c15fef0 msgr2=0x7f0d3c159690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3bfff640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d3c15fef0 0x7f0d3c159690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3bfff640 1 -- 172.21.15.32:0/2738597413 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d3c1f0920 con 0x7f0d240039b0 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3bfff640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d3c13d6b0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c00c1c0 tx=0x7f0d24005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d38ff9640 1 -- 172.21.15.32:0/2738597413 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c0b4070 con 0x7f0d240039b0 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d38ff9640 1 -- 172.21.15.32:0/2738597413 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d2c001580 con 0x7f0d240039b0 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d3c1f0c00 con 0x7f0d240039b0 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d38ff9640 1 -- 172.21.15.32:0/2738597413 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d2c007270 con 0x7f0d240039b0 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d3c1f11c0 con 0x7f0d240039b0 2024-04-18T05:13:37.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d3c072000 con 0x7f0d240039b0 2024-04-18T05:13:37.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d38ff9640 1 -- 172.21.15.32:0/2738597413 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0d2c0073d0 con 0x7f0d240039b0 2024-04-18T05:13:37.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d38ff9640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d280666c0 0x7f0d28068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:37.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d38ff9640 1 -- 172.21.15.32:0/2738597413 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f0d2c11e200 con 0x7f0d240039b0 2024-04-18T05:13:37.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.922+0000 7f0d3b7fe640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d280666c0 0x7f0d28068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:37.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.926+0000 7f0d3b7fe640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d280666c0 0x7f0d28068b80 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c159f00 tx=0x7f0d30009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:37.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:37.930+0000 7f0d38ff9640 1 -- 172.21.15.32:0/2738597413 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0d2c0eb050 con 0x7f0d240039b0 2024-04-18T05:13:38.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f0d3c04e1e0 con 0x7f0d240039b0 2024-04-18T05:13:38.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d38ff9640 1 -- 172.21.15.32:0/2738597413 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v47) v1 ==== 101+0+11 (secure 0 0 0) 0x7f0d2c0ee670 con 0x7f0d240039b0 2024-04-18T05:13:38.091 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:38.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d280666c0 msgr2=0x7f0d28068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d280666c0 0x7f0d28068b80 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c159f00 tx=0x7f0d30009040 comp rx=0 tx=0).stop 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 msgr2=0x7f0d3c13d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d3c13d6b0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c00c1c0 tx=0x7f0d24005800 comp rx=0 tx=0).stop 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 shutdown_connections 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0d3c06be50 0x7f0d3c06c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0d280666c0 0x7f0d28068b80 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d3c15fef0 0x7f0d3c159690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 --2- 172.21.15.32:0/2738597413 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0d240039b0 0x7f0d3c13d6b0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.090+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 >> 172.21.15.32:0/2738597413 conn(0x7f0d3c0c54b0 msgr2=0x7f0d3c147530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.094+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 shutdown_connections 2024-04-18T05:13:38.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.094+0000 7f0d429b9640 1 -- 172.21.15.32:0/2738597413 wait complete. 2024-04-18T05:13:38.111 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:13:38.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1efc98640 1 Processor -- start 2024-04-18T05:13:38.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1efc98640 1 -- start start 2024-04-18T05:13:38.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1efc98640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e814ef40 0x7fc1e80a8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1efc98640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc1e806d710 0x7fc1e80bfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1efc98640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1e806d280 con 0x7fc1e80c0190 2024-04-18T05:13:38.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1efc98640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1e80a8e80 con 0x7fc1e806d710 2024-04-18T05:13:38.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1efc98640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e806ca20 con 0x7fc1e814ef40 2024-04-18T05:13:38.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1ee235640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc1e80c0190 0x7fc1e80aa2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50350/0 (socket says 172.21.15.32:50350) 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1ee235640 1 -- 172.21.15.32:0/1393213050 learned_addr learned my addr 172.21.15.32:0/1393213050 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1ed233640 1 --2- 172.21.15.32:0/1393213050 >> v2:172.21.15.92:3300/0 conn(0x7fc1e806d710 0x7fc1e80bfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eda34640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e814ef40 0x7fc1e80a8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3420595150 0 0) 0x7fc1e806d280 con 0x7fc1e80c0190 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc1d4003530 con 0x7fc1e80c0190 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3455715672 0 0) 0x7fc1d4003530 con 0x7fc1e80c0190 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e814ef40 msgr2=0x7fc1e80a8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e814ef40 0x7fc1e80a8370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 >> v2:172.21.15.92:3300/0 conn(0x7fc1e806d710 msgr2=0x7fc1e80bfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 --2- 172.21.15.32:0/1393213050 >> v2:172.21.15.92:3300/0 conn(0x7fc1e806d710 0x7fc1e80bfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1e80a8ba0 con 0x7fc1e80c0190 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fc1e0001a00 con 0x7fc1e80c0190 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 >> v1:172.21.15.32:6789/0 conn(0x7fc1e80c0190 legacy=0x7fc1e80aa2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1d4003980 0x7fc1d4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e814ef40 0x7fc1d40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1d4004d10 0x7fc1d4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e806ca20 con 0x7fc1d4004d10 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d400b990 con 0x7fc1d4003980 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d400bad0 con 0x7fc1e814ef40 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1ee235640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1d4004d10 0x7fc1d4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1eda34640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1d4003980 0x7fc1d4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1ee235640 1 -- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e814ef40 msgr2=0x7fc1d40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:38.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1ee235640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e814ef40 0x7fc1d40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1ee235640 1 -- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1d4003980 msgr2=0x7fc1d4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:38.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1ee235640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1d4003980 0x7fc1d4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.226+0000 7fc1ee235640 1 -- 172.21.15.32:0/1393213050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1d4003530 con 0x7fc1d4004d10 2024-04-18T05:13:38.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1ee235640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1d4004d10 0x7fc1d4005190 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fc1e000a830 tx=0x7fc1e001d380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3dc497997491ee4 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:38.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1e00ad630 con 0x7fc1d4004d10 2024-04-18T05:13:38.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1e00a8070 con 0x7fc1d4004d10 2024-04-18T05:13:38.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1eca32640 1 -- 172.21.15.32:0/1393213050 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1e00ad9f0 con 0x7fc1d4004d10 2024-04-18T05:13:38.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 -- 172.21.15.32:0/1393213050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1d4004d10 msgr2=0x7fc1d4005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 --2- 172.21.15.32:0/1393213050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1d4004d10 0x7fc1d4005190 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fc1e000a830 tx=0x7fc1e001d380 comp rx=0 tx=0).stop 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1ee235640 1 -- 172.21.15.32:0/1393213050 reap_dead start 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 -- 172.21.15.32:0/1393213050 shutdown_connections 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 -- 172.21.15.32:0/1393213050 >> 172.21.15.32:0/1393213050 conn(0x7fc1e80a7d80 msgr2=0x7fc1e8069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 -- 172.21.15.32:0/1393213050 shutdown_connections 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 -- 172.21.15.32:0/1393213050 wait complete. 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 Processor -- start 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 -- start start 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e81e6e20 0x7fc1e8152d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e81e7200 0x7fc1e8145330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e8145870 0x7fc1e8142a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e8145e70 con 0x7fc1e81e6e20 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e81550b0 con 0x7fc1e8145870 2024-04-18T05:13:38.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.230+0000 7fc1efc98640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e8144c60 con 0x7fc1e81e7200 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1eda34640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e81e6e20 0x7fc1e8152d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1eda34640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e81e6e20 0x7fc1e8152d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37748/0 (socket says 172.21.15.32:37748) 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1eda34640 1 -- 172.21.15.32:0/3813865721 learned_addr learned my addr 172.21.15.32:0/3813865721 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1ee235640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e8145870 0x7fc1e8142a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1ed233640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e81e7200 0x7fc1e8145330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1eda34640 1 -- 172.21.15.32:0/3813865721 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e81e7200 msgr2=0x7fc1e8145330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1eda34640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e81e7200 0x7fc1e8145330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1eda34640 1 -- 172.21.15.32:0/3813865721 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e8145870 msgr2=0x7fc1e8142a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1eda34640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e8145870 0x7fc1e8142a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1eda34640 1 -- 172.21.15.32:0/3813865721 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1e8155350 con 0x7fc1e81e6e20 2024-04-18T05:13:38.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1ee235640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e8145870 0x7fc1e8142a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:38.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1eda34640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e81e6e20 0x7fc1e8152d60 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8011630 tx=0x7fc1d8011af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:38.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1de7fc640 1 -- 172.21.15.32:0/3813865721 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d800f920 con 0x7fc1e81e6e20 2024-04-18T05:13:38.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1de7fc640 1 -- 172.21.15.32:0/3813865721 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1d800fa80 con 0x7fc1e81e6e20 2024-04-18T05:13:38.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1de7fc640 1 -- 172.21.15.32:0/3813865721 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d800fdf0 con 0x7fc1e81e6e20 2024-04-18T05:13:38.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1e8155630 con 0x7fc1e81e6e20 2024-04-18T05:13:38.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1e8144880 con 0x7fc1e81e6e20 2024-04-18T05:13:38.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1e80c4a90 con 0x7fc1e81e6e20 2024-04-18T05:13:38.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1de7fc640 1 -- 172.21.15.32:0/3813865721 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc1d8015460 con 0x7fc1e81e6e20 2024-04-18T05:13:38.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1de7fc640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1cc0666c0 0x7fc1cc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1de7fc640 1 -- 172.21.15.32:0/3813865721 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fc1d8084b80 con 0x7fc1e81e6e20 2024-04-18T05:13:38.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1ed233640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1cc0666c0 0x7fc1cc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.234+0000 7fc1ed233640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1cc0666c0 0x7fc1cc068b80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40047c0 tx=0x7fc1e4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:38.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.238+0000 7fc1de7fc640 1 -- 172.21.15.32:0/3813865721 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc1d80519d0 con 0x7fc1e81e6e20 2024-04-18T05:13:38.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.410+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc1e804e250 con 0x7fc1e81e6e20 2024-04-18T05:13:38.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.410+0000 7fc1de7fc640 1 -- 172.21.15.32:0/3813865721 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v47) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc1d8054ff0 con 0x7fc1e81e6e20 2024-04-18T05:13:38.413 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:13:38.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1cc0666c0 msgr2=0x7fc1cc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1cc0666c0 0x7fc1cc068b80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40047c0 tx=0x7fc1e4008040 comp rx=0 tx=0).stop 2024-04-18T05:13:38.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e81e6e20 msgr2=0x7fc1e8152d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e81e6e20 0x7fc1e8152d60 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8011630 tx=0x7fc1d8011af0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 shutdown_connections 2024-04-18T05:13:38.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc1cc0666c0 0x7fc1cc068b80 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1e8145870 0x7fc1e8142a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1e81e7200 0x7fc1e8145330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 --2- 172.21.15.32:0/3813865721 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1e81e6e20 0x7fc1e8152d60 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 >> 172.21.15.32:0/3813865721 conn(0x7fc1e80a7d80 msgr2=0x7fc1e8069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:38.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 shutdown_connections 2024-04-18T05:13:38.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.414+0000 7fc1efc98640 1 -- 172.21.15.32:0/3813865721 wait complete. 2024-04-18T05:13:38.432 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi092.front.sepia.ceph.com... 2024-04-18T05:13:38.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:38.432 DEBUG:teuthology.orchestra.run.smithi092:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-04-18T05:13:38.445 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33173]: fuse finished with error 0 and tester_r 0 2024-04-18T05:13:38.447 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T05:13:38.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:13:38.448 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-04-18T05:13:38.529 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:13:38.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f89a039f640 1 Processor -- start 2024-04-18T05:13:38.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f89a039f640 1 -- start start 2024-04-18T05:13:38.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f89a039f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899806b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f89a039f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f899806cd00 0x7f899806b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f89a039f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89980c4240 con 0x7f89980aeb90 2024-04-18T05:13:38.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f89a039f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89980c7750 con 0x7f899806cd00 2024-04-18T05:13:38.659 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f89a039f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89980aef70 con 0x7f89980bcb80 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899d93a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899806b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899e93c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f899806cd00 0x7f899806b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899e93c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f899806cd00 0x7f899806b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:40672/0 (socket says 172.21.15.32:40672) 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899d93a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899806b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:43128/0 (socket says 172.21.15.32:43128) 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899e93c640 1 -- 172.21.15.32:0/3159687486 learned_addr learned my addr 172.21.15.32:0/3159687486 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899d93a640 1 -- 172.21.15.32:0/3159687486 >> v2:172.21.15.92:3300/0 conn(0x7f899806cd00 msgr2=0x7f899806b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899d93a640 1 --2- 172.21.15.32:0/3159687486 >> v2:172.21.15.92:3300/0 conn(0x7f899806cd00 0x7f899806b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899d93a640 1 -- 172.21.15.32:0/3159687486 >> v1:172.21.15.92:6789/0 conn(0x7f89980aeb90 legacy=0x7f89980c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899d139640 1 -- 172.21.15.32:0/3159687486 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3912952488 0 0) 0x7f89980c4240 con 0x7f89980aeb90 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899d93a640 1 -- 172.21.15.32:0/3159687486 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89980c46d0 con 0x7f89980bcb80 2024-04-18T05:13:38.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.658+0000 7f899e93c640 1 --2- 172.21.15.32:0/3159687486 >> v2:172.21.15.92:3300/0 conn(0x7f899806cd00 0x7f899806b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:13:38.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f899d93a640 1 --2- 172.21.15.32:0/3159687486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899806b230 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f89880097c0 tx=0x7f898801c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81f6287087db92df server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:38.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f899d139640 1 -- 172.21.15.32:0/3159687486 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89880ab610 con 0x7f89980bcb80 2024-04-18T05:13:38.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f899d139640 1 -- 172.21.15.32:0/3159687486 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89880ab770 con 0x7f89980bcb80 2024-04-18T05:13:38.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f899d139640 1 -- 172.21.15.32:0/3159687486 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89880abb00 con 0x7f89980bcb80 2024-04-18T05:13:38.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 -- 172.21.15.32:0/3159687486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 msgr2=0x7f899806b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 --2- 172.21.15.32:0/3159687486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899806b230 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f89880097c0 tx=0x7f898801c410 comp rx=0 tx=0).stop 2024-04-18T05:13:38.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 -- 172.21.15.32:0/3159687486 shutdown_connections 2024-04-18T05:13:38.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 --2- 172.21.15.32:0/3159687486 >> v2:172.21.15.92:3300/0 conn(0x7f899806cd00 0x7f899806b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 --2- 172.21.15.32:0/3159687486 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899806b230 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 -- 172.21.15.32:0/3159687486 >> 172.21.15.32:0/3159687486 conn(0x7f89980ab0a0 msgr2=0x7f89980ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:38.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 -- 172.21.15.32:0/3159687486 shutdown_connections 2024-04-18T05:13:38.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 -- 172.21.15.32:0/3159687486 wait complete. 2024-04-18T05:13:38.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 Processor -- start 2024-04-18T05:13:38.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 -- start start 2024-04-18T05:13:38.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f899806cd00 0x7f8998150850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89980aeb90 0x7f899814b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899814b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89981eba70 con 0x7f899806cd00 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89981efc20 con 0x7f89980aeb90 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f89a039f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89981efec0 con 0x7f89980bcb80 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f899e13b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f899806cd00 0x7f8998150850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f899e13b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f899806cd00 0x7f8998150850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37764/0 (socket says 172.21.15.32:37764) 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.662+0000 7f899e13b640 1 -- 172.21.15.32:0/4158575546 learned_addr learned my addr 172.21.15.32:0/4158575546 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899d93a640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89980aeb90 0x7f899814b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899e93c640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899814b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899e13b640 1 -- 172.21.15.32:0/4158575546 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 msgr2=0x7f899814b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899e13b640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899814b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899e13b640 1 -- 172.21.15.32:0/4158575546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89980aeb90 msgr2=0x7f899814b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899e13b640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89980aeb90 0x7f899814b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899e13b640 1 -- 172.21.15.32:0/4158575546 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8990009b30 con 0x7f899806cd00 2024-04-18T05:13:38.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899d93a640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89980aeb90 0x7f899814b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:38.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899e13b640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f899806cd00 0x7f8998150850 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f899400c4d0 tx=0x7f899400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:38.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f898effd640 1 -- 172.21.15.32:0/4158575546 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8994005480 con 0x7f899806cd00 2024-04-18T05:13:38.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f898effd640 1 -- 172.21.15.32:0/4158575546 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8994003600 con 0x7f899806cd00 2024-04-18T05:13:38.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8988009420 con 0x7f899806cd00 2024-04-18T05:13:38.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f898effd640 1 -- 172.21.15.32:0/4158575546 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89940039b0 con 0x7f899806cd00 2024-04-18T05:13:38.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f899815d9f0 con 0x7f899806cd00 2024-04-18T05:13:38.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89980c4f00 con 0x7f899806cd00 2024-04-18T05:13:38.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f898effd640 1 -- 172.21.15.32:0/4158575546 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8994003b10 con 0x7f899806cd00 2024-04-18T05:13:38.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f898effd640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f897c066690 0x7f897c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:38.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f898effd640 1 -- 172.21.15.32:0/4158575546 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f8994083cb0 con 0x7f899806cd00 2024-04-18T05:13:38.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899d93a640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f897c066690 0x7f897c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:38.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.666+0000 7f899d93a640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f897c066690 0x7f897c068b50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f89880097c0 tx=0x7f89880a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:38.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.670+0000 7f898effd640 1 -- 172.21.15.32:0/4158575546 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8994050bc0 con 0x7f899806cd00 2024-04-18T05:13:38.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.858+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f89980666e0 con 0x7f899806cd00 2024-04-18T05:13:38.860 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.858+0000 7f898effd640 1 -- 172.21.15.32:0/4158575546 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+5942 (secure 0 0 0) 0x7f8994017090 con 0x7f899806cd00 2024-04-18T05:13:38.860 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:38.860 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:39.923036+0000","modified":"2024-04-18T05:12:42.935518+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5379":{"gid":5379,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.32:6837/3232325641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3232325641},{"type":"v1","addr":"172.21.15.32:6837","nonce":3232325641}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:59.375043+0000","modified":"2024-04-18T05:13:02.408727+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4963},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4963":{"gid":4963,"name":"d","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-04-18T05:13:38.860 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 21 2024-04-18T05:13:38.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f897c066690 msgr2=0x7f897c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f897c066690 0x7f897c068b50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f89880097c0 tx=0x7f89880a7000 comp rx=0 tx=0).stop 2024-04-18T05:13:38.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f899806cd00 msgr2=0x7f8998150850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:38.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f899806cd00 0x7f8998150850 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f899400c4d0 tx=0x7f899400c990 comp rx=0 tx=0).stop 2024-04-18T05:13:38.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 shutdown_connections 2024-04-18T05:13:38.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f89980bcb80 0x7f899814b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f897c066690 0x7f897c068b50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f89980aeb90 0x7f899814b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 --2- 172.21.15.32:0/4158575546 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f899806cd00 0x7f8998150850 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:38.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 >> 172.21.15.32:0/4158575546 conn(0x7f89980ab0a0 msgr2=0x7f899806b230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:38.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 shutdown_connections 2024-04-18T05:13:38.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.862+0000 7f89a039f640 1 -- 172.21.15.32:0/4158575546 wait complete. 2024-04-18T05:13:38.877 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:39.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.998+0000 7f3bf21c1640 1 Processor -- start 2024-04-18T05:13:39.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:38.998+0000 7f3bf21c1640 1 -- start start 2024-04-18T05:13:39.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3bf21c1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec154840 0x7f3bec157e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3bf21c1640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3bec0c79a0 con 0x7f3bec0c4170 2024-04-18T05:13:39.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3bf21c1640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3bec154d20 con 0x7f3bec14aa70 2024-04-18T05:13:39.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3bf21c1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec0c65f0 con 0x7f3bec154840 2024-04-18T05:13:39.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beb7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f3bec0c4170 0x7f3bec14a360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50358/0 (socket says 172.21.15.32:50358) 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beb7fe640 1 -- 172.21.15.32:0/336892453 learned_addr learned my addr 172.21.15.32:0/336892453 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3bebfff640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec154840 0x7f3bec157e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1013896474 0 0) 0x7f3bec0c79a0 con 0x7f3bec0c4170 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3bd8003530 con 0x7f3bec0c4170 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2753928134 0 0) 0x7f3bd8003530 con 0x7f3bec0c4170 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec154840 msgr2=0x7f3bec157e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec154840 0x7f3bec157e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 >> v1:172.21.15.92:6789/0 conn(0x7f3bec14aa70 legacy=0x7f3bec157770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bec0c68d0 con 0x7f3bec0c4170 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f3bdc001680 con 0x7f3bec0c4170 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 >> v1:172.21.15.32:6789/0 conn(0x7f3bec0c4170 legacy=0x7f3bec14a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec154840 0x7f3bd80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd8003f30 0x7f3bd80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bd8004d10 0x7f3bd8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec0c65f0 con 0x7f3bd8003f30 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd800bb20 con 0x7f3bd8004d10 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd800bce0 con 0x7f3bec154840 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3be3fff640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd8003f30 0x7f3bd80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3bebfff640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bd8004d10 0x7f3bd8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3beb7fe640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec154840 0x7f3bd80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3be3fff640 1 -- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec154840 msgr2=0x7f3bd80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3be3fff640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec154840 0x7f3bd80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3be3fff640 1 -- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bd8004d10 msgr2=0x7f3bd8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3be3fff640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bd8004d10 0x7f3bd8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3be3fff640 1 -- 172.21.15.32:0/336892453 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bd8003530 con 0x7f3bd8003f30 2024-04-18T05:13:39.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.002+0000 7f3bebfff640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bd8004d10 0x7f3bd8005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:39.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3be3fff640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd8003f30 0x7f3bd80047d0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4001780 tx=0x7f3bd401c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37deb3aa9c50eb64 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd40052d0 con 0x7f3bd8003f30 2024-04-18T05:13:39.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bd40a7050 con 0x7f3bd8003f30 2024-04-18T05:13:39.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3beaffd640 1 -- 172.21.15.32:0/336892453 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4003600 con 0x7f3bd8003f30 2024-04-18T05:13:39.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 -- 172.21.15.32:0/336892453 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd8003f30 msgr2=0x7f3bd80047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 --2- 172.21.15.32:0/336892453 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bd8003f30 0x7f3bd80047d0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4001780 tx=0x7f3bd401c420 comp rx=0 tx=0).stop 2024-04-18T05:13:39.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bebfff640 1 -- 172.21.15.32:0/336892453 reap_dead start 2024-04-18T05:13:39.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 -- 172.21.15.32:0/336892453 shutdown_connections 2024-04-18T05:13:39.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 -- 172.21.15.32:0/336892453 >> 172.21.15.32:0/336892453 conn(0x7f3bec072b80 msgr2=0x7f3bec072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:39.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 -- 172.21.15.32:0/336892453 shutdown_connections 2024-04-18T05:13:39.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 -- 172.21.15.32:0/336892453 wait complete. 2024-04-18T05:13:39.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 Processor -- start 2024-04-18T05:13:39.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 -- start start 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bec149b30 0x7f3bec0ae830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec0adac0 0x7f3bec1efd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bec149f10 0x7f3bec1f02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec0c1740 con 0x7f3bec149f10 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec0af2b0 con 0x7f3bec149b30 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bf21c1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bec0c0770 con 0x7f3bec0adac0 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bebfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bec149f10 0x7f3bec1f02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bebfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bec149f10 0x7f3bec1f02c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37790/0 (socket says 172.21.15.32:37790) 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.006+0000 7f3bebfff640 1 -- 172.21.15.32:0/3058627864 learned_addr learned my addr 172.21.15.32:0/3058627864 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3be3fff640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec0adac0 0x7f3bec1efd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3beb7fe640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bec149b30 0x7f3bec0ae830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3bebfff640 1 -- 172.21.15.32:0/3058627864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec0adac0 msgr2=0x7f3bec1efd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3bebfff640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec0adac0 0x7f3bec1efd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3bebfff640 1 -- 172.21.15.32:0/3058627864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bec149b30 msgr2=0x7f3bec0ae830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3bebfff640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bec149b30 0x7f3bec0ae830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3bebfff640 1 -- 172.21.15.32:0/3058627864 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bec0c0a50 con 0x7f3bec149f10 2024-04-18T05:13:39.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3beb7fe640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bec149b30 0x7f3bec0ae830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:39.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3bebfff640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bec149f10 0x7f3bec1f02c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3bec0736c0 tx=0x7f3be4010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3be8ff9640 1 -- 172.21.15.32:0/3058627864 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be401b070 con 0x7f3bec149f10 2024-04-18T05:13:39.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3be8ff9640 1 -- 172.21.15.32:0/3058627864 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3be400f040 con 0x7f3bec149f10 2024-04-18T05:13:39.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3be8ff9640 1 -- 172.21.15.32:0/3058627864 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3be400e050 con 0x7f3bec149f10 2024-04-18T05:13:39.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bec0c0d30 con 0x7f3bec149f10 2024-04-18T05:13:39.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bec0ac430 con 0x7f3bec149f10 2024-04-18T05:13:39.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bec0666e0 con 0x7f3bec149f10 2024-04-18T05:13:39.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3be8ff9640 1 -- 172.21.15.32:0/3058627864 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3be4003be0 con 0x7f3bec149f10 2024-04-18T05:13:39.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3be8ff9640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bcc0666c0 0x7f3bcc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3be8ff9640 1 -- 172.21.15.32:0/3058627864 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f3be4084c10 con 0x7f3bec149f10 2024-04-18T05:13:39.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3beb7fe640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bcc0666c0 0x7f3bcc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.010+0000 7f3beb7fe640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bcc0666c0 0x7f3bcc068b80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc001210 tx=0x7f3bdc0011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.014+0000 7f3be8ff9640 1 -- 172.21.15.32:0/3058627864 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f3be4051b00 con 0x7f3bec149f10 2024-04-18T05:13:39.178 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.178+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3bec0c11e0 con 0x7f3bec149f10 2024-04-18T05:13:39.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.178+0000 7f3be8ff9640 1 -- 172.21.15.32:0/3058627864 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+20043 (secure 0 0 0) 0x7f3be4055120 con 0x7f3bec149f10 2024-04-18T05:13:39.181 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:39.181 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":47,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:10.938279+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.18","mappings":[{"from":4,"to":2}]},{"pgid":"6.3c","mappings":[{"from":4,"to":2}]},{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:39.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bcc0666c0 msgr2=0x7f3bcc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bcc0666c0 0x7f3bcc068b80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc001210 tx=0x7f3bdc0011a0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bec149f10 msgr2=0x7f3bec1f02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bec149f10 0x7f3bec1f02c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3bec0736c0 tx=0x7f3be4010590 comp rx=0 tx=0).stop 2024-04-18T05:13:39.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 shutdown_connections 2024-04-18T05:13:39.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3bec149f10 0x7f3bec1f02c0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3bec0adac0 0x7f3bec1efd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3bcc0666c0 0x7f3bcc068b80 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 --2- 172.21.15.32:0/3058627864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3bec149b30 0x7f3bec0ae830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 >> 172.21.15.32:0/3058627864 conn(0x7f3bec072b80 msgr2=0x7f3bec0c7900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:39.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 shutdown_connections 2024-04-18T05:13:39.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.182+0000 7f3bf21c1640 1 -- 172.21.15.32:0/3058627864 wait complete. 2024-04-18T05:13:39.201 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:12:37.672169+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '40', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:12:38.907356+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '41', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_metadata', 'create_time': '2024-04-18T05:12:57.986366+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '44', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs2_data', 'create_time': '2024-04-18T05:12:58.343248+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '45', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:13:39.201 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:13:39.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec27f6e640 1 Processor -- start 2024-04-18T05:13:39.326 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec27f6e640 1 -- start start 2024-04-18T05:13:39.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec27f6e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fec2013ae10 0x7fec20151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec27f6e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fec2013a8c0 0x7fec200a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec27f6e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec200a8200 con 0x7fec2006df40 2024-04-18T05:13:39.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec27f6e640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec200a8fb0 con 0x7fec2013ae10 2024-04-18T05:13:39.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec27f6e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec201520a0 con 0x7fec2013a8c0 2024-04-18T05:13:39.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec25509640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fec2013ae10 0x7fec20151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec25509640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fec2013ae10 0x7fec20151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37796/0 (socket says 172.21.15.32:37796) 2024-04-18T05:13:39.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec25509640 1 -- 172.21.15.32:0/964938867 learned_addr learned my addr 172.21.15.32:0/964938867 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:39.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec2650b640 1 --2- 172.21.15.32:0/964938867 >> v2:172.21.15.92:3300/0 conn(0x7fec2013a8c0 0x7fec200a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec25509640 1 -- 172.21.15.32:0/964938867 >> v2:172.21.15.92:3300/0 conn(0x7fec2013a8c0 msgr2=0x7fec200a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:39.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec25509640 1 --2- 172.21.15.32:0/964938867 >> v2:172.21.15.92:3300/0 conn(0x7fec2013a8c0 0x7fec200a9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec25509640 1 -- 172.21.15.32:0/964938867 >> v1:172.21.15.92:6789/0 conn(0x7fec2006df40 legacy=0x7fec201559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:39.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.326+0000 7fec25509640 1 -- 172.21.15.32:0/964938867 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec200a84e0 con 0x7fec2013ae10 2024-04-18T05:13:39.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 --2- 172.21.15.32:0/964938867 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013ae10 0x7fec20151b60 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fec200c0ff0 tx=0x7fec1001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c8f5e723ec653f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec24d08640 1 -- 172.21.15.32:0/964938867 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec100ab600 con 0x7fec2013ae10 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec24d08640 1 -- 172.21.15.32:0/964938867 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec100a7050 con 0x7fec2013ae10 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec24d08640 1 -- 172.21.15.32:0/964938867 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec100ab980 con 0x7fec2013ae10 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 -- 172.21.15.32:0/964938867 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013ae10 msgr2=0x7fec20151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 --2- 172.21.15.32:0/964938867 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013ae10 0x7fec20151b60 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fec200c0ff0 tx=0x7fec1001c450 comp rx=0 tx=0).stop 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 -- 172.21.15.32:0/964938867 shutdown_connections 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 --2- 172.21.15.32:0/964938867 >> v2:172.21.15.92:3300/0 conn(0x7fec2013a8c0 0x7fec200a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 --2- 172.21.15.32:0/964938867 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013ae10 0x7fec20151b60 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 -- 172.21.15.32:0/964938867 >> 172.21.15.32:0/964938867 conn(0x7fec200c54b0 msgr2=0x7fec200c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 -- 172.21.15.32:0/964938867 shutdown_connections 2024-04-18T05:13:39.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 -- 172.21.15.32:0/964938867 wait complete. 2024-04-18T05:13:39.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 Processor -- start 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 -- start start 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fec2006df40 0x7fec20138d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013a8c0 0x7fec200bc470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec2013ae10 0x7fec201ed5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec200be0e0 con 0x7fec2013a8c0 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec200c45b0 con 0x7fec2013ae10 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec27f6e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec200bf240 con 0x7fec2006df40 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013a8c0 0x7fec200bc470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013a8c0 0x7fec200bc470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37810/0 (socket says 172.21.15.32:37810) 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 -- 172.21.15.32:0/4266694968 learned_addr learned my addr 172.21.15.32:0/4266694968 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:39.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec2650b640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec2013ae10 0x7fec201ed5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25d0a640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fec2006df40 0x7fec20138d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 -- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fec2006df40 msgr2=0x7fec20138d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fec2006df40 0x7fec20138d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 -- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec2013ae10 msgr2=0x7fec201ed5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec2013ae10 0x7fec201ed5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 -- 172.21.15.32:0/4266694968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec100094d0 con 0x7fec2013a8c0 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec2650b640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec2013ae10 0x7fec201ed5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25d0a640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fec2006df40 0x7fec20138d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.330+0000 7fec25509640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013a8c0 0x7fec200bc470 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fec1001a080 tx=0x7fec100191f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec167fc640 1 -- 172.21.15.32:0/4266694968 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec100b4840 con 0x7fec2013a8c0 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec167fc640 1 -- 172.21.15.32:0/4266694968 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec100b49a0 con 0x7fec2013a8c0 2024-04-18T05:13:39.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec167fc640 1 -- 172.21.15.32:0/4266694968 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec100b4d50 con 0x7fec2013a8c0 2024-04-18T05:13:39.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec20139d60 con 0x7fec2013a8c0 2024-04-18T05:13:39.336 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec201392d0 con 0x7fec2013a8c0 2024-04-18T05:13:39.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec167fc640 1 -- 172.21.15.32:0/4266694968 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fec100b2040 con 0x7fec2013a8c0 2024-04-18T05:13:39.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec200c4380 con 0x7fec2013a8c0 2024-04-18T05:13:39.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec167fc640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fec040666c0 0x7fec04068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec25d0a640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fec040666c0 0x7fec04068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec167fc640 1 -- 172.21.15.32:0/4266694968 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fec1011e700 con 0x7fec2013a8c0 2024-04-18T05:13:39.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.334+0000 7fec25d0a640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fec040666c0 0x7fec04068b80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fec2006b8d0 tx=0x7fec1c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.338+0000 7fec167fc640 1 -- 172.21.15.32:0/4266694968 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fec200c4380 con 0x7fec2013a8c0 2024-04-18T05:13:39.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.494+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fec200c4760 con 0x7fec2013a8c0 2024-04-18T05:13:39.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.494+0000 7fec167fc640 1 -- 172.21.15.32:0/4266694968 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v47) v1 ==== 93+0+10 (secure 0 0 0) 0x7fec200c4760 con 0x7fec2013a8c0 2024-04-18T05:13:39.497 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:13:39.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fec040666c0 msgr2=0x7fec04068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fec040666c0 0x7fec04068b80 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fec2006b8d0 tx=0x7fec1c009040 comp rx=0 tx=0).stop 2024-04-18T05:13:39.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013a8c0 msgr2=0x7fec200bc470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013a8c0 0x7fec200bc470 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fec1001a080 tx=0x7fec100191f0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 shutdown_connections 2024-04-18T05:13:39.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fec040666c0 0x7fec04068b80 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec2013ae10 0x7fec201ed5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fec2013a8c0 0x7fec200bc470 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 --2- 172.21.15.32:0/4266694968 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fec2006df40 0x7fec20138d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 >> 172.21.15.32:0/4266694968 conn(0x7fec200c54b0 msgr2=0x7fec2015b7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:39.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 shutdown_connections 2024-04-18T05:13:39.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.498+0000 7fec27f6e640 1 -- 172.21.15.32:0/4266694968 wait complete. 2024-04-18T05:13:39.515 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:13:39.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4936a47640 1 Processor -- start 2024-04-18T05:13:39.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4936a47640 1 -- start start 2024-04-18T05:13:39.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4936a47640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f493014dc70 0x7f49300bfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4936a47640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4930150700 con 0x7f49300bb780 2024-04-18T05:13:39.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4936a47640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49300bc290 con 0x7f493014d890 2024-04-18T05:13:39.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4936a47640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49300bfff0 con 0x7f493014dc70 2024-04-18T05:13:39.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4934fe4640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f49300bb780 0x7f4930070640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50366/0 (socket says 172.21.15.32:50366) 2024-04-18T05:13:39.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4934fe4640 1 -- 172.21.15.32:0/2127119744 learned_addr learned my addr 172.21.15.32:0/2127119744 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:39.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4927fff640 1 --2- 172.21.15.32:0/2127119744 >> v2:172.21.15.92:3300/0 conn(0x7f493014dc70 0x7f49300bfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f492f7fe640 1 -- 172.21.15.32:0/2127119744 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3426137510 0 0) 0x7f4930150700 con 0x7f49300bb780 2024-04-18T05:13:39.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f492f7fe640 1 -- 172.21.15.32:0/2127119744 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4910003530 con 0x7f49300bb780 2024-04-18T05:13:39.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f492f7fe640 1 -- 172.21.15.32:0/2127119744 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4003228425 0 0) 0x7f4910003530 con 0x7f49300bb780 2024-04-18T05:13:39.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4927fff640 1 -- 172.21.15.32:0/2127119744 >> v1:172.21.15.92:6789/0 conn(0x7f493014d890 legacy=0x7f4930150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4927fff640 1 -- 172.21.15.32:0/2127119744 >> v1:172.21.15.32:6789/0 conn(0x7f49300bb780 legacy=0x7f4930070640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.630+0000 7f4927fff640 1 -- 172.21.15.32:0/2127119744 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49300bbcd0 con 0x7f493014dc70 2024-04-18T05:13:39.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4927fff640 1 --2- 172.21.15.32:0/2127119744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f493014dc70 0x7f49300bfab0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f49180097c0 tx=0x7f491801c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16e2f59cc14aaf83 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f492f7fe640 1 -- 172.21.15.32:0/2127119744 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4928001a00 con 0x7f493014dc70 2024-04-18T05:13:39.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f492f7fe640 1 -- 172.21.15.32:0/2127119744 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49180a7050 con 0x7f493014dc70 2024-04-18T05:13:39.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f492f7fe640 1 -- 172.21.15.32:0/2127119744 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49180ab600 con 0x7f493014dc70 2024-04-18T05:13:39.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4936a47640 1 -- 172.21.15.32:0/2127119744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f493014dc70 msgr2=0x7f49300bfab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4936a47640 1 --2- 172.21.15.32:0/2127119744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f493014dc70 0x7f49300bfab0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f49180097c0 tx=0x7f491801c330 comp rx=0 tx=0).stop 2024-04-18T05:13:39.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4936a47640 1 -- 172.21.15.32:0/2127119744 shutdown_connections 2024-04-18T05:13:39.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4936a47640 1 --2- 172.21.15.32:0/2127119744 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f493014dc70 0x7f49300bfab0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4936a47640 1 -- 172.21.15.32:0/2127119744 >> 172.21.15.32:0/2127119744 conn(0x7f49300c54b0 msgr2=0x7f49300c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:39.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4936a47640 1 -- 172.21.15.32:0/2127119744 shutdown_connections 2024-04-18T05:13:39.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4936a47640 1 -- 172.21.15.32:0/2127119744 wait complete. 2024-04-18T05:13:39.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4936a47640 1 Processor -- start 2024-04-18T05:13:39.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.634+0000 7f4936a47640 1 -- start start 2024-04-18T05:13:39.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4936a47640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49300bb780 0x7f493014c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4936a47640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f493014d890 0x7f4930137f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4936a47640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f493014e9a0 0x7f493014ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4936a47640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f493006ce60 con 0x7f49300bb780 2024-04-18T05:13:39.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4936a47640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f493006c530 con 0x7f493014d890 2024-04-18T05:13:39.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4936a47640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f493006c810 con 0x7f493014e9a0 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49300bb780 0x7f493014c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49300bb780 0x7f493014c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37818/0 (socket says 172.21.15.32:37818) 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492ffff640 1 -- 172.21.15.32:0/2847466 learned_addr learned my addr 172.21.15.32:0/2847466 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4927fff640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f493014d890 0x7f4930137f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4934fe4640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f493014e9a0 0x7f493014ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492ffff640 1 -- 172.21.15.32:0/2847466 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f493014e9a0 msgr2=0x7f493014ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492ffff640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f493014e9a0 0x7f493014ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492ffff640 1 -- 172.21.15.32:0/2847466 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f493014d890 msgr2=0x7f4930137f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492ffff640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f493014d890 0x7f4930137f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492ffff640 1 -- 172.21.15.32:0/2847466 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4918009420 con 0x7f49300bb780 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492ffff640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49300bb780 0x7f493014c500 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f492000c500 tx=0x7f492000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492d7fa640 1 -- 172.21.15.32:0/2847466 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4920005220 con 0x7f49300bb780 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492d7fa640 1 -- 172.21.15.32:0/2847466 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4920005380 con 0x7f49300bb780 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f493006caf0 con 0x7f49300bb780 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492d7fa640 1 -- 172.21.15.32:0/2847466 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4920007270 con 0x7f49300bb780 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4930138450 con 0x7f49300bb780 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f493015ec00 con 0x7f49300bb780 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492d7fa640 1 -- 172.21.15.32:0/2847466 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f49200073d0 con 0x7f49300bb780 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492d7fa640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4914066690 0x7f4914068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f492d7fa640 1 -- 172.21.15.32:0/2847466 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f49200840d0 con 0x7f49300bb780 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4927fff640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4914066690 0x7f4914068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.638+0000 7f4927fff640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4914066690 0x7f4914068b50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f49180ad000 tx=0x7f49180a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.642+0000 7f492d7fa640 1 -- 172.21.15.32:0/2847466 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f4920050ea0 con 0x7f49300bb780 2024-04-18T05:13:39.797 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.794+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f493004e1e0 con 0x7f49300bb780 2024-04-18T05:13:39.798 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f492d7fa640 1 -- 172.21.15.32:0/2847466 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v47) v1 ==== 104+0+11 (secure 0 0 0) 0x7f49200544c0 con 0x7f49300bb780 2024-04-18T05:13:39.798 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:39.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4914066690 msgr2=0x7f4914068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4914066690 0x7f4914068b50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f49180ad000 tx=0x7f49180a6000 comp rx=0 tx=0).stop 2024-04-18T05:13:39.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49300bb780 msgr2=0x7f493014c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49300bb780 0x7f493014c500 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f492000c500 tx=0x7f492000c9c0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 shutdown_connections 2024-04-18T05:13:39.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f493014e9a0 0x7f493014ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4914066690 0x7f4914068b50 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f493014d890 0x7f4930137f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 --2- 172.21.15.32:0/2847466 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49300bb780 0x7f493014c500 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 >> 172.21.15.32:0/2847466 conn(0x7f49300c54b0 msgr2=0x7f49300a86f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:39.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 shutdown_connections 2024-04-18T05:13:39.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.798+0000 7f4936a47640 1 -- 172.21.15.32:0/2847466 wait complete. 2024-04-18T05:13:39.816 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:13:39.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.930+0000 7fa8e738b640 1 Processor -- start 2024-04-18T05:13:39.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.930+0000 7fa8e738b640 1 -- start start 2024-04-18T05:13:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa8e00bb780 0x7fa8e00bfab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8e0150700 con 0x7fa8e014dc70 2024-04-18T05:13:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8e00bc290 con 0x7fa8e014d890 2024-04-18T05:13:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8e00bfff0 con 0x7fa8e00bb780 2024-04-18T05:13:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e4926640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa8e014dc70 0x7fa8e0070640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50374/0 (socket says 172.21.15.32:50374) 2024-04-18T05:13:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e4926640 1 -- 172.21.15.32:0/4020512507 learned_addr learned my addr 172.21.15.32:0/4020512507 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e5928640 1 --2- 172.21.15.32:0/4020512507 >> v2:172.21.15.32:3300/0 conn(0x7fa8e00bb780 0x7fa8e00bfab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e5928640 1 -- 172.21.15.32:0/4020512507 >> v1:172.21.15.92:6789/0 conn(0x7fa8e014d890 legacy=0x7fa8e0150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:39.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e5928640 1 -- 172.21.15.32:0/4020512507 >> v1:172.21.15.32:6789/0 conn(0x7fa8e014dc70 legacy=0x7fa8e0070640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e5928640 1 -- 172.21.15.32:0/4020512507 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8e00bbcd0 con 0x7fa8e00bb780 2024-04-18T05:13:39.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8d7fff640 1 -- 172.21.15.32:0/4020512507 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2791259291 0 0) 0x7fa8e0150700 con 0x7fa8e014dc70 2024-04-18T05:13:39.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e5928640 1 --2- 172.21.15.32:0/4020512507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e00bb780 0x7fa8e00bfab0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fa8d80097c0 tx=0x7fa8d801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6a398fc0296fbf8 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8d7fff640 1 -- 172.21.15.32:0/4020512507 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8d80ab600 con 0x7fa8e00bb780 2024-04-18T05:13:39.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8d7fff640 1 -- 172.21.15.32:0/4020512507 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8d80a7050 con 0x7fa8e00bb780 2024-04-18T05:13:39.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8d7fff640 1 -- 172.21.15.32:0/4020512507 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8d80ab980 con 0x7fa8e00bb780 2024-04-18T05:13:39.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 -- 172.21.15.32:0/4020512507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e00bb780 msgr2=0x7fa8e00bfab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 --2- 172.21.15.32:0/4020512507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e00bb780 0x7fa8e00bfab0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fa8d80097c0 tx=0x7fa8d801c3d0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 -- 172.21.15.32:0/4020512507 shutdown_connections 2024-04-18T05:13:39.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 --2- 172.21.15.32:0/4020512507 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e00bb780 0x7fa8e00bfab0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 -- 172.21.15.32:0/4020512507 >> 172.21.15.32:0/4020512507 conn(0x7fa8e00c54b0 msgr2=0x7fa8e00c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:39.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 -- 172.21.15.32:0/4020512507 shutdown_connections 2024-04-18T05:13:39.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.934+0000 7fa8e738b640 1 -- 172.21.15.32:0/4020512507 wait complete. 2024-04-18T05:13:39.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 Processor -- start 2024-04-18T05:13:39.938 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 -- start start 2024-04-18T05:13:39.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8e00bb780 0x7fa8e0143860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8e014d890 0x7fa8e015de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e014dc70 0x7fa8e01ea000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8e01ed570 con 0x7fa8e014dc70 2024-04-18T05:13:39.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8e00c4d50 con 0x7fa8e014d890 2024-04-18T05:13:39.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8e01ed7c0 con 0x7fa8e00bb780 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5928640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e014dc70 0x7fa8e01ea000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5928640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e014dc70 0x7fa8e01ea000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37836/0 (socket says 172.21.15.32:37836) 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5928640 1 -- 172.21.15.32:0/3449060612 learned_addr learned my addr 172.21.15.32:0/3449060612 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e4926640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8e014d890 0x7fa8e015de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5928640 1 -- 172.21.15.32:0/3449060612 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8e00bb780 msgr2=0x7fa8e0143860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5127640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8e00bb780 0x7fa8e0143860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5928640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8e00bb780 0x7fa8e0143860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5928640 1 -- 172.21.15.32:0/3449060612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8e014d890 msgr2=0x7fa8e015de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5928640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8e014d890 0x7fa8e015de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5928640 1 -- 172.21.15.32:0/3449060612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8d8009420 con 0x7fa8e014dc70 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e4926640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8e014d890 0x7fa8e015de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e5928640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e014dc70 0x7fa8e01ea000 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8018fe0 tx=0x7fa8d801ac10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8d5ffb640 1 -- 172.21.15.32:0/3449060612 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8d80b7450 con 0x7fa8e014dc70 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8d5ffb640 1 -- 172.21.15.32:0/3449060612 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8d80b75b0 con 0x7fa8e014dc70 2024-04-18T05:13:39.941 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8e01edaa0 con 0x7fa8e014dc70 2024-04-18T05:13:39.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8d5ffb640 1 -- 172.21.15.32:0/3449060612 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8d80b7940 con 0x7fa8e014dc70 2024-04-18T05:13:39.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8e015e340 con 0x7fa8e014dc70 2024-04-18T05:13:39.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8e004e1e0 con 0x7fa8e014dc70 2024-04-18T05:13:39.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.938+0000 7fa8d5ffb640 1 -- 172.21.15.32:0/3449060612 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa8d80b7aa0 con 0x7fa8e014dc70 2024-04-18T05:13:39.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.942+0000 7fa8d5ffb640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa8c4066690 0x7fa8c4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:39.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.942+0000 7fa8d5ffb640 1 -- 172.21.15.32:0/3449060612 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fa8d811ed80 con 0x7fa8e014dc70 2024-04-18T05:13:39.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.942+0000 7fa8e5127640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa8c4066690 0x7fa8c4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:39.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.942+0000 7fa8e5127640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa8c4066690 0x7fa8c4068b50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc004450 tx=0x7fa8dc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:39.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:39.946+0000 7fa8d5ffb640 1 -- 172.21.15.32:0/3449060612 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa8d80ebd00 con 0x7fa8e014dc70 2024-04-18T05:13:40.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa8e01edf50 con 0x7fa8e014dc70 2024-04-18T05:13:40.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8d5ffb640 1 -- 172.21.15.32:0/3449060612 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v47) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa8d80b00a0 con 0x7fa8e014dc70 2024-04-18T05:13:40.103 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:40.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa8c4066690 msgr2=0x7fa8c4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa8c4066690 0x7fa8c4068b50 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc004450 tx=0x7fa8dc009040 comp rx=0 tx=0).stop 2024-04-18T05:13:40.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e014dc70 msgr2=0x7fa8e01ea000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e014dc70 0x7fa8e01ea000 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8018fe0 tx=0x7fa8d801ac10 comp rx=0 tx=0).stop 2024-04-18T05:13:40.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 shutdown_connections 2024-04-18T05:13:40.105 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8e014dc70 0x7fa8e01ea000 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa8c4066690 0x7fa8c4068b50 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8e014d890 0x7fa8e015de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 --2- 172.21.15.32:0/3449060612 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8e00bb780 0x7fa8e0143860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 >> 172.21.15.32:0/3449060612 conn(0x7fa8e00c54b0 msgr2=0x7fa8e00a8b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:40.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 shutdown_connections 2024-04-18T05:13:40.106 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.102+0000 7fa8e738b640 1 -- 172.21.15.32:0/3449060612 wait complete. 2024-04-18T05:13:40.120 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2024-04-18T05:13:40.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a83dc640 1 Processor -- start 2024-04-18T05:13:40.246 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a83dc640 1 -- start start 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a83dc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f43a013a8c0 0x7f43a0151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a83dc640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43a00a8200 con 0x7f43a006df40 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a83dc640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43a00a84e0 con 0x7f43a013ae10 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a83dc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43a00a8fb0 con 0x7f43a013a8c0 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a6178640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f43a006df40 0x7f43a01559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50390/0 (socket says 172.21.15.32:50390) 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a6178640 1 -- 172.21.15.32:0/790791656 learned_addr learned my addr 172.21.15.32:0/790791656 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a6979640 1 --2- 172.21.15.32:0/790791656 >> v2:172.21.15.32:3300/0 conn(0x7f43a013a8c0 0x7f43a0151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a5176640 1 -- 172.21.15.32:0/790791656 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1209117037 0 0) 0x7f43a00a8200 con 0x7f43a006df40 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a5176640 1 -- 172.21.15.32:0/790791656 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f438c003530 con 0x7f43a006df40 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a6979640 1 -- 172.21.15.32:0/790791656 >> v1:172.21.15.92:6789/0 conn(0x7f43a013ae10 legacy=0x7f43a00a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a6979640 1 -- 172.21.15.32:0/790791656 >> v1:172.21.15.32:6789/0 conn(0x7f43a006df40 legacy=0x7f43a01559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.246+0000 7f43a6979640 1 -- 172.21.15.32:0/790791656 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43a00a87c0 con 0x7f43a013a8c0 2024-04-18T05:13:40.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a6979640 1 --2- 172.21.15.32:0/790791656 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 0x7f43a0151b60 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f4398009d90 tx=0x7f439801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6d9a83cdc04f372 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:40.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a5176640 1 -- 172.21.15.32:0/790791656 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43980a57a0 con 0x7f43a013a8c0 2024-04-18T05:13:40.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a5176640 1 -- 172.21.15.32:0/790791656 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43980a5900 con 0x7f43a013a8c0 2024-04-18T05:13:40.250 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a5176640 1 -- 172.21.15.32:0/790791656 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43980a5c90 con 0x7f43a013a8c0 2024-04-18T05:13:40.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 -- 172.21.15.32:0/790791656 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 msgr2=0x7f43a0151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 --2- 172.21.15.32:0/790791656 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 0x7f43a0151b60 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f4398009d90 tx=0x7f439801c8e0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 -- 172.21.15.32:0/790791656 shutdown_connections 2024-04-18T05:13:40.251 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 --2- 172.21.15.32:0/790791656 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 0x7f43a0151b60 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 -- 172.21.15.32:0/790791656 >> 172.21.15.32:0/790791656 conn(0x7f43a00c54b0 msgr2=0x7f43a00c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:40.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 -- 172.21.15.32:0/790791656 shutdown_connections 2024-04-18T05:13:40.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 -- 172.21.15.32:0/790791656 wait complete. 2024-04-18T05:13:40.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 Processor -- start 2024-04-18T05:13:40.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 -- start start 2024-04-18T05:13:40.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43a006df40 0x7f43a00c3110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 0x7f43a006b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f43a013ae10 0x7f43a0131d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43a00c46c0 con 0x7f43a013a8c0 2024-04-18T05:13:40.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43a014f470 con 0x7f43a006df40 2024-04-18T05:13:40.254 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a83dc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43a00c43e0 con 0x7f43a013ae10 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a5977640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 0x7f43a006b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a5977640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 0x7f43a006b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37842/0 (socket says 172.21.15.32:37842) 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.250+0000 7f43a5977640 1 -- 172.21.15.32:0/3337499283 learned_addr learned my addr 172.21.15.32:0/3337499283 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a6979640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f43a013ae10 0x7f43a0131d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a6178640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43a006df40 0x7f43a00c3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a5977640 1 -- 172.21.15.32:0/3337499283 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f43a013ae10 msgr2=0x7f43a0131d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a5977640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f43a013ae10 0x7f43a0131d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a5977640 1 -- 172.21.15.32:0/3337499283 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43a006df40 msgr2=0x7f43a00c3110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a5977640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43a006df40 0x7f43a00c3110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a5977640 1 -- 172.21.15.32:0/3337499283 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4398009a70 con 0x7f43a013a8c0 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a5977640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 0x7f43a006b870 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f439000c500 tx=0x7f439000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f4396ffd640 1 -- 172.21.15.32:0/3337499283 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4390005220 con 0x7f43a013a8c0 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f4396ffd640 1 -- 172.21.15.32:0/3337499283 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4390005380 con 0x7f43a013a8c0 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43a013a090 con 0x7f43a013a8c0 2024-04-18T05:13:40.255 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f4396ffd640 1 -- 172.21.15.32:0/3337499283 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4390007270 con 0x7f43a013a8c0 2024-04-18T05:13:40.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43a014f6e0 con 0x7f43a013a8c0 2024-04-18T05:13:40.256 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43a004e1e0 con 0x7f43a013a8c0 2024-04-18T05:13:40.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f4396ffd640 1 -- 172.21.15.32:0/3337499283 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f43900073d0 con 0x7f43a013a8c0 2024-04-18T05:13:40.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f4396ffd640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4384066690 0x7f4384068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f4396ffd640 1 -- 172.21.15.32:0/3337499283 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f43900842a0 con 0x7f43a013a8c0 2024-04-18T05:13:40.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a6178640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4384066690 0x7f4384068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.257 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.254+0000 7f43a6178640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4384066690 0x7f4384068b50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f439c0011f0 tx=0x7f439c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:40.259 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.258+0000 7f4396ffd640 1 -- 172.21.15.32:0/3337499283 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f43900510f0 con 0x7f43a013a8c0 2024-04-18T05:13:40.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f43a015d2d0 con 0x7f43a013a8c0 2024-04-18T05:13:40.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f4396ffd640 1 -- 172.21.15.32:0/3337499283 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v47) v1 ==== 105+0+11 (secure 0 0 0) 0x7f4390054710 con 0x7f43a013a8c0 2024-04-18T05:13:40.419 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4384066690 msgr2=0x7f4384068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4384066690 0x7f4384068b50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f439c0011f0 tx=0x7f439c009040 comp rx=0 tx=0).stop 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 msgr2=0x7f43a006b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 0x7f43a006b870 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f439000c500 tx=0x7f439000c9c0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 shutdown_connections 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f43a013ae10 0x7f43a0131d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f43a013a8c0 0x7f43a006b870 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4384066690 0x7f4384068b50 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 --2- 172.21.15.32:0/3337499283 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f43a006df40 0x7f43a00c3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 >> 172.21.15.32:0/3337499283 conn(0x7f43a00c54b0 msgr2=0x7f43a0150750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:40.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 shutdown_connections 2024-04-18T05:13:40.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.418+0000 7f43a83dc640 1 -- 172.21.15.32:0/3337499283 wait complete. 2024-04-18T05:13:40.439 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2024-04-18T05:13:40.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff73d985640 1 Processor -- start 2024-04-18T05:13:40.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff73d985640 1 -- start start 2024-04-18T05:13:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff73d985640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff738151320 0x7ff7380c6b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff73d985640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff7380c5180 0x7ff7380c3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff73d985640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c41c0 0x7ff738153b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff73d985640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7380c7070 con 0x7ff7380c5180 2024-04-18T05:13:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff73d985640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff738157db0 con 0x7ff738151320 2024-04-18T05:13:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff73d985640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7380c19a0 con 0x7ff7380c41c0 2024-04-18T05:13:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff7367fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff7380c5180 0x7ff7380c3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff7367fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff7380c5180 0x7ff7380c3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37848/0 (socket says 172.21.15.32:37848) 2024-04-18T05:13:40.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff7367fc640 1 -- 172.21.15.32:0/1186946162 learned_addr learned my addr 172.21.15.32:0/1186946162 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:40.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff736ffd640 1 --2- 172.21.15.32:0/1186946162 >> v2:172.21.15.92:3300/0 conn(0x7ff738151320 0x7ff7380c6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff7377fe640 1 --2- 172.21.15.32:0/1186946162 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c41c0 0x7ff738153b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff7367fc640 1 -- 172.21.15.32:0/1186946162 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c41c0 msgr2=0x7ff738153b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:40.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff7367fc640 1 --2- 172.21.15.32:0/1186946162 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c41c0 0x7ff738153b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff7367fc640 1 -- 172.21.15.32:0/1186946162 >> v2:172.21.15.92:3300/0 conn(0x7ff738151320 msgr2=0x7ff7380c6b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:40.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff7367fc640 1 --2- 172.21.15.32:0/1186946162 >> v2:172.21.15.92:3300/0 conn(0x7ff738151320 0x7ff7380c6b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.562+0000 7ff7367fc640 1 -- 172.21.15.32:0/1186946162 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7381571a0 con 0x7ff7380c5180 2024-04-18T05:13:40.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff7367fc640 1 --2- 172.21.15.32:0/1186946162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7380c5180 0x7ff7380c3c80 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff738073730 tx=0x7ff72001c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a63657c1dab7f37 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:40.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff735ffb640 1 -- 172.21.15.32:0/1186946162 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7200a5760 con 0x7ff7380c5180 2024-04-18T05:13:40.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff735ffb640 1 -- 172.21.15.32:0/1186946162 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7200a58c0 con 0x7ff7380c5180 2024-04-18T05:13:40.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff735ffb640 1 -- 172.21.15.32:0/1186946162 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7200a5c50 con 0x7ff7380c5180 2024-04-18T05:13:40.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 -- 172.21.15.32:0/1186946162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7380c5180 msgr2=0x7ff7380c3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 --2- 172.21.15.32:0/1186946162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7380c5180 0x7ff7380c3c80 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff738073730 tx=0x7ff72001c9f0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 -- 172.21.15.32:0/1186946162 shutdown_connections 2024-04-18T05:13:40.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 --2- 172.21.15.32:0/1186946162 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c41c0 0x7ff738153b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 --2- 172.21.15.32:0/1186946162 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff7380c5180 0x7ff7380c3c80 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 --2- 172.21.15.32:0/1186946162 >> v2:172.21.15.92:3300/0 conn(0x7ff738151320 0x7ff7380c6b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 -- 172.21.15.32:0/1186946162 >> 172.21.15.32:0/1186946162 conn(0x7ff73806e610 msgr2=0x7ff738072780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:40.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 -- 172.21.15.32:0/1186946162 shutdown_connections 2024-04-18T05:13:40.568 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 -- 172.21.15.32:0/1186946162 wait complete. 2024-04-18T05:13:40.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 Processor -- start 2024-04-18T05:13:40.569 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.566+0000 7ff73d985640 1 -- start start 2024-04-18T05:13:40.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff73d985640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7380c41c0 0x7ff73815cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff73d985640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c5180 0x7ff7381ef730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff73d985640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff738151320 0x7ff7381efc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff73d985640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7380c6e00 con 0x7ff738151320 2024-04-18T05:13:40.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff73d985640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff738158ab0 con 0x7ff7380c41c0 2024-04-18T05:13:40.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff73d985640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7380ac6a0 con 0x7ff7380c5180 2024-04-18T05:13:40.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7377fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff738151320 0x7ff7381efc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7377fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff738151320 0x7ff7381efc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37854/0 (socket says 172.21.15.32:37854) 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7377fe640 1 -- 172.21.15.32:0/1931344019 learned_addr learned my addr 172.21.15.32:0/1931344019 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff736ffd640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7380c41c0 0x7ff73815cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7367fc640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c5180 0x7ff7381ef730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7377fe640 1 -- 172.21.15.32:0/1931344019 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c5180 msgr2=0x7ff7381ef730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7377fe640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c5180 0x7ff7381ef730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7377fe640 1 -- 172.21.15.32:0/1931344019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7380c41c0 msgr2=0x7ff73815cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7377fe640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7380c41c0 0x7ff73815cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7377fe640 1 -- 172.21.15.32:0/1931344019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff720009b30 con 0x7ff738151320 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff7377fe640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff738151320 0x7ff7381efc70 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7ff72800d830 tx=0x7ff72800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff72ffff640 1 -- 172.21.15.32:0/1931344019 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff72800b6c0 con 0x7ff738151320 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff72ffff640 1 -- 172.21.15.32:0/1931344019 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff72800b820 con 0x7ff738151320 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff73815d530 con 0x7ff738151320 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff72ffff640 1 -- 172.21.15.32:0/1931344019 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff72800bbd0 con 0x7ff738151320 2024-04-18T05:13:40.572 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7381ef250 con 0x7ff738151320 2024-04-18T05:13:40.573 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7381587d0 con 0x7ff738151320 2024-04-18T05:13:40.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff72ffff640 1 -- 172.21.15.32:0/1931344019 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff72801e460 con 0x7ff738151320 2024-04-18T05:13:40.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff72ffff640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff718066690 0x7ff718068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff72ffff640 1 -- 172.21.15.32:0/1931344019 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7ff728084dd0 con 0x7ff738151320 2024-04-18T05:13:40.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.570+0000 7ff736ffd640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff718066690 0x7ff718068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.574 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.574+0000 7ff736ffd640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff718066690 0x7ff718068b50 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff73000d8d0 tx=0x7ff730008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:40.577 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.574+0000 7ff72ffff640 1 -- 172.21.15.32:0/1931344019 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7ff7381587d0 con 0x7ff738151320 2024-04-18T05:13:40.733 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7ff7381587d0 con 0x7ff738151320 2024-04-18T05:13:40.734 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff72ffff640 1 -- 172.21.15.32:0/1931344019 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v47) v1 ==== 101+0+11 (secure 0 0 0) 0x7ff7381587d0 con 0x7ff738151320 2024-04-18T05:13:40.734 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:40.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff718066690 msgr2=0x7ff718068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff718066690 0x7ff718068b50 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff73000d8d0 tx=0x7ff730008040 comp rx=0 tx=0).stop 2024-04-18T05:13:40.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff738151320 msgr2=0x7ff7381efc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff738151320 0x7ff7381efc70 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7ff72800d830 tx=0x7ff72800dcf0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 shutdown_connections 2024-04-18T05:13:40.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff738151320 0x7ff7381efc70 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.736 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff7380c5180 0x7ff7381ef730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff718066690 0x7ff718068b50 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 --2- 172.21.15.32:0/1931344019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7380c41c0 0x7ff73815cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 >> 172.21.15.32:0/1931344019 conn(0x7ff73806e610 msgr2=0x7ff7380c2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:40.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 shutdown_connections 2024-04-18T05:13:40.737 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.734+0000 7ff73d985640 1 -- 172.21.15.32:0/1931344019 wait complete. 2024-04-18T05:13:40.752 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:13:40.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.862+0000 7fa80b8e3640 1 Processor -- start 2024-04-18T05:13:40.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.862+0000 7fa80b8e3640 1 -- start start 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80b8e3640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa8040a84c0 0x7fa8041519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80b8e3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa80406d5d0 0x7fa80415c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80b8e3640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8040a8d00 con 0x7fa8040a88a0 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80b8e3640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8040a9080 con 0x7fa8040a84c0 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80b8e3640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa804155e50 con 0x7fa80406d5d0 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80967f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa8040a84c0 0x7fa8041519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80967f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa8040a84c0 0x7fa8041519f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37868/0 (socket says 172.21.15.32:37868) 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80967f640 1 -- 172.21.15.32:0/2858806406 learned_addr learned my addr 172.21.15.32:0/2858806406 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa809e80640 1 --2- 172.21.15.32:0/2858806406 >> v2:172.21.15.92:3300/0 conn(0x7fa80406d5d0 0x7fa80415c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80967f640 1 -- 172.21.15.32:0/2858806406 >> v2:172.21.15.92:3300/0 conn(0x7fa80406d5d0 msgr2=0x7fa80415c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80967f640 1 --2- 172.21.15.32:0/2858806406 >> v2:172.21.15.92:3300/0 conn(0x7fa80406d5d0 0x7fa80415c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80967f640 1 -- 172.21.15.32:0/2858806406 >> v1:172.21.15.92:6789/0 conn(0x7fa8040a88a0 legacy=0x7fa80406cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80967f640 1 -- 172.21.15.32:0/2858806406 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa804154f60 con 0x7fa8040a84c0 2024-04-18T05:13:40.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa80967f640 1 --2- 172.21.15.32:0/2858806406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8040a84c0 0x7fa8041519f0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa80406ddb0 tx=0x7fa80001c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ee35ce9664611fc server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:40.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa7fbfff640 1 -- 172.21.15.32:0/2858806406 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8000ad680 con 0x7fa8040a84c0 2024-04-18T05:13:40.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa7fbfff640 1 -- 172.21.15.32:0/2858806406 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8000ad7e0 con 0x7fa8040a84c0 2024-04-18T05:13:40.869 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.866+0000 7fa7fbfff640 1 -- 172.21.15.32:0/2858806406 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8000adb70 con 0x7fa8040a84c0 2024-04-18T05:13:40.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2858806406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8040a84c0 msgr2=0x7fa8041519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 --2- 172.21.15.32:0/2858806406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8040a84c0 0x7fa8041519f0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa80406ddb0 tx=0x7fa80001c490 comp rx=0 tx=0).stop 2024-04-18T05:13:40.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2858806406 shutdown_connections 2024-04-18T05:13:40.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 --2- 172.21.15.32:0/2858806406 >> v2:172.21.15.92:3300/0 conn(0x7fa80406d5d0 0x7fa80415c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 --2- 172.21.15.32:0/2858806406 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa8040a84c0 0x7fa8041519f0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2858806406 >> 172.21.15.32:0/2858806406 conn(0x7fa804069e80 msgr2=0x7fa80406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:40.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2858806406 shutdown_connections 2024-04-18T05:13:40.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2858806406 wait complete. 2024-04-18T05:13:40.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 Processor -- start 2024-04-18T05:13:40.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- start start 2024-04-18T05:13:40.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa80406d5d0 0x7fa80414e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8040a84c0 0x7fa80414ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8040a88a0 0x7fa804151de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa804151160 con 0x7fa80406d5d0 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa80414f230 con 0x7fa8040a88a0 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa804150270 con 0x7fa8040a84c0 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80967f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa80406d5d0 0x7fa80414e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80967f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa80406d5d0 0x7fa80414e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37884/0 (socket says 172.21.15.32:37884) 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80967f640 1 -- 172.21.15.32:0/2597634270 learned_addr learned my addr 172.21.15.32:0/2597634270 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa809e80640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8040a88a0 0x7fa804151de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80967f640 1 -- 172.21.15.32:0/2597634270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8040a84c0 msgr2=0x7fa80414ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80967f640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8040a84c0 0x7fa80414ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80967f640 1 -- 172.21.15.32:0/2597634270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8040a88a0 msgr2=0x7fa804151de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80967f640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8040a88a0 0x7fa804151de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80967f640 1 -- 172.21.15.32:0/2597634270 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8000094d0 con 0x7fa80406d5d0 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa809e80640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8040a88a0 0x7fa804151de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80967f640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa80406d5d0 0x7fa80414e7b0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fa80001a0c0 tx=0x7fa80001acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa7f9ffb640 1 -- 172.21.15.32:0/2597634270 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8000adde0 con 0x7fa80406d5d0 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa7f9ffb640 1 -- 172.21.15.32:0/2597634270 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8000b8450 con 0x7fa80406d5d0 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa7f9ffb640 1 -- 172.21.15.32:0/2597634270 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8000b8800 con 0x7fa80406d5d0 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa804150550 con 0x7fa80406d5d0 2024-04-18T05:13:40.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa804150b10 con 0x7fa80406d5d0 2024-04-18T05:13:40.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.870+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa804151310 con 0x7fa80406d5d0 2024-04-18T05:13:40.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.874+0000 7fa7f9ffb640 1 -- 172.21.15.32:0/2597634270 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa8000b4070 con 0x7fa80406d5d0 2024-04-18T05:13:40.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.874+0000 7fa7f9ffb640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa7e80666c0 0x7fa7e8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:40.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.874+0000 7fa7f9ffb640 1 -- 172.21.15.32:0/2597634270 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fa80011ec40 con 0x7fa80406d5d0 2024-04-18T05:13:40.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.874+0000 7fa808e7e640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa7e80666c0 0x7fa7e8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:40.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.874+0000 7fa808e7e640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa7e80666c0 0x7fa7e8068b80 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4000f70 tx=0x7fa7f40079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:40.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:40.878+0000 7fa7f9ffb640 1 -- 172.21.15.32:0/2597634270 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa804151310 con 0x7fa80406d5d0 2024-04-18T05:13:41.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.066+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa8040666e0 con 0x7fa80406d5d0 2024-04-18T05:13:41.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.066+0000 7fa7f9ffb640 1 -- 172.21.15.32:0/2597634270 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+5942 (secure 0 0 0) 0x7fa8000ef5c0 con 0x7fa80406d5d0 2024-04-18T05:13:41.069 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:41.069 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:39.923036+0000","modified":"2024-04-18T05:12:42.935518+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5379":{"gid":5379,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.32:6837/3232325641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3232325641},{"type":"v1","addr":"172.21.15.32:6837","nonce":3232325641}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:59.375043+0000","modified":"2024-04-18T05:13:02.408727+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4963},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4963":{"gid":4963,"name":"d","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-04-18T05:13:41.070 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 21 2024-04-18T05:13:41.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa7e80666c0 msgr2=0x7fa7e8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.071 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa7e80666c0 0x7fa7e8068b80 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4000f70 tx=0x7fa7f40079c0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa80406d5d0 msgr2=0x7fa80414e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa80406d5d0 0x7fa80414e7b0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fa80001a0c0 tx=0x7fa80001acd0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 shutdown_connections 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa7e80666c0 0x7fa7e8068b80 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8040a88a0 0x7fa804151de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa8040a84c0 0x7fa80414ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 --2- 172.21.15.32:0/2597634270 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa80406d5d0 0x7fa80414e7b0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 >> 172.21.15.32:0/2597634270 conn(0x7fa804069e80 msgr2=0x7fa804135f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 shutdown_connections 2024-04-18T05:13:41.072 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.070+0000 7fa80b8e3640 1 -- 172.21.15.32:0/2597634270 wait complete. 2024-04-18T05:13:41.087 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:41.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.194+0000 7f55a4f5e640 1 Processor -- start 2024-04-18T05:13:41.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.194+0000 7f55a4f5e640 1 -- start start 2024-04-18T05:13:41.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f55a4f5e640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f55a00bec20 0x7f55a0153b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f55a4f5e640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55a01540e0 con 0x7f55a013cde0 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f55a4f5e640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55a01543c0 con 0x7f55a006d0c0 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f55a4f5e640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55a0070540 con 0x7f55a00bec20 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559e59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f55a013cde0 0x7f55a00c10e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:50400/0 (socket says 172.21.15.32:50400) 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559e59c640 1 -- 172.21.15.32:0/3101521240 learned_addr learned my addr 172.21.15.32:0/3101521240 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1492451606 0 0) 0x7f55a01540e0 con 0x7f55a013cde0 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f558c003530 con 0x7f55a013cde0 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559dd9b640 1 --2- 172.21.15.32:0/3101521240 >> v2:172.21.15.92:3300/0 conn(0x7f55a00bec20 0x7f55a0153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 294339929 0 0) 0x7f558c003530 con 0x7f55a013cde0 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 >> v2:172.21.15.92:3300/0 conn(0x7f55a00bec20 msgr2=0x7f55a0153b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 --2- 172.21.15.32:0/3101521240 >> v2:172.21.15.92:3300/0 conn(0x7f55a00bec20 0x7f55a0153b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 >> v1:172.21.15.92:6789/0 conn(0x7f55a006d0c0 legacy=0x7f55a006d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55a01546a0 con 0x7f55a013cde0 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f5590001680 con 0x7f55a013cde0 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559dd9b640 1 --2- 172.21.15.32:0/3101521240 >> v2:172.21.15.92:3300/0 conn(0x7f55a00bec20 0x7f55a0153b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 >> v1:172.21.15.32:6789/0 conn(0x7f55a013cde0 legacy=0x7f55a00c10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f558c003980 0x7f558c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c0047d0 0x7f558c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558c0052b0 0x7f558c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55a0070540 con 0x7f558c0047d0 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f558c00c180 con 0x7f558c003980 2024-04-18T05:13:41.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f558c00c340 con 0x7f558c0052b0 2024-04-18T05:13:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559dd9b640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c0047d0 0x7f558c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559e59c640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f558c003980 0x7f558c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559ed9d640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558c0052b0 0x7f558c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559dd9b640 1 -- 172.21.15.32:0/3101521240 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558c0052b0 msgr2=0x7f558c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559dd9b640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558c0052b0 0x7f558c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559dd9b640 1 -- 172.21.15.32:0/3101521240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f558c003980 msgr2=0x7f558c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559dd9b640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f558c003980 0x7f558c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559dd9b640 1 -- 172.21.15.32:0/3101521240 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f558c003530 con 0x7f558c0047d0 2024-04-18T05:13:41.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.198+0000 7f559ed9d640 1 -- 172.21.15.32:0/3101521240 reap_dead start 2024-04-18T05:13:41.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f559dd9b640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c0047d0 0x7f558c004c50 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f55a00bf0d0 tx=0x7f558801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a614c263a17bd2cf server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:41.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55880ab660 con 0x7f558c0047d0 2024-04-18T05:13:41.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55880ab7c0 con 0x7f558c0047d0 2024-04-18T05:13:41.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f559d59a640 1 -- 172.21.15.32:0/3101521240 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55880abb50 con 0x7f558c0047d0 2024-04-18T05:13:41.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f55a4f5e640 1 -- 172.21.15.32:0/3101521240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c0047d0 msgr2=0x7f558c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f55a4f5e640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c0047d0 0x7f558c004c50 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f55a00bf0d0 tx=0x7f558801c520 comp rx=0 tx=0).stop 2024-04-18T05:13:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f55a4f5e640 1 -- 172.21.15.32:0/3101521240 shutdown_connections 2024-04-18T05:13:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f55a4f5e640 1 --2- 172.21.15.32:0/3101521240 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f558c0047d0 0x7f558c004c50 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f55a4f5e640 1 -- 172.21.15.32:0/3101521240 >> 172.21.15.32:0/3101521240 conn(0x7f55a0069e80 msgr2=0x7f55a006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f55a4f5e640 1 -- 172.21.15.32:0/3101521240 shutdown_connections 2024-04-18T05:13:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f55a4f5e640 1 -- 172.21.15.32:0/3101521240 wait complete. 2024-04-18T05:13:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f55a4f5e640 1 Processor -- start 2024-04-18T05:13:41.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.202+0000 7f55a4f5e640 1 -- start start 2024-04-18T05:13:41.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f55a4f5e640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558c0047d0 0x7f55a00aa150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f55a4f5e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55a0157da0 0x7f55a00712c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f55a4f5e640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55a0131ce0 0x7f55a0154ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f55a4f5e640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55a0156c50 con 0x7f55a0157da0 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f55a4f5e640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55a00ab2d0 con 0x7f55a0131ce0 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f55a4f5e640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55a00aaff0 con 0x7f558c0047d0 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55a0157da0 0x7f55a00712c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559dd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55a0157da0 0x7f55a00712c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:37898/0 (socket says 172.21.15.32:37898) 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559dd9b640 1 -- 172.21.15.32:0/716676149 learned_addr learned my addr 172.21.15.32:0/716676149 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559dd9b640 1 -- 172.21.15.32:0/716676149 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558c0047d0 msgr2=0x7f55a00aa150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559dd9b640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558c0047d0 0x7f55a00aa150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559dd9b640 1 -- 172.21.15.32:0/716676149 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55a0131ce0 msgr2=0x7f55a0154ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559dd9b640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55a0131ce0 0x7f55a0154ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559dd9b640 1 -- 172.21.15.32:0/716676149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55a00a8cf0 con 0x7f55a0157da0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559dd9b640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55a0157da0 0x7f55a00712c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f558801c350 tx=0x7f558c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f5596ffd640 1 -- 172.21.15.32:0/716676149 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55880ab9f0 con 0x7f55a0157da0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f5596ffd640 1 -- 172.21.15.32:0/716676149 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55880abb50 con 0x7f55a0157da0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55a00a8fd0 con 0x7f55a0157da0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f5596ffd640 1 -- 172.21.15.32:0/716676149 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55880bd410 con 0x7f55a0157da0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55a0071800 con 0x7f55a0157da0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55a00a8b50 con 0x7f55a0157da0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f5596ffd640 1 -- 172.21.15.32:0/716676149 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f55880a9070 con 0x7f55a0157da0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f5596ffd640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f55800666c0 0x7f5580068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f5596ffd640 1 -- 172.21.15.32:0/716676149 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7f558811e5a0 con 0x7f55a0157da0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559e59c640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f55800666c0 0x7f5580068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.206+0000 7f559e59c640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f55800666c0 0x7f5580068b80 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5590001060 tx=0x7f5590001d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:41.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.210+0000 7f5596ffd640 1 -- 172.21.15.32:0/716676149 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f55a00a8b50 con 0x7f55a0157da0 2024-04-18T05:13:41.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.362+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f55a00a8b50 con 0x7f55a0157da0 2024-04-18T05:13:41.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f5596ffd640 1 -- 172.21.15.32:0/716676149 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+20043 (secure 0 0 0) 0x7f55a00a8b50 con 0x7f55a0157da0 2024-04-18T05:13:41.368 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:41.368 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":47,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:10.938279+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.18","mappings":[{"from":4,"to":2}]},{"pgid":"6.3c","mappings":[{"from":4,"to":2}]},{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f55800666c0 msgr2=0x7f5580068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f55800666c0 0x7f5580068b80 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5590001060 tx=0x7f5590001d50 comp rx=0 tx=0).stop 2024-04-18T05:13:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55a0157da0 msgr2=0x7f55a00712c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55a0157da0 0x7f55a00712c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f558801c350 tx=0x7f558c005800 comp rx=0 tx=0).stop 2024-04-18T05:13:41.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 shutdown_connections 2024-04-18T05:13:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f55800666c0 0x7f5580068b80 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55a0131ce0 0x7f55a0154ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f55a0157da0 0x7f55a00712c0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 --2- 172.21.15.32:0/716676149 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f558c0047d0 0x7f55a00aa150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 >> 172.21.15.32:0/716676149 conn(0x7f55a0069e80 msgr2=0x7f55a013bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 shutdown_connections 2024-04-18T05:13:41.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.366+0000 7f55a4f5e640 1 -- 172.21.15.32:0/716676149 wait complete. 2024-04-18T05:13:41.384 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-18T05:13:41.384 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:13:41.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.490+0000 7fee879d4640 1 Processor -- start 2024-04-18T05:13:41.493 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee879d4640 1 -- start start 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee879d4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fee800a88a0 0x7fee8015d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee879d4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee800a8d30 con 0x7fee800a84c0 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee879d4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee80155e50 con 0x7fee801519f0 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee879d4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee800a9080 con 0x7fee800a88a0 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85770640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fee800a84c0 0x7fee8006cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37330/0 (socket says 172.21.15.32:37330) 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85770640 1 -- 172.21.15.32:0/3924910993 learned_addr learned my addr 172.21.15.32:0/3924910993 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85f71640 1 --2- 172.21.15.32:0/3924910993 >> v2:172.21.15.92:3300/0 conn(0x7fee800a88a0 0x7fee8015d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 6656392 0 0) 0x7fee7c001120 con 0x7fee800a84c0 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee6c003530 con 0x7fee800a84c0 2024-04-18T05:13:41.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2972115833 0 0) 0x7fee6c003530 con 0x7fee800a84c0 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 >> v2:172.21.15.92:3300/0 conn(0x7fee800a88a0 msgr2=0x7fee8015d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 --2- 172.21.15.32:0/3924910993 >> v2:172.21.15.92:3300/0 conn(0x7fee800a88a0 0x7fee8015d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 >> v1:172.21.15.92:6789/0 conn(0x7fee801519f0 legacy=0x7fee8006d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee80154f60 con 0x7fee800a84c0 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fee7c001810 con 0x7fee800a84c0 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 >> v1:172.21.15.32:6789/0 conn(0x7fee800a84c0 legacy=0x7fee8006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee6c003980 0x7fee6c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee6c0047d0 0x7fee6c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee6c005190 0x7fee6c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee800a9080 con 0x7fee6c005190 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee6c00c130 con 0x7fee6c003980 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee6c00c2f0 con 0x7fee6c0047d0 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85f71640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee6c005190 0x7fee6c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85770640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee6c003980 0x7fee6c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee84f6f640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee6c0047d0 0x7fee6c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85f71640 1 -- 172.21.15.32:0/3924910993 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee6c0047d0 msgr2=0x7fee6c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:41.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85f71640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee6c0047d0 0x7fee6c004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85f71640 1 -- 172.21.15.32:0/3924910993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee6c003980 msgr2=0x7fee6c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:41.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85f71640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee6c003980 0x7fee6c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.494+0000 7fee85f71640 1 -- 172.21.15.32:0/3924910993 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee6c003530 con 0x7fee6c005190 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 -- 172.21.15.32:0/3924910993 reap_dead start 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee6c005190 0x7fee6c00b990 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fee78009fc0 tx=0x7fee7801ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6da8fb5d2bac76d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee780a5cd0 con 0x7fee6c005190 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee7800f040 con 0x7fee6c005190 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee77fff640 1 -- 172.21.15.32:0/3924910993 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee78003be0 con 0x7fee6c005190 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- 172.21.15.32:0/3924910993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee6c005190 msgr2=0x7fee6c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee6c005190 0x7fee6c00b990 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fee78009fc0 tx=0x7fee7801ccc0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- 172.21.15.32:0/3924910993 shutdown_connections 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 --2- 172.21.15.32:0/3924910993 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee6c005190 0x7fee6c00b990 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- 172.21.15.32:0/3924910993 >> 172.21.15.32:0/3924910993 conn(0x7fee80069e80 msgr2=0x7fee8006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- 172.21.15.32:0/3924910993 shutdown_connections 2024-04-18T05:13:41.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- 172.21.15.32:0/3924910993 wait complete. 2024-04-18T05:13:41.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 Processor -- start 2024-04-18T05:13:41.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- start start 2024-04-18T05:13:41.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee6c005190 0x7fee8014d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee800c3240 0x7fee800706c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee800719e0 0x7fee80070c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee801542b0 con 0x7fee800719e0 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee801ecd50 con 0x7fee6c005190 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee801ed280 con 0x7fee800c3240 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee800719e0 0x7fee80070c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee800719e0 0x7fee80070c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56386/0 (socket says 172.21.15.32:56386) 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 -- 172.21.15.32:0/254504671 learned_addr learned my addr 172.21.15.32:0/254504671 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85770640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee6c005190 0x7fee8014d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee84f6f640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee800c3240 0x7fee800706c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 -- 172.21.15.32:0/254504671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee800c3240 msgr2=0x7fee800706c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee800c3240 0x7fee800706c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 -- 172.21.15.32:0/254504671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee6c005190 msgr2=0x7fee8014d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee6c005190 0x7fee8014d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 -- 172.21.15.32:0/254504671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee80070230 con 0x7fee800719e0 2024-04-18T05:13:41.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee85f71640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee800719e0 0x7fee80070c00 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fee780987f0 tx=0x7fee78009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:41.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee75ffb640 1 -- 172.21.15.32:0/254504671 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee780aed40 con 0x7fee800719e0 2024-04-18T05:13:41.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee75ffb640 1 -- 172.21.15.32:0/254504671 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee780aeec0 con 0x7fee800719e0 2024-04-18T05:13:41.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee80071320 con 0x7fee800719e0 2024-04-18T05:13:41.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee75ffb640 1 -- 172.21.15.32:0/254504671 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee78003be0 con 0x7fee800719e0 2024-04-18T05:13:41.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.498+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee801ecfa0 con 0x7fee800719e0 2024-04-18T05:13:41.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.502+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee800703c0 con 0x7fee800719e0 2024-04-18T05:13:41.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.502+0000 7fee75ffb640 1 -- 172.21.15.32:0/254504671 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fee78003d40 con 0x7fee800719e0 2024-04-18T05:13:41.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.502+0000 7fee75ffb640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fee64066690 0x7fee64068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.502+0000 7fee75ffb640 1 -- 172.21.15.32:0/254504671 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fee7811fb30 con 0x7fee800719e0 2024-04-18T05:13:41.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.502+0000 7fee85770640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fee64066690 0x7fee64068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.506 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.502+0000 7fee85770640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fee64066690 0x7fee64068b50 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fee800bf690 tx=0x7fee7c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:41.507 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.506+0000 7fee75ffb640 1 -- 172.21.15.32:0/254504671 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fee780ec980 con 0x7fee800719e0 2024-04-18T05:13:41.693 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.690+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fee800666e0 con 0x7fee800719e0 2024-04-18T05:13:41.694 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee75ffb640 1 -- 172.21.15.32:0/254504671 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+5942 (secure 0 0 0) 0x7fee780be020 con 0x7fee800719e0 2024-04-18T05:13:41.695 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:41.695 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:39.923036+0000","modified":"2024-04-18T05:12:42.935518+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5379":{"gid":5379,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.32:6837/3232325641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3232325641},{"type":"v1","addr":"172.21.15.32:6837","nonce":3232325641}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:59.375043+0000","modified":"2024-04-18T05:13:02.408727+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4963},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4963":{"gid":4963,"name":"d","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-04-18T05:13:41.695 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 21 2024-04-18T05:13:41.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fee64066690 msgr2=0x7fee64068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fee64066690 0x7fee64068b50 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fee800bf690 tx=0x7fee7c009040 comp rx=0 tx=0).stop 2024-04-18T05:13:41.696 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee800719e0 msgr2=0x7fee80070c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee800719e0 0x7fee80070c00 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fee780987f0 tx=0x7fee78009750 comp rx=0 tx=0).stop 2024-04-18T05:13:41.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 shutdown_connections 2024-04-18T05:13:41.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fee800719e0 0x7fee80070c00 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee800c3240 0x7fee800706c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fee64066690 0x7fee64068b50 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 --2- 172.21.15.32:0/254504671 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee6c005190 0x7fee8014d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 >> 172.21.15.32:0/254504671 conn(0x7fee80069e80 msgr2=0x7fee80150c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:41.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 shutdown_connections 2024-04-18T05:13:41.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.694+0000 7fee879d4640 1 -- 172.21.15.32:0/254504671 wait complete. 2024-04-18T05:13:41.712 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:13:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6b1829640 1 Processor -- start 2024-04-18T05:13:41.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6b1829640 1 -- start start 2024-04-18T05:13:41.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6b1829640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd6ac06a0e0 0x7fd6ac151050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6b1829640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd6ac151590 0x7fd6ac157d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6b1829640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6ac06e250 con 0x7fd6ac06e640 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6b1829640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6ac153e60 con 0x7fd6ac06a0e0 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6b1829640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6ac154070 con 0x7fd6ac151590 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6aaffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd6ac06a0e0 0x7fd6ac151050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6aaffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd6ac06a0e0 0x7fd6ac151050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56388/0 (socket says 172.21.15.32:56388) 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6aaffd640 1 -- 172.21.15.32:0/516136224 learned_addr learned my addr 172.21.15.32:0/516136224 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6ab7fe640 1 --2- 172.21.15.32:0/516136224 >> v2:172.21.15.92:3300/0 conn(0x7fd6ac151590 0x7fd6ac157d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6aaffd640 1 -- 172.21.15.32:0/516136224 >> v2:172.21.15.92:3300/0 conn(0x7fd6ac151590 msgr2=0x7fd6ac157d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6aaffd640 1 --2- 172.21.15.32:0/516136224 >> v2:172.21.15.92:3300/0 conn(0x7fd6ac151590 0x7fd6ac157d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6aaffd640 1 -- 172.21.15.32:0/516136224 >> v1:172.21.15.92:6789/0 conn(0x7fd6ac06e640 legacy=0x7fd6ac157600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6aaffd640 1 -- 172.21.15.32:0/516136224 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6ac154310 con 0x7fd6ac06a0e0 2024-04-18T05:13:41.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.834+0000 7fd6ab7fe640 1 --2- 172.21.15.32:0/516136224 >> v2:172.21.15.92:3300/0 conn(0x7fd6ac151590 0x7fd6ac157d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:41.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6aaffd640 1 --2- 172.21.15.32:0/516136224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac06a0e0 0x7fd6ac151050 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac0725b0 tx=0x7fd69c01c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e8d373958162d2d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:41.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6aa7fc640 1 -- 172.21.15.32:0/516136224 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd69c0aa680 con 0x7fd6ac06a0e0 2024-04-18T05:13:41.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6aa7fc640 1 -- 172.21.15.32:0/516136224 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd69c0aa7e0 con 0x7fd6ac06a0e0 2024-04-18T05:13:41.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6aa7fc640 1 -- 172.21.15.32:0/516136224 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd69c0aab70 con 0x7fd6ac06a0e0 2024-04-18T05:13:41.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 -- 172.21.15.32:0/516136224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac06a0e0 msgr2=0x7fd6ac151050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 --2- 172.21.15.32:0/516136224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac06a0e0 0x7fd6ac151050 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac0725b0 tx=0x7fd69c01c520 comp rx=0 tx=0).stop 2024-04-18T05:13:41.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 -- 172.21.15.32:0/516136224 shutdown_connections 2024-04-18T05:13:41.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 --2- 172.21.15.32:0/516136224 >> v2:172.21.15.92:3300/0 conn(0x7fd6ac151590 0x7fd6ac157d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 --2- 172.21.15.32:0/516136224 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac06a0e0 0x7fd6ac151050 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 -- 172.21.15.32:0/516136224 >> 172.21.15.32:0/516136224 conn(0x7fd6ac06af90 msgr2=0x7fd6ac06b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:41.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 -- 172.21.15.32:0/516136224 shutdown_connections 2024-04-18T05:13:41.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 -- 172.21.15.32:0/516136224 wait complete. 2024-04-18T05:13:41.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 Processor -- start 2024-04-18T05:13:41.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.838+0000 7fd6b1829640 1 -- start start 2024-04-18T05:13:41.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6b1829640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6ac06a0e0 0x7fd6ac0aabb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6b1829640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6ac06e640 0x7fd6ac14de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6b1829640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac151590 0x7fd6ac15d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6b1829640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac1eca00 con 0x7fd6ac151590 2024-04-18T05:13:41.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6b1829640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac1ec0f0 con 0x7fd6ac06e640 2024-04-18T05:13:41.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6b1829640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac0ab400 con 0x7fd6ac06a0e0 2024-04-18T05:13:41.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6ab7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac151590 0x7fd6ac15d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6ab7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac151590 0x7fd6ac15d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56396/0 (socket says 172.21.15.32:56396) 2024-04-18T05:13:41.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6ab7fe640 1 -- 172.21.15.32:0/2215344012 learned_addr learned my addr 172.21.15.32:0/2215344012 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6ab7fe640 1 -- 172.21.15.32:0/2215344012 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6ac06a0e0 msgr2=0x7fd6ac0aabb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6ab7fe640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6ac06a0e0 0x7fd6ac0aabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6a3fff640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6ac06e640 0x7fd6ac14de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6ab7fe640 1 -- 172.21.15.32:0/2215344012 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6ac06e640 msgr2=0x7fd6ac14de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6ab7fe640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6ac06e640 0x7fd6ac14de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6ab7fe640 1 -- 172.21.15.32:0/2215344012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd69c0094d0 con 0x7fd6ac151590 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6ab7fe640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac151590 0x7fd6ac15d200 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fd6a4007df0 tx=0x7fd6a400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6a8ff9640 1 -- 172.21.15.32:0/2215344012 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a40039a0 con 0x7fd6ac151590 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6a8ff9640 1 -- 172.21.15.32:0/2215344012 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6a400f040 con 0x7fd6ac151590 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6a8ff9640 1 -- 172.21.15.32:0/2215344012 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a4003d40 con 0x7fd6ac151590 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6ac1ec3b0 con 0x7fd6ac151590 2024-04-18T05:13:41.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6ac0ab0f0 con 0x7fd6ac151590 2024-04-18T05:13:41.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6ac0666e0 con 0x7fd6ac151590 2024-04-18T05:13:41.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6a8ff9640 1 -- 172.21.15.32:0/2215344012 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd6a4004030 con 0x7fd6ac151590 2024-04-18T05:13:41.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6a8ff9640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd68c066690 0x7fd68c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:41.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6aaffd640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd68c066690 0x7fd68c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:41.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6a8ff9640 1 -- 172.21.15.32:0/2215344012 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fd6a4084930 con 0x7fd6ac151590 2024-04-18T05:13:41.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.842+0000 7fd6aaffd640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd68c066690 0x7fd68c068b50 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd69c0ae000 tx=0x7fd69c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:41.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:41.846+0000 7fd6a8ff9640 1 -- 172.21.15.32:0/2215344012 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd6a4051820 con 0x7fd6ac151590 2024-04-18T05:13:42.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.042+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd6ac1ecb40 con 0x7fd6ac151590 2024-04-18T05:13:42.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.042+0000 7fd6a8ff9640 1 -- 172.21.15.32:0/2215344012 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+5942 (secure 0 0 0) 0x7fd6a4054e40 con 0x7fd6ac151590 2024-04-18T05:13:42.045 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:42.045 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:39.923036+0000","modified":"2024-04-18T05:12:42.935518+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5379":{"gid":5379,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.32:6837/3232325641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":3232325641},{"type":"v1","addr":"172.21.15.32:6837","nonce":3232325641}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2},{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:59.375043+0000","modified":"2024-04-18T05:13:02.408727+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4963},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4963":{"gid":4963,"name":"d","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-04-18T05:13:42.045 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 21 2024-04-18T05:13:42.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd68c066690 msgr2=0x7fd68c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd68c066690 0x7fd68c068b50 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd69c0ae000 tx=0x7fd69c008040 comp rx=0 tx=0).stop 2024-04-18T05:13:42.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac151590 msgr2=0x7fd6ac15d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac151590 0x7fd6ac15d200 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fd6a4007df0 tx=0x7fd6a400d4a0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 shutdown_connections 2024-04-18T05:13:42.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6ac151590 0x7fd6ac15d200 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd68c066690 0x7fd68c068b50 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6ac06e640 0x7fd6ac14de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 --2- 172.21.15.32:0/2215344012 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6ac06a0e0 0x7fd6ac0aabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 >> 172.21.15.32:0/2215344012 conn(0x7fd6ac06af90 msgr2=0x7fd6ac157500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:42.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 shutdown_connections 2024-04-18T05:13:42.048 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.046+0000 7fd6b1829640 1 -- 172.21.15.32:0/2215344012 wait complete. 2024-04-18T05:13:42.065 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:42.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.186+0000 7fbb9efb1640 1 Processor -- start 2024-04-18T05:13:42.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.186+0000 7fbb9efb1640 1 -- start start 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9efb1640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbb9814def0 0x7fbb980716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9efb1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb980c1820 0x7fbb98070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9efb1640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbb980c0e50 0x7fbb98070880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9efb1640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb9814e2d0 con 0x7fbb980c0e50 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9efb1640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb98151440 con 0x7fbb9814def0 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9efb1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb98151720 con 0x7fbb980c1820 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9d54e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbb980c0e50 0x7fbb98070880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9d54e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbb980c0e50 0x7fbb98070880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56404/0 (socket says 172.21.15.32:56404) 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9d54e640 1 -- 172.21.15.32:0/3053704019 learned_addr learned my addr 172.21.15.32:0/3053704019 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb97fff640 1 --2- 172.21.15.32:0/3053704019 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb980c1820 0x7fbb98070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9cd4d640 1 --2- 172.21.15.32:0/3053704019 >> v2:172.21.15.92:3300/0 conn(0x7fbb9814def0 0x7fbb980716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9d54e640 1 -- 172.21.15.32:0/3053704019 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb980c1820 msgr2=0x7fbb98070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:42.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9d54e640 1 --2- 172.21.15.32:0/3053704019 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb980c1820 0x7fbb98070340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9d54e640 1 -- 172.21.15.32:0/3053704019 >> v2:172.21.15.92:3300/0 conn(0x7fbb9814def0 msgr2=0x7fbb980716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:42.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9d54e640 1 --2- 172.21.15.32:0/3053704019 >> v2:172.21.15.92:3300/0 conn(0x7fbb9814def0 0x7fbb980716f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9d54e640 1 -- 172.21.15.32:0/3053704019 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb980c1cf0 con 0x7fbb980c0e50 2024-04-18T05:13:42.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb97fff640 1 --2- 172.21.15.32:0/3053704019 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb980c1820 0x7fbb98070340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:42.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9cd4d640 1 --2- 172.21.15.32:0/3053704019 >> v2:172.21.15.92:3300/0 conn(0x7fbb9814def0 0x7fbb980716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:42.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb9d54e640 1 --2- 172.21.15.32:0/3053704019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 0x7fbb98070880 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fbb980c2d40 tx=0x7fbb9001c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2306d5641f2c8222 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:42.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb977fe640 1 -- 172.21.15.32:0/3053704019 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb900a55e0 con 0x7fbb980c0e50 2024-04-18T05:13:42.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb977fe640 1 -- 172.21.15.32:0/3053704019 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb900a5740 con 0x7fbb980c0e50 2024-04-18T05:13:42.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.190+0000 7fbb977fe640 1 -- 172.21.15.32:0/3053704019 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb900a5ad0 con 0x7fbb980c0e50 2024-04-18T05:13:42.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3053704019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 msgr2=0x7fbb98070880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3053704019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 0x7fbb98070880 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fbb980c2d40 tx=0x7fbb9001c960 comp rx=0 tx=0).stop 2024-04-18T05:13:42.193 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3053704019 shutdown_connections 2024-04-18T05:13:42.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3053704019 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 0x7fbb98070880 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3053704019 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb980c1820 0x7fbb98070340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3053704019 >> v2:172.21.15.92:3300/0 conn(0x7fbb9814def0 0x7fbb980716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3053704019 >> 172.21.15.32:0/3053704019 conn(0x7fbb98069e80 msgr2=0x7fbb9806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:42.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3053704019 shutdown_connections 2024-04-18T05:13:42.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3053704019 wait complete. 2024-04-18T05:13:42.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 Processor -- start 2024-04-18T05:13:42.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- start start 2024-04-18T05:13:42.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 0x7fbb98145220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb980c1820 0x7fbb98145760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb9814def0 0x7fbb981492e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb981464e0 con 0x7fbb980c0e50 2024-04-18T05:13:42.196 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb98149050 con 0x7fbb980c1820 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb98147740 con 0x7fbb9814def0 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9cd4d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 0x7fbb98145220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9cd4d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 0x7fbb98145220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56414/0 (socket says 172.21.15.32:56414) 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9cd4d640 1 -- 172.21.15.32:0/3979511238 learned_addr learned my addr 172.21.15.32:0/3979511238 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb97fff640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb980c1820 0x7fbb98145760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9cd4d640 1 -- 172.21.15.32:0/3979511238 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb9814def0 msgr2=0x7fbb981492e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9cd4d640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb9814def0 0x7fbb981492e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9cd4d640 1 -- 172.21.15.32:0/3979511238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb980c1820 msgr2=0x7fbb98145760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9cd4d640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb980c1820 0x7fbb98145760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9cd4d640 1 -- 172.21.15.32:0/3979511238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb90009b30 con 0x7fbb980c0e50 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb97fff640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb980c1820 0x7fbb98145760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9cd4d640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 0x7fbb98145220 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c00c7f0 tx=0x7fbb8c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb957fa640 1 -- 172.21.15.32:0/3979511238 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c007820 con 0x7fbb980c0e50 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb957fa640 1 -- 172.21.15.32:0/3979511238 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb8c007980 con 0x7fbb980c0e50 2024-04-18T05:13:42.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb957fa640 1 -- 172.21.15.32:0/3979511238 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c007d30 con 0x7fbb980c0e50 2024-04-18T05:13:42.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb98147410 con 0x7fbb980c0e50 2024-04-18T05:13:42.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb981eb420 con 0x7fbb980c0e50 2024-04-18T05:13:42.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.194+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb980666e0 con 0x7fbb980c0e50 2024-04-18T05:13:42.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.198+0000 7fbb957fa640 1 -- 172.21.15.32:0/3979511238 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbb8c0113f0 con 0x7fbb980c0e50 2024-04-18T05:13:42.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.198+0000 7fbb957fa640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb7c066690 0x7fbb7c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.198+0000 7fbb957fa640 1 -- 172.21.15.32:0/3979511238 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fbb8c084960 con 0x7fbb980c0e50 2024-04-18T05:13:42.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.198+0000 7fbb97fff640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb7c066690 0x7fbb7c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.198+0000 7fbb97fff640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb7c066690 0x7fbb7c068b50 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fbb84006fd0 tx=0x7fbb84008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:42.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.202+0000 7fbb957fa640 1 -- 172.21.15.32:0/3979511238 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fbb8c051850 con 0x7fbb980c0e50 2024-04-18T05:13:42.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.362+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbb98147b20 con 0x7fbb980c0e50 2024-04-18T05:13:42.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb957fa640 1 -- 172.21.15.32:0/3979511238 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+20043 (secure 0 0 0) 0x7fbb8c054e70 con 0x7fbb980c0e50 2024-04-18T05:13:42.367 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:42.367 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":47,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:10.938279+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:12:37.672169+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-18T05:12:38.907356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.18","mappings":[{"from":4,"to":2}]},{"pgid":"6.3c","mappings":[{"from":4,"to":2}]},{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:42.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb7c066690 msgr2=0x7fbb7c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb7c066690 0x7fbb7c068b50 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fbb84006fd0 tx=0x7fbb84008040 comp rx=0 tx=0).stop 2024-04-18T05:13:42.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 msgr2=0x7fbb98145220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 0x7fbb98145220 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c00c7f0 tx=0x7fbb8c00ccb0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 shutdown_connections 2024-04-18T05:13:42.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb9814def0 0x7fbb981492e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb7c066690 0x7fbb7c068b50 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb980c1820 0x7fbb98145760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 --2- 172.21.15.32:0/3979511238 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb980c0e50 0x7fbb98145220 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 >> 172.21.15.32:0/3979511238 conn(0x7fbb98069e80 msgr2=0x7fbb9814ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:42.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 shutdown_connections 2024-04-18T05:13:42.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.366+0000 7fbb9efb1640 1 -- 172.21.15.32:0/3979511238 wait complete. 2024-04-18T05:13:42.385 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-18T05:13:42.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8cf57640 1 Processor -- start 2024-04-18T05:13:42.500 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8cf57640 1 -- start start 2024-04-18T05:13:42.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8cf57640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbb880aeb60 0x7fbb88157b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8cf57640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbb881541a0 0x7fbb881545b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8cf57640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb88154af0 con 0x7fbb8806cb00 2024-04-18T05:13:42.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8cf57640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb880c5130 con 0x7fbb880aeb60 2024-04-18T05:13:42.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8cf57640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb880aef40 con 0x7fbb881541a0 2024-04-18T05:13:42.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8659c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbb880aeb60 0x7fbb88157b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.501 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8659c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbb880aeb60 0x7fbb88157b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56420/0 (socket says 172.21.15.32:56420) 2024-04-18T05:13:42.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb8659c640 1 -- 172.21.15.32:0/3699906068 learned_addr learned my addr 172.21.15.32:0/3699906068 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:42.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.498+0000 7fbb86d9d640 1 --2- 172.21.15.32:0/3699906068 >> v2:172.21.15.92:3300/0 conn(0x7fbb881541a0 0x7fbb881545b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8659c640 1 -- 172.21.15.32:0/3699906068 >> v2:172.21.15.92:3300/0 conn(0x7fbb881541a0 msgr2=0x7fbb881545b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:42.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8659c640 1 --2- 172.21.15.32:0/3699906068 >> v2:172.21.15.92:3300/0 conn(0x7fbb881541a0 0x7fbb881545b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8659c640 1 -- 172.21.15.32:0/3699906068 >> v1:172.21.15.92:6789/0 conn(0x7fbb8806cb00 legacy=0x7fbb880c3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:42.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8659c640 1 -- 172.21.15.32:0/3699906068 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb880bcda0 con 0x7fbb880aeb60 2024-04-18T05:13:42.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8659c640 1 --2- 172.21.15.32:0/3699906068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb880aeb60 0x7fbb88157b70 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fbb88154c80 tx=0x7fbb7801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59aaa54abdea8b41 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:42.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb85d9b640 1 -- 172.21.15.32:0/3699906068 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb780ab600 con 0x7fbb880aeb60 2024-04-18T05:13:42.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb85d9b640 1 -- 172.21.15.32:0/3699906068 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb780a7050 con 0x7fbb880aeb60 2024-04-18T05:13:42.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb85d9b640 1 -- 172.21.15.32:0/3699906068 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb780ab980 con 0x7fbb880aeb60 2024-04-18T05:13:42.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8cf57640 1 -- 172.21.15.32:0/3699906068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb880aeb60 msgr2=0x7fbb88157b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8cf57640 1 --2- 172.21.15.32:0/3699906068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb880aeb60 0x7fbb88157b70 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fbb88154c80 tx=0x7fbb7801c450 comp rx=0 tx=0).stop 2024-04-18T05:13:42.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8cf57640 1 -- 172.21.15.32:0/3699906068 shutdown_connections 2024-04-18T05:13:42.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8cf57640 1 --2- 172.21.15.32:0/3699906068 >> v2:172.21.15.92:3300/0 conn(0x7fbb881541a0 0x7fbb881545b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8cf57640 1 --2- 172.21.15.32:0/3699906068 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb880aeb60 0x7fbb88157b70 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8cf57640 1 -- 172.21.15.32:0/3699906068 >> 172.21.15.32:0/3699906068 conn(0x7fbb88072b80 msgr2=0x7fbb88072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:42.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8cf57640 1 -- 172.21.15.32:0/3699906068 shutdown_connections 2024-04-18T05:13:42.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8cf57640 1 -- 172.21.15.32:0/3699906068 wait complete. 2024-04-18T05:13:42.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.502+0000 7fbb8cf57640 1 Processor -- start 2024-04-18T05:13:42.505 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 -- start start 2024-04-18T05:13:42.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb8806cb00 0x7fbb88144b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb880aeb60 0x7fbb880c87c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb881541a0 0x7fbb880c7490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb881ecfc0 con 0x7fbb8806cb00 2024-04-18T05:13:42.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb881ec0f0 con 0x7fbb880aeb60 2024-04-18T05:13:42.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb881ec3b0 con 0x7fbb881541a0 2024-04-18T05:13:42.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb8806cb00 0x7fbb88144b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb8806cb00 0x7fbb88144b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56436/0 (socket says 172.21.15.32:56436) 2024-04-18T05:13:42.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8659c640 1 -- 172.21.15.32:0/672723438 learned_addr learned my addr 172.21.15.32:0/672723438 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7ffff640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb880aeb60 0x7fbb880c87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb86d9d640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb881541a0 0x7fbb880c7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8659c640 1 -- 172.21.15.32:0/672723438 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb881541a0 msgr2=0x7fbb880c7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8659c640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb881541a0 0x7fbb880c7490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8659c640 1 -- 172.21.15.32:0/672723438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb880aeb60 msgr2=0x7fbb880c87c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8659c640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb880aeb60 0x7fbb880c87c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8659c640 1 -- 172.21.15.32:0/672723438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb780094d0 con 0x7fbb8806cb00 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7ffff640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb880aeb60 0x7fbb880c87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8659c640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb8806cb00 0x7fbb88144b50 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fbb78000c10 tx=0x7fbb780191f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7effd640 1 -- 172.21.15.32:0/672723438 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb780b6640 con 0x7fbb8806cb00 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7effd640 1 -- 172.21.15.32:0/672723438 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb780b67a0 con 0x7fbb8806cb00 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb881ec690 con 0x7fbb8806cb00 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7effd640 1 -- 172.21.15.32:0/672723438 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb780b6b50 con 0x7fbb8806cb00 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb881ecc50 con 0x7fbb8806cb00 2024-04-18T05:13:42.509 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb88151790 con 0x7fbb8806cb00 2024-04-18T05:13:42.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7effd640 1 -- 172.21.15.32:0/672723438 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbb780b2040 con 0x7fbb8806cb00 2024-04-18T05:13:42.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7effd640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb680666c0 0x7fbb68068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7ffff640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb680666c0 0x7fbb68068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7effd640 1 -- 172.21.15.32:0/672723438 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 7001+0+0 (secure 0 0 0) 0x7fbb7811e8b0 con 0x7fbb8806cb00 2024-04-18T05:13:42.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.506+0000 7fbb7ffff640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb680666c0 0x7fbb68068b80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbb880bcc90 tx=0x7fbb70009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:42.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.510+0000 7fbb7effd640 1 -- 172.21.15.32:0/672723438 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fbb780eb700 con 0x7fbb8806cb00 2024-04-18T05:13:42.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.698+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fbb8804e250 con 0x7fbb8806cb00 2024-04-18T05:13:42.701 INFO:tasks.ceph.mon.a.smithi032.stderr:2024-04-18T05:13:42.702+0000 7fcd13af8640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-18T05:13:42.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.710+0000 7fbb7effd640 1 -- 172.21.15.32:0/672723438 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v22) v1 ==== 161+0+0 (secure 0 0 0) 0x7fbb780b6cb0 con 0x7fbb8806cb00 2024-04-18T05:13:42.712 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-18T05:13:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb680666c0 msgr2=0x7fbb68068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb680666c0 0x7fbb68068b80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbb880bcc90 tx=0x7fbb70009040 comp rx=0 tx=0).stop 2024-04-18T05:13:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb8806cb00 msgr2=0x7fbb88144b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb8806cb00 0x7fbb88144b50 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fbb78000c10 tx=0x7fbb780191f0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 shutdown_connections 2024-04-18T05:13:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbb881541a0 0x7fbb880c7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbb680666c0 0x7fbb68068b80 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbb880aeb60 0x7fbb880c87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 --2- 172.21.15.32:0/672723438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbb8806cb00 0x7fbb88144b50 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 >> 172.21.15.32:0/672723438 conn(0x7fbb88072b80 msgr2=0x7fbb8815d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:42.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 shutdown_connections 2024-04-18T05:13:42.716 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.714+0000 7fbb8cf57640 1 -- 172.21.15.32:0/672723438 wait complete. 2024-04-18T05:13:42.716 INFO:tasks.ceph.mds.c.smithi032.stderr: -2702> 2024-04-18T05:12:43.503+0000 7f63db37d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-18T05:13:42.731 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-18T05:13:42.754 INFO:tasks.ceph.mds.c.smithi032.stdout:starting mds.c at 2024-04-18T05:13:42.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea81bc2640 1 Processor -- start 2024-04-18T05:13:42.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea81bc2640 1 -- start start 2024-04-18T05:13:42.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea81bc2640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fea7c0bcb30 0x7fea7c157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea81bc2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fea7c157a70 0x7fea7c15e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.851 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea81bc2640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea7c0c46c0 con 0x7fea7c1569a0 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea81bc2640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea7c06c610 con 0x7fea7c157a70 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea81bc2640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea7c155050 con 0x7fea7c0bcb30 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea7bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fea7c157a70 0x7fea7c15e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea7bfff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fea7c157a70 0x7fea7c15e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56454/0 (socket says 172.21.15.32:56454) 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea7bfff640 1 -- 172.21.15.32:0/3920207426 learned_addr learned my addr 172.21.15.32:0/3920207426 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea7affd640 1 --2- 172.21.15.32:0/3920207426 >> v2:172.21.15.92:3300/0 conn(0x7fea7c0bcb30 0x7fea7c157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea7bfff640 1 -- 172.21.15.32:0/3920207426 >> v2:172.21.15.92:3300/0 conn(0x7fea7c0bcb30 msgr2=0x7fea7c157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea7bfff640 1 --2- 172.21.15.32:0/3920207426 >> v2:172.21.15.92:3300/0 conn(0x7fea7c0bcb30 0x7fea7c157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea7bfff640 1 -- 172.21.15.32:0/3920207426 >> v1:172.21.15.92:6789/0 conn(0x7fea7c1569a0 legacy=0x7fea7c0c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.846+0000 7fea7bfff640 1 -- 172.21.15.32:0/3920207426 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea7c154980 con 0x7fea7c157a70 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea7bfff640 1 --2- 172.21.15.32:0/3920207426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c157a70 0x7fea7c15e4e0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fea7c0c61d0 tx=0x7fea7401c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a580562c83346551 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea7a7fc640 1 -- 172.21.15.32:0/3920207426 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea740a5880 con 0x7fea7c157a70 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea7a7fc640 1 -- 172.21.15.32:0/3920207426 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea740a59e0 con 0x7fea7c157a70 2024-04-18T05:13:42.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea7a7fc640 1 -- 172.21.15.32:0/3920207426 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea740a5d70 con 0x7fea7c157a70 2024-04-18T05:13:42.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 -- 172.21.15.32:0/3920207426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c157a70 msgr2=0x7fea7c15e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 --2- 172.21.15.32:0/3920207426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c157a70 0x7fea7c15e4e0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fea7c0c61d0 tx=0x7fea7401c9c0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 -- 172.21.15.32:0/3920207426 shutdown_connections 2024-04-18T05:13:42.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 --2- 172.21.15.32:0/3920207426 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c157a70 0x7fea7c15e4e0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 --2- 172.21.15.32:0/3920207426 >> v2:172.21.15.92:3300/0 conn(0x7fea7c0bcb30 0x7fea7c157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 -- 172.21.15.32:0/3920207426 >> 172.21.15.32:0/3920207426 conn(0x7fea7c072950 msgr2=0x7fea7c072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:42.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 -- 172.21.15.32:0/3920207426 shutdown_connections 2024-04-18T05:13:42.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 -- 172.21.15.32:0/3920207426 wait complete. 2024-04-18T05:13:42.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 Processor -- start 2024-04-18T05:13:42.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 -- start start 2024-04-18T05:13:42.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea7c0bcb30 0x7fea7c1ef530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c1569a0 0x7fea7c0c0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea7c157a70 0x7fea7c13f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea7c148f50 con 0x7fea7c1569a0 2024-04-18T05:13:42.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea7c0c1da0 con 0x7fea7c0bcb30 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea81bc2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea7c1efe10 con 0x7fea7c157a70 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea7affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c1569a0 0x7fea7c0c0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea7affd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c1569a0 0x7fea7c0c0a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56468/0 (socket says 172.21.15.32:56468) 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.850+0000 7fea7affd640 1 -- 172.21.15.32:0/2371695378 learned_addr learned my addr 172.21.15.32:0/2371695378 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7b7fe640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea7c0bcb30 0x7fea7c1ef530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7bfff640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea7c157a70 0x7fea7c13f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7affd640 1 -- 172.21.15.32:0/2371695378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea7c157a70 msgr2=0x7fea7c13f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7affd640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea7c157a70 0x7fea7c13f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7affd640 1 -- 172.21.15.32:0/2371695378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea7c0bcb30 msgr2=0x7fea7c1ef530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7affd640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea7c0bcb30 0x7fea7c1ef530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7affd640 1 -- 172.21.15.32:0/2371695378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea74009b30 con 0x7fea7c1569a0 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7affd640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c1569a0 0x7fea7c0c0a40 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fea6c00d800 tx=0x7fea6c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:42.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea63fff640 1 -- 172.21.15.32:0/2371695378 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea6c00b6c0 con 0x7fea7c1569a0 2024-04-18T05:13:42.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea63fff640 1 -- 172.21.15.32:0/2371695378 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea6c00b820 con 0x7fea7c1569a0 2024-04-18T05:13:42.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea7c1f00f0 con 0x7fea7c1569a0 2024-04-18T05:13:42.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea63fff640 1 -- 172.21.15.32:0/2371695378 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea6c00bb90 con 0x7fea7c1569a0 2024-04-18T05:13:42.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea7c148c20 con 0x7fea7c1569a0 2024-04-18T05:13:42.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea7c0c1f10 con 0x7fea7c1569a0 2024-04-18T05:13:42.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea63fff640 1 -- 172.21.15.32:0/2371695378 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fea6c00bcf0 con 0x7fea7c1569a0 2024-04-18T05:13:42.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea63fff640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea68066690 0x7fea68068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:42.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea63fff640 1 -- 172.21.15.32:0/2371695378 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 7087+0+0 (secure 0 0 0) 0x7fea6c085600 con 0x7fea7c1569a0 2024-04-18T05:13:42.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7b7fe640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea68066690 0x7fea68068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:42.858 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.854+0000 7fea7b7fe640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea68066690 0x7fea68068b50 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fea70000f70 tx=0x7fea70009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:42.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:42.858+0000 7fea63fff640 1 -- 172.21.15.32:0/2371695378 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fea6c052580 con 0x7fea7c1569a0 2024-04-18T05:13:43.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.050+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fea7c04e1e0 con 0x7fea7c1569a0 2024-04-18T05:13:43.724 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.722+0000 7fea63fff640 1 -- 172.21.15.32:0/2371695378 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v23) v1 ==== 104+0+0 (secure 0 0 0) 0x7fea6c055ba0 con 0x7fea7c1569a0 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea68066690 msgr2=0x7fea68068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea68066690 0x7fea68068b50 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fea70000f70 tx=0x7fea70009040 comp rx=0 tx=0).stop 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c1569a0 msgr2=0x7fea7c0c0a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c1569a0 0x7fea7c0c0a40 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fea6c00d800 tx=0x7fea6c00dcc0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 shutdown_connections 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fea7c157a70 0x7fea7c13f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fea7c1569a0 0x7fea7c0c0a40 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fea68066690 0x7fea68068b50 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 --2- 172.21.15.32:0/2371695378 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fea7c0bcb30 0x7fea7c1ef530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 >> 172.21.15.32:0/2371695378 conn(0x7fea7c072950 msgr2=0x7fea7c151600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 shutdown_connections 2024-04-18T05:13:43.728 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.726+0000 7fea81bc2640 1 -- 172.21.15.32:0/2371695378 wait complete. 2024-04-18T05:13:43.748 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-18T05:13:43.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28abf1f640 1 Processor -- start 2024-04-18T05:13:43.923 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28abf1f640 1 -- start start 2024-04-18T05:13:43.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28abf1f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f28a40a85d0 0x7f28a4152470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:43.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28abf1f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28a40aa630 con 0x7f28a406fdb0 2024-04-18T05:13:43.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28abf1f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28a40aa910 con 0x7f28a414f330 2024-04-18T05:13:43.924 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28abf1f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28a41529b0 con 0x7f28a40a85d0 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a94ba640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f28a406fdb0 0x7f28a414ec20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37352/0 (socket says 172.21.15.32:37352) 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a94ba640 1 -- 172.21.15.32:0/2387235165 learned_addr learned my addr 172.21.15.32:0/2387235165 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a9cbb640 1 --2- 172.21.15.32:0/2387235165 >> v2:172.21.15.92:3300/0 conn(0x7f28a40a85d0 0x7f28a4152470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 570266557 0 0) 0x7f28a40aa630 con 0x7f28a406fdb0 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2890003530 con 0x7f28a406fdb0 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2796054755 0 0) 0x7f2890003530 con 0x7f28a406fdb0 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 >> v2:172.21.15.92:3300/0 conn(0x7f28a40a85d0 msgr2=0x7f28a4152470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 --2- 172.21.15.32:0/2387235165 >> v2:172.21.15.92:3300/0 conn(0x7f28a40a85d0 0x7f28a4152470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 >> v1:172.21.15.92:6789/0 conn(0x7f28a414f330 legacy=0x7f28a40710d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28a40aabf0 con 0x7f28a406fdb0 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f28a0001a00 con 0x7f28a406fdb0 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 >> v1:172.21.15.32:6789/0 conn(0x7f28a406fdb0 legacy=0x7f28a414ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:43.926 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2890003980 0x7f2890003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28900047d0 0x7f2890004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f289000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f289000c000 con 0x7f2890005190 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2890010580 con 0x7f2890003980 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2890010740 con 0x7f28900047d0 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.922+0000 7f28aa4bc640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f289000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28a9cbb640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2890003980 0x7f2890003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28a94ba640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28900047d0 0x7f2890004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28aa4bc640 1 -- 172.21.15.32:0/2387235165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28900047d0 msgr2=0x7f2890004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28aa4bc640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28900047d0 0x7f2890004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28aa4bc640 1 -- 172.21.15.32:0/2387235165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2890003980 msgr2=0x7f2890003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28aa4bc640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2890003980 0x7f2890003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.927 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28aa4bc640 1 -- 172.21.15.32:0/2387235165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2890003530 con 0x7f2890005190 2024-04-18T05:13:43.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28aa4bc640 1 -- 172.21.15.32:0/2387235165 reap_dead start 2024-04-18T05:13:43.928 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28aa4bc640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f289000b990 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f289c001780 tx=0x7f289c01c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cc04a7ab5b2d7b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f289c0052d0 con 0x7f2890005190 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f289c005450 con 0x7f2890005190 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28a8cb9640 1 -- 172.21.15.32:0/2387235165 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f289c003840 con 0x7f2890005190 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28abf1f640 1 -- 172.21.15.32:0/2387235165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 msgr2=0x7f289000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28abf1f640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f289000b990 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f289c001780 tx=0x7f289c01c420 comp rx=0 tx=0).stop 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28abf1f640 1 -- 172.21.15.32:0/2387235165 shutdown_connections 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28abf1f640 1 --2- 172.21.15.32:0/2387235165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f289000b990 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28abf1f640 1 -- 172.21.15.32:0/2387235165 >> 172.21.15.32:0/2387235165 conn(0x7f28a40c5250 msgr2=0x7f28a40c5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28abf1f640 1 -- 172.21.15.32:0/2387235165 shutdown_connections 2024-04-18T05:13:43.929 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.926+0000 7f28abf1f640 1 -- 172.21.15.32:0/2387235165 wait complete. 2024-04-18T05:13:43.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 Processor -- start 2024-04-18T05:13:43.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 -- start start 2024-04-18T05:13:43.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f28a41e51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:43.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28a41559e0 0x7f28a40715a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:43.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28a4146ba0 0x7f28a4147020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:43.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28a40c43d0 con 0x7f2890005190 2024-04-18T05:13:43.931 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28a406daa0 con 0x7f28a4146ba0 2024-04-18T05:13:43.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28a4147560 con 0x7f28a41559e0 2024-04-18T05:13:43.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a9cbb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f28a41e51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:43.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a9cbb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f28a41e51f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56490/0 (socket says 172.21.15.32:56490) 2024-04-18T05:13:43.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a9cbb640 1 -- 172.21.15.32:0/4120431433 learned_addr learned my addr 172.21.15.32:0/4120431433 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:43.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28aa4bc640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28a4146ba0 0x7f28a4147020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:43.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a94ba640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28a41559e0 0x7f28a40715a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:43.932 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a9cbb640 1 -- 172.21.15.32:0/4120431433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28a41559e0 msgr2=0x7f28a40715a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:43.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a9cbb640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28a41559e0 0x7f28a40715a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a9cbb640 1 -- 172.21.15.32:0/4120431433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28a4146ba0 msgr2=0x7f28a4147020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:43.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a9cbb640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28a4146ba0 0x7f28a4147020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:43.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a9cbb640 1 -- 172.21.15.32:0/4120431433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28a406d4e0 con 0x7f2890005190 2024-04-18T05:13:43.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a9cbb640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f28a41e51f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f2894011590 tx=0x7f2894011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:43.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f289a7fc640 1 -- 172.21.15.32:0/4120431433 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2894015930 con 0x7f2890005190 2024-04-18T05:13:43.933 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f289a7fc640 1 -- 172.21.15.32:0/4120431433 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2894015a90 con 0x7f2890005190 2024-04-18T05:13:43.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28a406d7c0 con 0x7f2890005190 2024-04-18T05:13:43.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f289a7fc640 1 -- 172.21.15.32:0/4120431433 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2894015e20 con 0x7f2890005190 2024-04-18T05:13:43.934 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28a40bf650 con 0x7f2890005190 2024-04-18T05:13:43.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28a406c260 con 0x7f2890005190 2024-04-18T05:13:43.935 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f289a7fc640 1 -- 172.21.15.32:0/4120431433 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f289401d400 con 0x7f2890005190 2024-04-18T05:13:43.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f289a7fc640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2888066690 0x7f2888068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:43.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f289a7fc640 1 -- 172.21.15.32:0/4120431433 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 7087+0+0 (secure 0 0 0) 0x7f2894084e00 con 0x7f2890005190 2024-04-18T05:13:43.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.930+0000 7f28a94ba640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2888066690 0x7f2888068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:43.936 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.934+0000 7f28a94ba640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2888066690 0x7f2888068b50 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f28a00013e0 tx=0x7f28a0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:43.937 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:43.938+0000 7f289a7fc640 1 -- 172.21.15.32:0/4120431433 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f28a406c260 con 0x7f2890005190 2024-04-18T05:13:44.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:44.098+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f28a406c260 con 0x7f2890005190 2024-04-18T05:13:45.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.061+0000 7f289a7fc640 1 -- 172.21.15.32:0/4120431433 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v49) v1 ==== 181+0+0 (secure 0 0 0) 0x7f28a406c260 con 0x7f2890005190 2024-04-18T05:13:45.065 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' removed 2024-04-18T05:13:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.065+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2888066690 msgr2=0x7f2888068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.065+0000 7f28abf1f640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2888066690 0x7f2888068b50 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f28a00013e0 tx=0x7f28a0009040 comp rx=0 tx=0).stop 2024-04-18T05:13:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.065+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 msgr2=0x7f28a41e51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:45.069 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.065+0000 7f28abf1f640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f28a41e51f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f2894011590 tx=0x7f2894011a50 comp rx=0 tx=0).stop 2024-04-18T05:13:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.069+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 shutdown_connections 2024-04-18T05:13:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.069+0000 7f28abf1f640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2888066690 0x7f2888068b50 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.069+0000 7f28abf1f640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28a4146ba0 0x7f28a4147020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.069+0000 7f28abf1f640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28a41559e0 0x7f28a40715a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.069+0000 7f28abf1f640 1 --2- 172.21.15.32:0/4120431433 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2890005190 0x7f28a41e51f0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.069+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 >> 172.21.15.32:0/4120431433 conn(0x7f28a40c5250 msgr2=0x7f28a414bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.069+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 shutdown_connections 2024-04-18T05:13:45.070 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.069+0000 7f28abf1f640 1 -- 172.21.15.32:0/4120431433 wait complete. 2024-04-18T05:13:45.094 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-18T05:13:45.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f078d985640 1 Processor -- start 2024-04-18T05:13:45.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f078d985640 1 -- start start 2024-04-18T05:13:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f078d985640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f07880a7450 0x7f078806eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f078d985640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 0x7f078806f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f078d985640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07880c0a30 con 0x7f078814ba80 2024-04-18T05:13:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f078d985640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0788152340 con 0x7f07880a7450 2024-04-18T05:13:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f078d985640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0788152870 con 0x7f078806da60 2024-04-18T05:13:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f07867fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f07880a7450 0x7f078806eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f07867fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f07880a7450 0x7f078806eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56502/0 (socket says 172.21.15.32:56502) 2024-04-18T05:13:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f07867fc640 1 -- 172.21.15.32:0/682018220 learned_addr learned my addr 172.21.15.32:0/682018220 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:45.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f07877fe640 1 --2- 172.21.15.32:0/682018220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 0x7f078806f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:45.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f07867fc640 1 -- 172.21.15.32:0/682018220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 msgr2=0x7f078806f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:45.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f07867fc640 1 --2- 172.21.15.32:0/682018220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 0x7f078806f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:45.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f07867fc640 1 -- 172.21.15.32:0/682018220 >> v1:172.21.15.92:6789/0 conn(0x7f078814ba80 legacy=0x7f0788069e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:45.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.229+0000 7f07867fc640 1 -- 172.21.15.32:0/682018220 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f078806e360 con 0x7f07880a7450 2024-04-18T05:13:45.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f07867fc640 1 --2- 172.21.15.32:0/682018220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07880a7450 0x7f078806eb20 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f077c009870 tx=0x7f077c01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec6162b429ac68a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:45.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f0785ffb640 1 -- 172.21.15.32:0/682018220 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f077c0ab640 con 0x7f07880a7450 2024-04-18T05:13:45.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f0785ffb640 1 -- 172.21.15.32:0/682018220 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f077c0a7070 con 0x7f07880a7450 2024-04-18T05:13:45.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f0785ffb640 1 -- 172.21.15.32:0/682018220 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f077c0ab9c0 con 0x7f07880a7450 2024-04-18T05:13:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f078d985640 1 -- 172.21.15.32:0/682018220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07880a7450 msgr2=0x7f078806eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f078d985640 1 --2- 172.21.15.32:0/682018220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07880a7450 0x7f078806eb20 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f077c009870 tx=0x7f077c01c440 comp rx=0 tx=0).stop 2024-04-18T05:13:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f078d985640 1 -- 172.21.15.32:0/682018220 shutdown_connections 2024-04-18T05:13:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f078d985640 1 --2- 172.21.15.32:0/682018220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 0x7f078806f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f078d985640 1 --2- 172.21.15.32:0/682018220 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07880a7450 0x7f078806eb20 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:45.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f078d985640 1 -- 172.21.15.32:0/682018220 >> 172.21.15.32:0/682018220 conn(0x7f07880c62d0 msgr2=0x7f07880c66e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:45.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f078d985640 1 -- 172.21.15.32:0/682018220 shutdown_connections 2024-04-18T05:13:45.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.233+0000 7f078d985640 1 -- 172.21.15.32:0/682018220 wait complete. 2024-04-18T05:13:45.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 Processor -- start 2024-04-18T05:13:45.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 -- start start 2024-04-18T05:13:45.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 0x7f07880713c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:45.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f078814ba80 0x7f078813e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:45.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07881ef3a0 0x7f078813ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:45.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07880c6150 con 0x7f07881ef3a0 2024-04-18T05:13:45.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07881ebfd0 con 0x7f078814ba80 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07881ec2b0 con 0x7f078806da60 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07877fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07881ef3a0 0x7f078813ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07877fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07881ef3a0 0x7f078813ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56510/0 (socket says 172.21.15.32:56510) 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07877fe640 1 -- 172.21.15.32:0/761867962 learned_addr learned my addr 172.21.15.32:0/761867962 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07867fc640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f078814ba80 0x7f078813e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f0786ffd640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 0x7f07880713c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07877fe640 1 -- 172.21.15.32:0/761867962 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 msgr2=0x7f07880713c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07877fe640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 0x7f07880713c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07877fe640 1 -- 172.21.15.32:0/761867962 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f078814ba80 msgr2=0x7f078813e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07877fe640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f078814ba80 0x7f078813e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07877fe640 1 -- 172.21.15.32:0/761867962 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f077c0094d0 con 0x7f07881ef3a0 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f07877fe640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07881ef3a0 0x7f078813ee40 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f078000efc0 tx=0x7f078000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:45.240 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f076ffff640 1 -- 172.21.15.32:0/761867962 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0780009b20 con 0x7f07881ef3a0 2024-04-18T05:13:45.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f076ffff640 1 -- 172.21.15.32:0/761867962 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f078000f040 con 0x7f07881ef3a0 2024-04-18T05:13:45.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07881ec590 con 0x7f07881ef3a0 2024-04-18T05:13:45.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f076ffff640 1 -- 172.21.15.32:0/761867962 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07800146c0 con 0x7f07881ef3a0 2024-04-18T05:13:45.241 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07881ecb50 con 0x7f07881ef3a0 2024-04-18T05:13:45.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07881ecd40 con 0x7f07881ef3a0 2024-04-18T05:13:45.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f076ffff640 1 -- 172.21.15.32:0/761867962 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0780014820 con 0x7f07881ef3a0 2024-04-18T05:13:45.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f076ffff640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07740666c0 0x7f0774068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:45.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f076ffff640 1 -- 172.21.15.32:0/761867962 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 6649+0+0 (secure 0 0 0) 0x7f07800851d0 con 0x7f07881ef3a0 2024-04-18T05:13:45.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.237+0000 7f0786ffd640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07740666c0 0x7f0774068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:45.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.241+0000 7f0786ffd640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07740666c0 0x7f0774068b80 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0788071cd0 tx=0x7f0778009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:45.245 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.245+0000 7f076ffff640 1 -- 172.21.15.32:0/761867962 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0780052220 con 0x7f07881ef3a0 2024-04-18T05:13:45.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:45.405+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f07880666e0 con 0x7f07881ef3a0 2024-04-18T05:13:46.066 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.061+0000 7f076ffff640 1 -- 172.21.15.32:0/761867962 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v50) v1 ==== 169+0+0 (secure 0 0 0) 0x7f0780009e60 con 0x7f07881ef3a0 2024-04-18T05:13:46.068 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' removed 2024-04-18T05:13:46.073 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07740666c0 msgr2=0x7f0774068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07740666c0 0x7f0774068b80 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0788071cd0 tx=0x7f0778009040 comp rx=0 tx=0).stop 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07881ef3a0 msgr2=0x7f078813ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07881ef3a0 0x7f078813ee40 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f078000efc0 tx=0x7f078000c490 comp rx=0 tx=0).stop 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 shutdown_connections 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f07881ef3a0 0x7f078813ee40 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07740666c0 0x7f0774068b80 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f078814ba80 0x7f078813e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 --2- 172.21.15.32:0/761867962 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f078806da60 0x7f07880713c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 >> 172.21.15.32:0/761867962 conn(0x7f07880c62d0 msgr2=0x7f078814a5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 shutdown_connections 2024-04-18T05:13:46.074 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.073+0000 7f078d985640 1 -- 172.21.15.32:0/761867962 wait complete. 2024-04-18T05:13:46.101 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:46.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25ac395640 1 Processor -- start 2024-04-18T05:13:46.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25ac395640 1 -- start start 2024-04-18T05:13:46.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25ac395640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f25a40a84c0 0x7f25a41519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25ac395640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25a40a8d00 con 0x7f25a40a88a0 2024-04-18T05:13:46.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25ac395640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25a4155e50 con 0x7f25a406d5d0 2024-04-18T05:13:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25ac395640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25a40a9080 con 0x7f25a40a84c0 2024-04-18T05:13:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25a9930640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f25a40a88a0 0x7f25a406cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37356/0 (socket says 172.21.15.32:37356) 2024-04-18T05:13:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25aa131640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f25a40a84c0 0x7f25a41519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25a9930640 1 -- 172.21.15.32:0/2981457290 learned_addr learned my addr 172.21.15.32:0/2981457290 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25aa131640 1 -- 172.21.15.32:0/2981457290 >> v1:172.21.15.92:6789/0 conn(0x7f25a406d5d0 legacy=0x7f25a415c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25aa131640 1 -- 172.21.15.32:0/2981457290 >> v1:172.21.15.32:6789/0 conn(0x7f25a40a88a0 legacy=0x7f25a406cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25a912f640 1 -- 172.21.15.32:0/2981457290 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1554794860 0 0) 0x7f25a40a8d00 con 0x7f25a40a88a0 2024-04-18T05:13:46.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.225+0000 7f25aa131640 1 -- 172.21.15.32:0/2981457290 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25a4154f60 con 0x7f25a40a84c0 2024-04-18T05:13:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25aa131640 1 --2- 172.21.15.32:0/2981457290 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 0x7f25a41519f0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f25a00097c0 tx=0x7f25a001c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dea81fa6e4cf1027 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a912f640 1 -- 172.21.15.32:0/2981457290 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25a00ab600 con 0x7f25a40a84c0 2024-04-18T05:13:46.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a912f640 1 -- 172.21.15.32:0/2981457290 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25a00a7050 con 0x7f25a40a84c0 2024-04-18T05:13:46.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a912f640 1 -- 172.21.15.32:0/2981457290 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25a00ab980 con 0x7f25a40a84c0 2024-04-18T05:13:46.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 -- 172.21.15.32:0/2981457290 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 msgr2=0x7f25a41519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 --2- 172.21.15.32:0/2981457290 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 0x7f25a41519f0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f25a00097c0 tx=0x7f25a001c3d0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 -- 172.21.15.32:0/2981457290 shutdown_connections 2024-04-18T05:13:46.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 --2- 172.21.15.32:0/2981457290 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 0x7f25a41519f0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 -- 172.21.15.32:0/2981457290 >> 172.21.15.32:0/2981457290 conn(0x7f25a4069e80 msgr2=0x7f25a406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:46.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 -- 172.21.15.32:0/2981457290 shutdown_connections 2024-04-18T05:13:46.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 -- 172.21.15.32:0/2981457290 wait complete. 2024-04-18T05:13:46.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 Processor -- start 2024-04-18T05:13:46.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 -- start start 2024-04-18T05:13:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25a406d5d0 0x7f25a4150e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 0x7f25a40bd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f25a40a88a0 0x7f25a41edcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25a41ee9a0 con 0x7f25a40a84c0 2024-04-18T05:13:46.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25a41509f0 con 0x7f25a406d5d0 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25ac395640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25a41ee6c0 con 0x7f25a40a88a0 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a9930640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 0x7f25a40bd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a9930640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 0x7f25a40bd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56534/0 (socket says 172.21.15.32:56534) 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a9930640 1 -- 172.21.15.32:0/1953183792 learned_addr learned my addr 172.21.15.32:0/1953183792 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25aa131640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25a406d5d0 0x7f25a4150e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25aa932640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f25a40a88a0 0x7f25a41edcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a9930640 1 -- 172.21.15.32:0/1953183792 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f25a40a88a0 msgr2=0x7f25a41edcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a9930640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f25a40a88a0 0x7f25a41edcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a9930640 1 -- 172.21.15.32:0/1953183792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25a406d5d0 msgr2=0x7f25a4150e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a9930640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25a406d5d0 0x7f25a4150e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a9930640 1 -- 172.21.15.32:0/1953183792 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25a0009420 con 0x7f25a40a84c0 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f25a9930640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 0x7f25a40bd8a0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f259400c520 tx=0x7f259400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:46.234 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f259affd640 1 -- 172.21.15.32:0/1953183792 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25940074e0 con 0x7f25a40a84c0 2024-04-18T05:13:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.229+0000 7f259affd640 1 -- 172.21.15.32:0/1953183792 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2594007640 con 0x7f25a40a84c0 2024-04-18T05:13:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.233+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25a41503a0 con 0x7f25a40a84c0 2024-04-18T05:13:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.233+0000 7f259affd640 1 -- 172.21.15.32:0/1953183792 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25940049f0 con 0x7f25a40a84c0 2024-04-18T05:13:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.233+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25a4152830 con 0x7f25a40a84c0 2024-04-18T05:13:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.233+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25a4150b80 con 0x7f25a40a84c0 2024-04-18T05:13:46.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.233+0000 7f259affd640 1 -- 172.21.15.32:0/1953183792 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2594004b50 con 0x7f25a40a84c0 2024-04-18T05:13:46.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.233+0000 7f259affd640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2588066690 0x7f2588068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.233+0000 7f259affd640 1 -- 172.21.15.32:0/1953183792 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7f2594083c70 con 0x7f25a40a84c0 2024-04-18T05:13:46.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.233+0000 7f25aa131640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2588066690 0x7f2588068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.233+0000 7f25aa131640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2588066690 0x7f2588068b50 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f25a00ad000 tx=0x7f25a00a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:46.239 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.237+0000 7f259affd640 1 -- 172.21.15.32:0/1953183792 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f2594050e70 con 0x7f25a40a84c0 2024-04-18T05:13:46.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.401+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f25a40666e0 con 0x7f25a40a84c0 2024-04-18T05:13:46.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.401+0000 7f259affd640 1 -- 172.21.15.32:0/1953183792 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) v1 ==== 74+0+16426 (secure 0 0 0) 0x7f2594018020 con 0x7f25a40a84c0 2024-04-18T05:13:46.405 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:46.405 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":50,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:46.058623+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:6837/3232325641":"2024-04-19T05:13:42.701779+0000","172.21.15.32:6834/3232325641":"2024-04-19T05:13:42.701779+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:46.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2588066690 msgr2=0x7f2588068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2588066690 0x7f2588068b50 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f25a00ad000 tx=0x7f25a00a6000 comp rx=0 tx=0).stop 2024-04-18T05:13:46.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 msgr2=0x7f25a40bd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.407 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 0x7f25a40bd8a0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f259400c520 tx=0x7f259400c9e0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 shutdown_connections 2024-04-18T05:13:46.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f25a40a88a0 0x7f25a41edcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f25a40a84c0 0x7f25a40bd8a0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2588066690 0x7f2588068b50 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 --2- 172.21.15.32:0/1953183792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25a406d5d0 0x7f25a4150e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 >> 172.21.15.32:0/1953183792 conn(0x7f25a4069e80 msgr2=0x7f25a41536b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:46.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 shutdown_connections 2024-04-18T05:13:46.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.405+0000 7f25ac395640 1 -- 172.21.15.32:0/1953183792 wait complete. 2024-04-18T05:13:46.425 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs2_metadata', 'create_time': '2024-04-18T05:12:57.986366+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '44', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs2_data', 'create_time': '2024-04-18T05:12:58.343248+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '45', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:13:46.425 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:13:46.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f885242b640 1 Processor -- start 2024-04-18T05:13:46.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f885242b640 1 -- start start 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f885242b640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f884c0bcb30 0x7f884c157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f885242b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f884c157a70 0x7f884c15e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f885242b640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f884c0c46c0 con 0x7f884c1569a0 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f885242b640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f884c06c610 con 0x7f884c0bcb30 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f885242b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f884c155050 con 0x7f884c157a70 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f884c1569a0 0x7f884c0c6280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37370/0 (socket says 172.21.15.32:37370) 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884bfff640 1 -- 172.21.15.32:0/171648074 learned_addr learned my addr 172.21.15.32:0/171648074 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884b7fe640 1 --2- 172.21.15.32:0/171648074 >> v2:172.21.15.92:3300/0 conn(0x7f884c0bcb30 0x7f884c157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f88509c8640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f884c157a70 0x7f884c15e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1771742147 0 0) 0x7f884c0c46c0 con 0x7f884c1569a0 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8838003530 con 0x7f884c1569a0 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1957117989 0 0) 0x7f8838003530 con 0x7f884c1569a0 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f884c157a70 msgr2=0x7f884c15e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:46.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f884c157a70 0x7f884c15e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 >> v2:172.21.15.92:3300/0 conn(0x7f884c0bcb30 msgr2=0x7f884c157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 --2- 172.21.15.32:0/171648074 >> v2:172.21.15.92:3300/0 conn(0x7f884c0bcb30 0x7f884c157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f884c154980 con 0x7f884c1569a0 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f8834001680 con 0x7f884c1569a0 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884b7fe640 1 --2- 172.21.15.32:0/171648074 >> v2:172.21.15.92:3300/0 conn(0x7f884c0bcb30 0x7f884c157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 >> v1:172.21.15.32:6789/0 conn(0x7f884c1569a0 legacy=0x7f884c0c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8838003980 0x7f8838003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f884c157a70 0x7f88380047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8838004d10 0x7f8838005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f884c06c610 con 0x7f8838003980 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f884c155050 con 0x7f8838004d10 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f883800b990 con 0x7f884c157a70 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884bfff640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8838003980 0x7f8838003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.550 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f88509c8640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8838004d10 0x7f8838005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884b7fe640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f884c157a70 0x7f88380047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884bfff640 1 -- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f884c157a70 msgr2=0x7f88380047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:46.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884bfff640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f884c157a70 0x7f88380047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884bfff640 1 -- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8838004d10 msgr2=0x7f8838005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:46.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884bfff640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8838004d10 0x7f8838005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884bfff640 1 -- 172.21.15.32:0/171648074 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8838003530 con 0x7f8838003980 2024-04-18T05:13:46.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f884b7fe640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f884c157a70 0x7f88380047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:46.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.545+0000 7f88509c8640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8838004d10 0x7f8838005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:46.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f884bfff640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8838003980 0x7f8838003da0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f883400c240 tx=0x7f883401cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7e166563e89466f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:46.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88340a58f0 con 0x7f8838003980 2024-04-18T05:13:46.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88340a5a50 con 0x7f8838003980 2024-04-18T05:13:46.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f884affd640 1 -- 172.21.15.32:0/171648074 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88340a5e00 con 0x7f8838003980 2024-04-18T05:13:46.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 -- 172.21.15.32:0/171648074 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8838003980 msgr2=0x7f8838003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 --2- 172.21.15.32:0/171648074 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8838003980 0x7f8838003da0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f883400c240 tx=0x7f883401cc10 comp rx=0 tx=0).stop 2024-04-18T05:13:46.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f88509c8640 1 -- 172.21.15.32:0/171648074 reap_dead start 2024-04-18T05:13:46.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 -- 172.21.15.32:0/171648074 shutdown_connections 2024-04-18T05:13:46.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 -- 172.21.15.32:0/171648074 >> 172.21.15.32:0/171648074 conn(0x7f884c072950 msgr2=0x7f884c072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:46.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 -- 172.21.15.32:0/171648074 shutdown_connections 2024-04-18T05:13:46.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 -- 172.21.15.32:0/171648074 wait complete. 2024-04-18T05:13:46.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 Processor -- start 2024-04-18T05:13:46.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 -- start start 2024-04-18T05:13:46.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8838003980 0x7f884c148870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f884c152d40 0x7f884c0ab680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f884c14be70 0x7f884c14c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f884c1540f0 con 0x7f884c14be70 2024-04-18T05:13:46.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f884c153e10 con 0x7f884c152d40 2024-04-18T05:13:46.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f885242b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f884c1efb30 con 0x7f8838003980 2024-04-18T05:13:46.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f88509c8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f884c14be70 0x7f884c14c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f88509c8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f884c14be70 0x7f884c14c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56556/0 (socket says 172.21.15.32:56556) 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.549+0000 7f88509c8640 1 -- 172.21.15.32:0/3180209174 learned_addr learned my addr 172.21.15.32:0/3180209174 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f884bfff640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8838003980 0x7f884c148870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f884b7fe640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f884c152d40 0x7f884c0ab680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f88509c8640 1 -- 172.21.15.32:0/3180209174 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8838003980 msgr2=0x7f884c148870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f88509c8640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8838003980 0x7f884c148870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f88509c8640 1 -- 172.21.15.32:0/3180209174 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f884c152d40 msgr2=0x7f884c0ab680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f88509c8640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f884c152d40 0x7f884c0ab680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f88509c8640 1 -- 172.21.15.32:0/3180209174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f884c1efe10 con 0x7f884c14be70 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f88509c8640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f884c14be70 0x7f884c14c320 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f884c0c3a10 tx=0x7f8844010c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f8848ff9640 1 -- 172.21.15.32:0/3180209174 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f884400e8a0 con 0x7f884c14be70 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f8848ff9640 1 -- 172.21.15.32:0/3180209174 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f884400ea00 con 0x7f884c14be70 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f884c14f440 con 0x7f884c14be70 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f8848ff9640 1 -- 172.21.15.32:0/3180209174 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f884400ed90 con 0x7f884c14be70 2024-04-18T05:13:46.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f884c0abd90 con 0x7f884c14be70 2024-04-18T05:13:46.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f884c1ebaf0 con 0x7f884c14be70 2024-04-18T05:13:46.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f8848ff9640 1 -- 172.21.15.32:0/3180209174 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f88440253f0 con 0x7f884c14be70 2024-04-18T05:13:46.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f8848ff9640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f882c066690 0x7f882c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f8848ff9640 1 -- 172.21.15.32:0/3180209174 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7f88440844b0 con 0x7f884c14be70 2024-04-18T05:13:46.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f884bfff640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f882c066690 0x7f882c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.553+0000 7f884bfff640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f882c066690 0x7f882c068b50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f88340aa000 tx=0x7f8834000ff0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:46.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.557+0000 7f8848ff9640 1 -- 172.21.15.32:0/3180209174 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f884c1ebaf0 con 0x7f884c14be70 2024-04-18T05:13:46.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.717+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f884c1ebaf0 con 0x7f884c14be70 2024-04-18T05:13:46.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.717+0000 7f8848ff9640 1 -- 172.21.15.32:0/3180209174 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v50) v1 ==== 93+0+10 (secure 0 0 0) 0x7f884c1ebaf0 con 0x7f884c14be70 2024-04-18T05:13:46.720 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f882c066690 msgr2=0x7f882c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f882c066690 0x7f882c068b50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f88340aa000 tx=0x7f8834000ff0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f884c14be70 msgr2=0x7f884c14c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f884c14be70 0x7f884c14c320 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f884c0c3a10 tx=0x7f8844010c20 comp rx=0 tx=0).stop 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 shutdown_connections 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f884c14be70 0x7f884c14c320 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f882c066690 0x7f882c068b50 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f884c152d40 0x7f884c0ab680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 --2- 172.21.15.32:0/3180209174 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8838003980 0x7f884c148870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 >> 172.21.15.32:0/3180209174 conn(0x7f884c072950 msgr2=0x7f884c0ac0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 shutdown_connections 2024-04-18T05:13:46.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.721+0000 7f885242b640 1 -- 172.21.15.32:0/3180209174 wait complete. 2024-04-18T05:13:46.740 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2024-04-18T05:13:46.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.869+0000 7faa57c58640 1 Processor -- start 2024-04-18T05:13:46.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.869+0000 7faa57c58640 1 -- start start 2024-04-18T05:13:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.869+0000 7faa57c58640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5006df40 0x7faa50151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.869+0000 7faa57c58640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa500a8200 con 0x7faa5013a8c0 2024-04-18T05:13:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.869+0000 7faa57c58640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa500a84e0 con 0x7faa5013ae10 2024-04-18T05:13:46.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.869+0000 7faa57c58640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa500a8fb0 con 0x7faa5006df40 2024-04-18T05:13:46.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa561f5640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7faa5013a8c0 0x7faa500a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37386/0 (socket says 172.21.15.32:37386) 2024-04-18T05:13:46.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa561f5640 1 -- 172.21.15.32:0/2066722724 learned_addr learned my addr 172.21.15.32:0/2066722724 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:46.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa559f4640 1 --2- 172.21.15.32:0/2066722724 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5006df40 0x7faa50151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa549f2640 1 -- 172.21.15.32:0/2066722724 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4176170106 0 0) 0x7faa500a8200 con 0x7faa5013a8c0 2024-04-18T05:13:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa549f2640 1 -- 172.21.15.32:0/2066722724 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faa38003530 con 0x7faa5013a8c0 2024-04-18T05:13:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa549f2640 1 -- 172.21.15.32:0/2066722724 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1561369663 0 0) 0x7faa38003530 con 0x7faa5013a8c0 2024-04-18T05:13:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa559f4640 1 -- 172.21.15.32:0/2066722724 >> v1:172.21.15.92:6789/0 conn(0x7faa5013ae10 legacy=0x7faa501559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa559f4640 1 -- 172.21.15.32:0/2066722724 >> v1:172.21.15.32:6789/0 conn(0x7faa5013a8c0 legacy=0x7faa500a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa559f4640 1 -- 172.21.15.32:0/2066722724 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa500a87c0 con 0x7faa5006df40 2024-04-18T05:13:46.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa559f4640 1 --2- 172.21.15.32:0/2066722724 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5006df40 0x7faa50151b60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7faa480097f0 tx=0x7faa4801c220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=505df8e55188bbe0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:46.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa549f2640 1 -- 172.21.15.32:0/2066722724 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa40001680 con 0x7faa5006df40 2024-04-18T05:13:46.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa549f2640 1 -- 172.21.15.32:0/2066722724 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa480a7050 con 0x7faa5006df40 2024-04-18T05:13:46.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.873+0000 7faa549f2640 1 -- 172.21.15.32:0/2066722724 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa480ab600 con 0x7faa5006df40 2024-04-18T05:13:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- 172.21.15.32:0/2066722724 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5006df40 msgr2=0x7faa50151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 --2- 172.21.15.32:0/2066722724 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5006df40 0x7faa50151b60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7faa480097f0 tx=0x7faa4801c220 comp rx=0 tx=0).stop 2024-04-18T05:13:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- 172.21.15.32:0/2066722724 shutdown_connections 2024-04-18T05:13:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 --2- 172.21.15.32:0/2066722724 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5006df40 0x7faa50151b60 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- 172.21.15.32:0/2066722724 >> 172.21.15.32:0/2066722724 conn(0x7faa500c54b0 msgr2=0x7faa500c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- 172.21.15.32:0/2066722724 shutdown_connections 2024-04-18T05:13:46.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- 172.21.15.32:0/2066722724 wait complete. 2024-04-18T05:13:46.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 Processor -- start 2024-04-18T05:13:46.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- start start 2024-04-18T05:13:46.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa5006df40 0x7faa5014f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5013a8c0 0x7faa5015b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa5013ae10 0x7faa5015be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa5015a8c0 con 0x7faa5013ae10 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa5015ab10 con 0x7faa5006df40 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa5015adf0 con 0x7faa5013a8c0 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa561f5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa5013ae10 0x7faa5015be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa561f5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa5013ae10 0x7faa5015be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56566/0 (socket says 172.21.15.32:56566) 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa561f5640 1 -- 172.21.15.32:0/428988870 learned_addr learned my addr 172.21.15.32:0/428988870 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa559f4640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa5006df40 0x7faa5014f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa551f3640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5013a8c0 0x7faa5015b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa561f5640 1 -- 172.21.15.32:0/428988870 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5013a8c0 msgr2=0x7faa5015b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa561f5640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5013a8c0 0x7faa5015b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa561f5640 1 -- 172.21.15.32:0/428988870 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa5006df40 msgr2=0x7faa5014f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa561f5640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa5006df40 0x7faa5014f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:46.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa561f5640 1 -- 172.21.15.32:0/428988870 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa48009420 con 0x7faa5013ae10 2024-04-18T05:13:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa561f5640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa5013ae10 0x7faa5015be10 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7faa40007fd0 tx=0x7faa4000cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa4e7fc640 1 -- 172.21.15.32:0/428988870 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa400072d0 con 0x7faa5013ae10 2024-04-18T05:13:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa4e7fc640 1 -- 172.21.15.32:0/428988870 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa40007430 con 0x7faa5013ae10 2024-04-18T05:13:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa5015b0d0 con 0x7faa5013ae10 2024-04-18T05:13:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa4e7fc640 1 -- 172.21.15.32:0/428988870 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa400047f0 con 0x7faa5013ae10 2024-04-18T05:13:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.877+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa5013a1f0 con 0x7faa5013ae10 2024-04-18T05:13:46.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.881+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa5015b5f0 con 0x7faa5013ae10 2024-04-18T05:13:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.881+0000 7faa4e7fc640 1 -- 172.21.15.32:0/428988870 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faa40004950 con 0x7faa5013ae10 2024-04-18T05:13:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.881+0000 7faa4e7fc640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faa3c066690 0x7faa3c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.881+0000 7faa4e7fc640 1 -- 172.21.15.32:0/428988870 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7faa40083660 con 0x7faa5013ae10 2024-04-18T05:13:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.881+0000 7faa559f4640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faa3c066690 0x7faa3c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:46.884 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.881+0000 7faa559f4640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faa3c066690 0x7faa3c068b50 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7faa480ad000 tx=0x7faa48008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:46.887 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:46.885+0000 7faa4e7fc640 1 -- 172.21.15.32:0/428988870 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7faa5015b5f0 con 0x7faa5013ae10 2024-04-18T05:13:47.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.049+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7faa5015b5f0 con 0x7faa5013ae10 2024-04-18T05:13:47.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.049+0000 7faa4e7fc640 1 -- 172.21.15.32:0/428988870 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v50) v1 ==== 105+0+11 (secure 0 0 0) 0x7faa5015b5f0 con 0x7faa5013ae10 2024-04-18T05:13:47.052 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faa3c066690 msgr2=0x7faa3c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faa3c066690 0x7faa3c068b50 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7faa480ad000 tx=0x7faa48008040 comp rx=0 tx=0).stop 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa5013ae10 msgr2=0x7faa5015be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa5013ae10 0x7faa5015be10 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7faa40007fd0 tx=0x7faa4000cbe0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 shutdown_connections 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7faa5013ae10 0x7faa5015be10 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7faa5013a8c0 0x7faa5015b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7faa3c066690 0x7faa3c068b50 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 --2- 172.21.15.32:0/428988870 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa5006df40 0x7faa5014f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 >> 172.21.15.32:0/428988870 conn(0x7faa500c54b0 msgr2=0x7faa5006a080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:47.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 shutdown_connections 2024-04-18T05:13:47.056 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.053+0000 7faa57c58640 1 -- 172.21.15.32:0/428988870 wait complete. 2024-04-18T05:13:47.071 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2024-04-18T05:13:47.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.193+0000 7fbc17dd2640 1 Processor -- start 2024-04-18T05:13:47.197 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc17dd2640 1 -- start start 2024-04-18T05:13:47.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc17dd2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 0x7fbc10071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc17dd2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fbc10157c30 0x7fbc10151140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc17dd2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc10154bb0 con 0x7fbc10150ce0 2024-04-18T05:13:47.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc17dd2640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc10151680 con 0x7fbc10157c30 2024-04-18T05:13:47.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc17dd2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc101580c0 con 0x7fbc1006a310 2024-04-18T05:13:47.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc1536d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fbc10150ce0 0x7fbc10157520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37390/0 (socket says 172.21.15.32:37390) 2024-04-18T05:13:47.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc1536d640 1 -- 172.21.15.32:0/1840704455 learned_addr learned my addr 172.21.15.32:0/1840704455 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:47.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc1636f640 1 --2- 172.21.15.32:0/1840704455 >> v2:172.21.15.32:3300/0 conn(0x7fbc10157c30 0x7fbc10151140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc14b6c640 1 -- 172.21.15.32:0/1840704455 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2813545657 0 0) 0x7fbc10154bb0 con 0x7fbc10150ce0 2024-04-18T05:13:47.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc15b6e640 1 --2- 172.21.15.32:0/1840704455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 0x7fbc10071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc14b6c640 1 -- 172.21.15.32:0/1840704455 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbbfc003530 con 0x7fbc10150ce0 2024-04-18T05:13:47.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc1636f640 1 -- 172.21.15.32:0/1840704455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 msgr2=0x7fbc10071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:47.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc1636f640 1 --2- 172.21.15.32:0/1840704455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 0x7fbc10071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc1636f640 1 -- 172.21.15.32:0/1840704455 >> v1:172.21.15.32:6789/0 conn(0x7fbc10150ce0 legacy=0x7fbc10157520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc1636f640 1 -- 172.21.15.32:0/1840704455 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc10154030 con 0x7fbc10157c30 2024-04-18T05:13:47.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc15b6e640 1 --2- 172.21.15.32:0/1840704455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 0x7fbc10071c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:47.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc1636f640 1 --2- 172.21.15.32:0/1840704455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 0x7fbc10151140 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fbc08009d90 tx=0x7fbc0801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e234b067d983ae95 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:47.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc14b6c640 1 -- 172.21.15.32:0/1840704455 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc080a5890 con 0x7fbc10157c30 2024-04-18T05:13:47.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc14b6c640 1 -- 172.21.15.32:0/1840704455 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc080a59f0 con 0x7fbc10157c30 2024-04-18T05:13:47.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.197+0000 7fbc14b6c640 1 -- 172.21.15.32:0/1840704455 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc080a5d80 con 0x7fbc10157c30 2024-04-18T05:13:47.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1840704455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 msgr2=0x7fbc10151140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 --2- 172.21.15.32:0/1840704455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 0x7fbc10151140 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fbc08009d90 tx=0x7fbc0801c8e0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1840704455 shutdown_connections 2024-04-18T05:13:47.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 --2- 172.21.15.32:0/1840704455 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 0x7fbc10151140 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 --2- 172.21.15.32:0/1840704455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 0x7fbc10071c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1840704455 >> 172.21.15.32:0/1840704455 conn(0x7fbc100c54b0 msgr2=0x7fbc100c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:47.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1840704455 shutdown_connections 2024-04-18T05:13:47.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1840704455 wait complete. 2024-04-18T05:13:47.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 Processor -- start 2024-04-18T05:13:47.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- start start 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 0x7fbc1014eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc10150ce0 0x7fbc1014fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 0x7fbc101503b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc10147450 con 0x7fbc10157c30 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc100c4db0 con 0x7fbc10150ce0 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc100c3360 con 0x7fbc1006a310 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc1636f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 0x7fbc101503b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc1636f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 0x7fbc101503b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56592/0 (socket says 172.21.15.32:56592) 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc1636f640 1 -- 172.21.15.32:0/1402847765 learned_addr learned my addr 172.21.15.32:0/1402847765 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc15b6e640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 0x7fbc1014eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc1636f640 1 -- 172.21.15.32:0/1402847765 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 msgr2=0x7fbc1014eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc1636f640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 0x7fbc1014eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc1636f640 1 -- 172.21.15.32:0/1402847765 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc10150ce0 msgr2=0x7fbc1014fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc1636f640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc10150ce0 0x7fbc1014fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc1636f640 1 -- 172.21.15.32:0/1402847765 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc08009a70 con 0x7fbc10157c30 2024-04-18T05:13:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc1636f640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 0x7fbc101503b0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fbc080b0040 tx=0x7fbc08019680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc067fc640 1 -- 172.21.15.32:0/1402847765 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc080b9860 con 0x7fbc10157c30 2024-04-18T05:13:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc067fc640 1 -- 172.21.15.32:0/1402847765 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc080b99c0 con 0x7fbc10157c30 2024-04-18T05:13:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc100c48a0 con 0x7fbc10157c30 2024-04-18T05:13:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc067fc640 1 -- 172.21.15.32:0/1402847765 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc080b9d70 con 0x7fbc10157c30 2024-04-18T05:13:47.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.201+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc10147170 con 0x7fbc10157c30 2024-04-18T05:13:47.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.205+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc1004e1e0 con 0x7fbc10157c30 2024-04-18T05:13:47.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.205+0000 7fbc067fc640 1 -- 172.21.15.32:0/1402847765 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbc080ad440 con 0x7fbc10157c30 2024-04-18T05:13:47.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.205+0000 7fbc067fc640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbbf40666c0 0x7fbbf4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.205+0000 7fbc067fc640 1 -- 172.21.15.32:0/1402847765 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7fbc0811f3c0 con 0x7fbc10157c30 2024-04-18T05:13:47.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.205+0000 7fbc15b6e640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbbf40666c0 0x7fbbf4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.205+0000 7fbc15b6e640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbbf40666c0 0x7fbbf4068b80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c006fd0 tx=0x7fbc0c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:47.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.209+0000 7fbc067fc640 1 -- 172.21.15.32:0/1402847765 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fbc080ec5e0 con 0x7fbc10157c30 2024-04-18T05:13:47.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7fbc1006dff0 con 0x7fbc10157c30 2024-04-18T05:13:47.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc067fc640 1 -- 172.21.15.32:0/1402847765 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v50) v1 ==== 101+0+11 (secure 0 0 0) 0x7fbc080efc00 con 0x7fbc10157c30 2024-04-18T05:13:47.370 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:13:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbbf40666c0 msgr2=0x7fbbf4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbbf40666c0 0x7fbbf4068b80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbc0c006fd0 tx=0x7fbc0c008040 comp rx=0 tx=0).stop 2024-04-18T05:13:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 msgr2=0x7fbc101503b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 0x7fbc101503b0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fbc080b0040 tx=0x7fbc08019680 comp rx=0 tx=0).stop 2024-04-18T05:13:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 shutdown_connections 2024-04-18T05:13:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fbc10157c30 0x7fbc101503b0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fbbf40666c0 0x7fbbf4068b80 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbc10150ce0 0x7fbc1014fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 --2- 172.21.15.32:0/1402847765 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbc1006a310 0x7fbc1014eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 >> 172.21.15.32:0/1402847765 conn(0x7fbc100c54b0 msgr2=0x7fbc100bf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:47.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 shutdown_connections 2024-04-18T05:13:47.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.369+0000 7fbc17dd2640 1 -- 172.21.15.32:0/1402847765 wait complete. 2024-04-18T05:13:47.390 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:13:47.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.513+0000 7fb7c157d640 1 Processor -- start 2024-04-18T05:13:47.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.513+0000 7fb7c157d640 1 -- start start 2024-04-18T05:13:47.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7c157d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb7bc13cde0 0x7fb7bc153b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7c157d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0bec20 0x7fb7bc0c10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7c157d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb7bc0c1620 0x7fb7bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7c157d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7bc070540 con 0x7fb7bc13cde0 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7c157d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7bc1540e0 con 0x7fb7bc0c1620 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7c157d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc1543c0 con 0x7fb7bc0bec20 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7baffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb7bc13cde0 0x7fb7bc153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7baffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb7bc13cde0 0x7fb7bc153b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56606/0 (socket says 172.21.15.32:56606) 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7baffd640 1 -- 172.21.15.32:0/2928481961 learned_addr learned my addr 172.21.15.32:0/2928481961 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7bb7fe640 1 --2- 172.21.15.32:0/2928481961 >> v2:172.21.15.92:3300/0 conn(0x7fb7bc0c1620 0x7fb7bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7ba7fc640 1 --2- 172.21.15.32:0/2928481961 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0bec20 0x7fb7bc0c10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7baffd640 1 -- 172.21.15.32:0/2928481961 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0bec20 msgr2=0x7fb7bc0c10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7baffd640 1 --2- 172.21.15.32:0/2928481961 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0bec20 0x7fb7bc0c10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7baffd640 1 -- 172.21.15.32:0/2928481961 >> v2:172.21.15.92:3300/0 conn(0x7fb7bc0c1620 msgr2=0x7fb7bc06d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:47.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7baffd640 1 --2- 172.21.15.32:0/2928481961 >> v2:172.21.15.92:3300/0 conn(0x7fb7bc0c1620 0x7fb7bc06d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.517+0000 7fb7baffd640 1 -- 172.21.15.32:0/2928481961 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7bc1546a0 con 0x7fb7bc13cde0 2024-04-18T05:13:47.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7baffd640 1 --2- 172.21.15.32:0/2928481961 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 0x7fb7bc153b00 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc0bf0d0 tx=0x7fb7ac01c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d47437ca62282a73 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:47.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7b9ffb640 1 -- 172.21.15.32:0/2928481961 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac0ac410 con 0x7fb7bc13cde0 2024-04-18T05:13:47.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7b9ffb640 1 -- 172.21.15.32:0/2928481961 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7ac0ac570 con 0x7fb7bc13cde0 2024-04-18T05:13:47.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7b9ffb640 1 -- 172.21.15.32:0/2928481961 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac0ac900 con 0x7fb7bc13cde0 2024-04-18T05:13:47.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 -- 172.21.15.32:0/2928481961 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 msgr2=0x7fb7bc153b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 --2- 172.21.15.32:0/2928481961 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 0x7fb7bc153b00 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc0bf0d0 tx=0x7fb7ac01c460 comp rx=0 tx=0).stop 2024-04-18T05:13:47.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 -- 172.21.15.32:0/2928481961 shutdown_connections 2024-04-18T05:13:47.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 --2- 172.21.15.32:0/2928481961 >> v2:172.21.15.92:3300/0 conn(0x7fb7bc0c1620 0x7fb7bc06d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 --2- 172.21.15.32:0/2928481961 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0bec20 0x7fb7bc0c10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 --2- 172.21.15.32:0/2928481961 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 0x7fb7bc153b00 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 -- 172.21.15.32:0/2928481961 >> 172.21.15.32:0/2928481961 conn(0x7fb7bc069e80 msgr2=0x7fb7bc06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:47.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 -- 172.21.15.32:0/2928481961 shutdown_connections 2024-04-18T05:13:47.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 -- 172.21.15.32:0/2928481961 wait complete. 2024-04-18T05:13:47.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 Processor -- start 2024-04-18T05:13:47.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 -- start start 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7bc0bec20 0x7fb7bc137a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0c1620 0x7fb7bc1ec280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 0x7fb7bc1529d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc137f60 con 0x7fb7bc13cde0 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc0aadc0 con 0x7fb7bc0bec20 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7c157d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7bc1f0330 con 0x7fb7bc0c1620 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7bb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 0x7fb7bc1529d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7bb7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 0x7fb7bc1529d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56614/0 (socket says 172.21.15.32:56614) 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7bb7fe640 1 -- 172.21.15.32:0/895354153 learned_addr learned my addr 172.21.15.32:0/895354153 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:47.526 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7baffd640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7bc0bec20 0x7fb7bc137a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.521+0000 7fb7ba7fc640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0c1620 0x7fb7bc1ec280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7bb7fe640 1 -- 172.21.15.32:0/895354153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0c1620 msgr2=0x7fb7bc1ec280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7bb7fe640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0c1620 0x7fb7bc1ec280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7bb7fe640 1 -- 172.21.15.32:0/895354153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7bc0bec20 msgr2=0x7fb7bc137a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7bb7fe640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7bc0bec20 0x7fb7bc137a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7bb7fe640 1 -- 172.21.15.32:0/895354153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7ac0094d0 con 0x7fb7bc13cde0 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7bb7fe640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 0x7fb7bc1529d0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fb7b400d590 tx=0x7fb7b400da50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7b37fe640 1 -- 172.21.15.32:0/895354153 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7b40125f0 con 0x7fb7bc13cde0 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7b37fe640 1 -- 172.21.15.32:0/895354153 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7b4012770 con 0x7fb7bc13cde0 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7b37fe640 1 -- 172.21.15.32:0/895354153 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7b4012b20 con 0x7fb7bc13cde0 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7bc0aa770 con 0x7fb7bc13cde0 2024-04-18T05:13:47.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7bc138dc0 con 0x7fb7bc13cde0 2024-04-18T05:13:47.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7bc0666e0 con 0x7fb7bc13cde0 2024-04-18T05:13:47.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7b37fe640 1 -- 172.21.15.32:0/895354153 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb7b4012c80 con 0x7fb7bc13cde0 2024-04-18T05:13:47.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7b37fe640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb79c0666c0 0x7fb79c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7b37fe640 1 -- 172.21.15.32:0/895354153 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7fb7b4084710 con 0x7fb7bc13cde0 2024-04-18T05:13:47.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7baffd640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb79c0666c0 0x7fb79c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.525+0000 7fb7baffd640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb79c0666c0 0x7fb79c068b80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac0ae000 tx=0x7fb7ac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:47.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.529+0000 7fb7b37fe640 1 -- 172.21.15.32:0/895354153 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb7b4051930 con 0x7fb7bc13cde0 2024-04-18T05:13:47.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.717+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb7bc137780 con 0x7fb7bc13cde0 2024-04-18T05:13:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.717+0000 7fb7b37fe640 1 -- 172.21.15.32:0/895354153 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4736 (secure 0 0 0) 0x7fb7b4054f50 con 0x7fb7bc13cde0 2024-04-18T05:13:47.720 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:47.720 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":6123,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/4235231924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":4235231924},{"type":"v1","addr":"172.21.15.32:6837","nonce":4235231924}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:59.375043+0000","modified":"2024-04-18T05:13:02.408727+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4963},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4963":{"gid":4963,"name":"d","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-04-18T05:13:47.720 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-04-18T05:13:47.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb79c0666c0 msgr2=0x7fb79c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb79c0666c0 0x7fb79c068b80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac0ae000 tx=0x7fb7ac008040 comp rx=0 tx=0).stop 2024-04-18T05:13:47.722 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 msgr2=0x7fb7bc1529d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 0x7fb7bc1529d0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fb7b400d590 tx=0x7fb7b400da50 comp rx=0 tx=0).stop 2024-04-18T05:13:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 shutdown_connections 2024-04-18T05:13:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb7bc13cde0 0x7fb7bc1529d0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7bc0c1620 0x7fb7bc1ec280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb79c0666c0 0x7fb79c068b80 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 --2- 172.21.15.32:0/895354153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7bc0bec20 0x7fb7bc137a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 >> 172.21.15.32:0/895354153 conn(0x7fb7bc069e80 msgr2=0x7fb7bc14d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 shutdown_connections 2024-04-18T05:13:47.723 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.721+0000 7fb7c157d640 1 -- 172.21.15.32:0/895354153 wait complete. 2024-04-18T05:13:47.738 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:47.861 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605e880640 1 Processor -- start 2024-04-18T05:13:47.862 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605e880640 1 -- start start 2024-04-18T05:13:47.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605e880640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60580c0df0 0x7f6058150b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605e880640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f605806cfc0 0x7f605815a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605e880640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f605806d450 con 0x7f605806cbe0 2024-04-18T05:13:47.863 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605e880640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6058071a40 con 0x7f605806cfc0 2024-04-18T05:13:47.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605e880640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60580a8610 con 0x7f60580c0df0 2024-04-18T05:13:47.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605ce1d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f605806cfc0 0x7f605815a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605ce1d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f605806cfc0 0x7f605815a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56622/0 (socket says 172.21.15.32:56622) 2024-04-18T05:13:47.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605ce1d640 1 -- 172.21.15.32:0/2828592062 learned_addr learned my addr 172.21.15.32:0/2828592062 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:47.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f60577fe640 1 --2- 172.21.15.32:0/2828592062 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60580c0df0 0x7f6058150b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605ce1d640 1 -- 172.21.15.32:0/2828592062 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60580c0df0 msgr2=0x7f6058150b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:47.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605ce1d640 1 --2- 172.21.15.32:0/2828592062 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60580c0df0 0x7f6058150b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605ce1d640 1 -- 172.21.15.32:0/2828592062 >> v1:172.21.15.92:6789/0 conn(0x7f605806cbe0 legacy=0x7f6058153580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.864 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.861+0000 7f605ce1d640 1 -- 172.21.15.32:0/2828592062 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6058153c90 con 0x7f605806cfc0 2024-04-18T05:13:47.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605ce1d640 1 --2- 172.21.15.32:0/2828592062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 0x7f605815a910 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f6050009e50 tx=0x7f605001c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=540e778b335c4da5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:47.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f6056ffd640 1 -- 172.21.15.32:0/2828592062 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60500a5640 con 0x7f605806cfc0 2024-04-18T05:13:47.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f6056ffd640 1 -- 172.21.15.32:0/2828592062 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60500a57a0 con 0x7f605806cfc0 2024-04-18T05:13:47.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f6056ffd640 1 -- 172.21.15.32:0/2828592062 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60500a5b30 con 0x7f605806cfc0 2024-04-18T05:13:47.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 -- 172.21.15.32:0/2828592062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 msgr2=0x7f605815a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 --2- 172.21.15.32:0/2828592062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 0x7f605815a910 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f6050009e50 tx=0x7f605001c8f0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.867 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 -- 172.21.15.32:0/2828592062 shutdown_connections 2024-04-18T05:13:47.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 --2- 172.21.15.32:0/2828592062 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 0x7f605815a910 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 --2- 172.21.15.32:0/2828592062 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f60580c0df0 0x7f6058150b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 -- 172.21.15.32:0/2828592062 >> 172.21.15.32:0/2828592062 conn(0x7f6058069e80 msgr2=0x7f605806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:47.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 -- 172.21.15.32:0/2828592062 shutdown_connections 2024-04-18T05:13:47.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 -- 172.21.15.32:0/2828592062 wait complete. 2024-04-18T05:13:47.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 Processor -- start 2024-04-18T05:13:47.868 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.865+0000 7f605e880640 1 -- start start 2024-04-18T05:13:47.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605e880640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f605806cbe0 0x7f60580be850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605e880640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 0x7f6058148860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605e880640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60580c0df0 0x7f6058148da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605e880640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60581ec8c0 con 0x7f605806cfc0 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605e880640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60581492e0 con 0x7f60580c0df0 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605e880640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60581ecd50 con 0x7f605806cbe0 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f60577fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 0x7f6058148860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f60577fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 0x7f6058148860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56636/0 (socket says 172.21.15.32:56636) 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f60577fe640 1 -- 172.21.15.32:0/2373239118 learned_addr learned my addr 172.21.15.32:0/2373239118 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605ce1d640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60580c0df0 0x7f6058148da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f6057fff640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f605806cbe0 0x7f60580be850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f60577fe640 1 -- 172.21.15.32:0/2373239118 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f605806cbe0 msgr2=0x7f60580be850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f60577fe640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f605806cbe0 0x7f60580be850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f60577fe640 1 -- 172.21.15.32:0/2373239118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60580c0df0 msgr2=0x7f6058148da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f60577fe640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60580c0df0 0x7f6058148da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:47.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f60577fe640 1 -- 172.21.15.32:0/2373239118 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6050009b30 con 0x7f605806cfc0 2024-04-18T05:13:47.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f60577fe640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 0x7f6058148860 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f604c00e930 tx=0x7f604c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:47.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f6054ff9640 1 -- 172.21.15.32:0/2373239118 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604c009690 con 0x7f605806cfc0 2024-04-18T05:13:47.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f6054ff9640 1 -- 172.21.15.32:0/2373239118 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f604c00ca00 con 0x7f605806cfc0 2024-04-18T05:13:47.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f605814a1b0 con 0x7f605806cfc0 2024-04-18T05:13:47.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f6054ff9640 1 -- 172.21.15.32:0/2373239118 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604c00cd70 con 0x7f605806cfc0 2024-04-18T05:13:47.872 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60581ebf90 con 0x7f605806cfc0 2024-04-18T05:13:47.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60581eca70 con 0x7f605806cfc0 2024-04-18T05:13:47.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f6054ff9640 1 -- 172.21.15.32:0/2373239118 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f604c013470 con 0x7f605806cfc0 2024-04-18T05:13:47.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f6054ff9640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60440666c0 0x7f6044068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:47.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f6054ff9640 1 -- 172.21.15.32:0/2373239118 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7f604c084930 con 0x7f605806cfc0 2024-04-18T05:13:47.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f6057fff640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60440666c0 0x7f6044068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:47.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.869+0000 7f6057fff640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60440666c0 0x7f6044068b80 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6048007fd0 tx=0x7f6048009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:47.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:47.873+0000 7f6054ff9640 1 -- 172.21.15.32:0/2373239118 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f60581eca70 con 0x7f605806cfc0 2024-04-18T05:13:48.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.037+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f60581eca70 con 0x7f605806cfc0 2024-04-18T05:13:48.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f6054ff9640 1 -- 172.21.15.32:0/2373239118 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) v1 ==== 74+0+16426 (secure 0 0 0) 0x7f60581eca70 con 0x7f605806cfc0 2024-04-18T05:13:48.042 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:48.042 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":50,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:46.058623+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:6837/3232325641":"2024-04-19T05:13:42.701779+0000","172.21.15.32:6834/3232325641":"2024-04-19T05:13:42.701779+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:48.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60440666c0 msgr2=0x7f6044068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60440666c0 0x7f6044068b80 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f6048007fd0 tx=0x7f6048009040 comp rx=0 tx=0).stop 2024-04-18T05:13:48.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 msgr2=0x7f6058148860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 0x7f6058148860 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f604c00e930 tx=0x7f604c00edf0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 shutdown_connections 2024-04-18T05:13:48.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f60440666c0 0x7f6044068b80 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60580c0df0 0x7f6058148da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f605806cfc0 0x7f6058148860 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 --2- 172.21.15.32:0/2373239118 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f605806cbe0 0x7f60580be850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 >> 172.21.15.32:0/2373239118 conn(0x7f6058069e80 msgr2=0x7f60580a8ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:48.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 shutdown_connections 2024-04-18T05:13:48.045 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.041+0000 7f605e880640 1 -- 172.21.15.32:0/2373239118 wait complete. 2024-04-18T05:13:48.062 INFO:tasks.cephfs.filesystem:Destroying file system cephfs2 and related pools 2024-04-18T05:13:48.062 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:13:48.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.177+0000 7ff8dda14640 1 Processor -- start 2024-04-18T05:13:48.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.177+0000 7ff8dda14640 1 -- start start 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8dda14640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff8d80aeb90 0x7ff8d80c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8dda14640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff8d80bcb80 0x7ff8d806b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8dda14640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 0x7ff8d806b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8dda14640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8d80c7750 con 0x7ff8d80bcb80 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8dda14640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8d80aef70 con 0x7ff8d80aeb90 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8dda14640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8d80c4240 con 0x7ff8d806cd00 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d67fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff8d80bcb80 0x7ff8d806b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d67fc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7ff8d80bcb80 0x7ff8d806b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56648/0 (socket says 172.21.15.32:56648) 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d67fc640 1 -- 172.21.15.32:0/13391966 learned_addr learned my addr 172.21.15.32:0/13391966 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d6ffd640 1 --2- 172.21.15.32:0/13391966 >> v2:172.21.15.92:3300/0 conn(0x7ff8d80aeb90 0x7ff8d80c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.182 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d77fe640 1 --2- 172.21.15.32:0/13391966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 0x7ff8d806b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d67fc640 1 -- 172.21.15.32:0/13391966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 msgr2=0x7ff8d806b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:48.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d67fc640 1 --2- 172.21.15.32:0/13391966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 0x7ff8d806b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d67fc640 1 -- 172.21.15.32:0/13391966 >> v2:172.21.15.92:3300/0 conn(0x7ff8d80aeb90 msgr2=0x7ff8d80c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:48.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d67fc640 1 --2- 172.21.15.32:0/13391966 >> v2:172.21.15.92:3300/0 conn(0x7ff8d80aeb90 0x7ff8d80c5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.183 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d67fc640 1 -- 172.21.15.32:0/13391966 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8d80c46d0 con 0x7ff8d80bcb80 2024-04-18T05:13:48.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d67fc640 1 --2- 172.21.15.32:0/13391966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 0x7ff8d806b230 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7ff8d80abec0 tx=0x7ff8cc01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1148092e5b85c652 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:48.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d5ffb640 1 -- 172.21.15.32:0/13391966 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc0ab650 con 0x7ff8d80bcb80 2024-04-18T05:13:48.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d5ffb640 1 -- 172.21.15.32:0/13391966 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8cc0ab7b0 con 0x7ff8d80bcb80 2024-04-18T05:13:48.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.181+0000 7ff8d5ffb640 1 -- 172.21.15.32:0/13391966 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc0abb40 con 0x7ff8d80bcb80 2024-04-18T05:13:48.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- 172.21.15.32:0/13391966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 msgr2=0x7ff8d806b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 --2- 172.21.15.32:0/13391966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 0x7ff8d806b230 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7ff8d80abec0 tx=0x7ff8cc01c490 comp rx=0 tx=0).stop 2024-04-18T05:13:48.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- 172.21.15.32:0/13391966 shutdown_connections 2024-04-18T05:13:48.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 --2- 172.21.15.32:0/13391966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 0x7ff8d806b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 --2- 172.21.15.32:0/13391966 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 0x7ff8d806b230 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 --2- 172.21.15.32:0/13391966 >> v2:172.21.15.92:3300/0 conn(0x7ff8d80aeb90 0x7ff8d80c5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- 172.21.15.32:0/13391966 >> 172.21.15.32:0/13391966 conn(0x7ff8d80ab0a0 msgr2=0x7ff8d80ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:48.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- 172.21.15.32:0/13391966 shutdown_connections 2024-04-18T05:13:48.186 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- 172.21.15.32:0/13391966 wait complete. 2024-04-18T05:13:48.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 Processor -- start 2024-04-18T05:13:48.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- start start 2024-04-18T05:13:48.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 0x7ff8d80c8330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8d80aeb90 0x7ff8d80bd1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.188 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 0x7ff8d80c0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8d80bfb30 con 0x7ff8d80bcb80 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8d80bef60 con 0x7ff8d80aeb90 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8d80bf200 con 0x7ff8d806cd00 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 0x7ff8d80c0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d77fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 0x7ff8d80c0860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56658/0 (socket says 172.21.15.32:56658) 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d77fe640 1 -- 172.21.15.32:0/2589393749 learned_addr learned my addr 172.21.15.32:0/2589393749 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d6ffd640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 0x7ff8d80c8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d67fc640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8d80aeb90 0x7ff8d80bd1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d77fe640 1 -- 172.21.15.32:0/2589393749 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 msgr2=0x7ff8d80c8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d77fe640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 0x7ff8d80c8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d77fe640 1 -- 172.21.15.32:0/2589393749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8d80aeb90 msgr2=0x7ff8d80bd1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d77fe640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8d80aeb90 0x7ff8d80bd1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.189 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d77fe640 1 -- 172.21.15.32:0/2589393749 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8cc0094d0 con 0x7ff8d80bcb80 2024-04-18T05:13:48.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8d77fe640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 0x7ff8d80c0860 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7ff8d000eed0 tx=0x7ff8d000b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:48.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8bffff640 1 -- 172.21.15.32:0/2589393749 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d0010040 con 0x7ff8d80bcb80 2024-04-18T05:13:48.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8bffff640 1 -- 172.21.15.32:0/2589393749 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8d0014400 con 0x7ff8d80bcb80 2024-04-18T05:13:48.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8d80bf4e0 con 0x7ff8d80bcb80 2024-04-18T05:13:48.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8bffff640 1 -- 172.21.15.32:0/2589393749 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d0009ea0 con 0x7ff8d80bcb80 2024-04-18T05:13:48.190 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8d80bd730 con 0x7ff8d80bcb80 2024-04-18T05:13:48.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.185+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8d80c4f00 con 0x7ff8d80bcb80 2024-04-18T05:13:48.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.189+0000 7ff8bffff640 1 -- 172.21.15.32:0/2589393749 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff8d00147b0 con 0x7ff8d80bcb80 2024-04-18T05:13:48.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.189+0000 7ff8bffff640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8c4066690 0x7ff8c4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.189+0000 7ff8bffff640 1 -- 172.21.15.32:0/2589393749 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7ff8d0084a00 con 0x7ff8d80bcb80 2024-04-18T05:13:48.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.189+0000 7ff8d6ffd640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8c4066690 0x7ff8c4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.191 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.189+0000 7ff8d6ffd640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8c4066690 0x7ff8c4068b50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff8c8009af0 tx=0x7ff8c8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:48.194 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.193+0000 7ff8bffff640 1 -- 172.21.15.32:0/2589393749 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7ff8d0051c20 con 0x7ff8d80bcb80 2024-04-18T05:13:48.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff8d80c0580 con 0x7ff8d80bcb80 2024-04-18T05:13:48.383 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8bffff640 1 -- 172.21.15.32:0/2589393749 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4736 (secure 0 0 0) 0x7ff8d80c0580 con 0x7ff8d80bcb80 2024-04-18T05:13:48.383 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:48.383 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":6123,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/4235231924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":4235231924},{"type":"v1","addr":"172.21.15.32:6837","nonce":4235231924}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:59.375043+0000","modified":"2024-04-18T05:13:02.408727+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4963},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4963":{"gid":4963,"name":"d","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-04-18T05:13:48.383 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-04-18T05:13:48.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8c4066690 msgr2=0x7ff8c4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8c4066690 0x7ff8c4068b50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff8c8009af0 tx=0x7ff8c8008040 comp rx=0 tx=0).stop 2024-04-18T05:13:48.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 msgr2=0x7ff8d80c0860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 0x7ff8d80c0860 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7ff8d000eed0 tx=0x7ff8d000b480 comp rx=0 tx=0).stop 2024-04-18T05:13:48.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 shutdown_connections 2024-04-18T05:13:48.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7ff8d80bcb80 0x7ff8d80c0860 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7ff8c4066690 0x7ff8c4068b50 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff8d80aeb90 0x7ff8d80bd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 --2- 172.21.15.32:0/2589393749 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff8d806cd00 0x7ff8d80c8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 >> 172.21.15.32:0/2589393749 conn(0x7ff8d80ab0a0 msgr2=0x7ff8d8154be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:48.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 shutdown_connections 2024-04-18T05:13:48.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.381+0000 7ff8dda14640 1 -- 172.21.15.32:0/2589393749 wait complete. 2024-04-18T05:13:48.400 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:13:48.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d7acd640 1 Processor -- start 2024-04-18T05:13:48.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d7acd640 1 -- start start 2024-04-18T05:13:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d7acd640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f87d00c5240 0x7f87d00c36f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d7acd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87d0152460 con 0x7f87d006f0a0 2024-04-18T05:13:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d7acd640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87d0152700 con 0x7f87d014ee50 2024-04-18T05:13:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d7acd640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87d0070410 con 0x7f87d00c5240 2024-04-18T05:13:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d606a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f87d006f0a0 0x7f87d006f550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37400/0 (socket says 172.21.15.32:37400) 2024-04-18T05:13:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d606a640 1 -- 172.21.15.32:0/2389748772 learned_addr learned my addr 172.21.15.32:0/2389748772 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:48.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d5068640 1 --2- 172.21.15.32:0/2389748772 >> v2:172.21.15.92:3300/0 conn(0x7f87d00c5240 0x7f87d00c36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1397373888 0 0) 0x7f87d0152460 con 0x7f87d006f0a0 2024-04-18T05:13:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f87bc003530 con 0x7f87d006f0a0 2024-04-18T05:13:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1693383201 0 0) 0x7f87bc003530 con 0x7f87d006f0a0 2024-04-18T05:13:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 >> v2:172.21.15.92:3300/0 conn(0x7f87d00c5240 msgr2=0x7f87d00c36f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 --2- 172.21.15.32:0/2389748772 >> v2:172.21.15.92:3300/0 conn(0x7f87d00c5240 0x7f87d00c36f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 >> v1:172.21.15.92:6789/0 conn(0x7f87d014ee50 legacy=0x7f87d006de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87d00705f0 con 0x7f87d006f0a0 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f87c8001a00 con 0x7f87d006f0a0 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 >> v1:172.21.15.32:6789/0 conn(0x7f87d006f0a0 legacy=0x7f87d006f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87bc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87bc0047d0 0x7f87bc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87bc0052e0 0x7f87bc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87d0070410 con 0x7f87bc003980 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87bc00c1b0 con 0x7f87bc0052e0 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87bc00c370 con 0x7f87bc0047d0 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d5869640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87bc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d606a640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87bc0052e0 0x7f87bc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d5869640 1 -- 172.21.15.32:0/2389748772 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87bc0047d0 msgr2=0x7f87bc004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d5869640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87bc0047d0 0x7f87bc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d5869640 1 -- 172.21.15.32:0/2389748772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87bc0052e0 msgr2=0x7f87bc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:48.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d5869640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87bc0052e0 0x7f87bc00b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d5869640 1 -- 172.21.15.32:0/2389748772 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87bc003530 con 0x7f87bc003980 2024-04-18T05:13:48.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.509+0000 7f87d606a640 1 -- 172.21.15.32:0/2389748772 reap_dead start 2024-04-18T05:13:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5869640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87bc003da0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f87cc001780 tx=0x7f87cc01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b22a25dc11914989 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc0052d0 con 0x7f87bc003980 2024-04-18T05:13:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87cc0a7050 con 0x7f87bc003980 2024-04-18T05:13:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d4867640 1 -- 172.21.15.32:0/2389748772 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc003600 con 0x7f87bc003980 2024-04-18T05:13:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 -- 172.21.15.32:0/2389748772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 msgr2=0x7f87bc003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87bc003da0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f87cc001780 tx=0x7f87cc01c400 comp rx=0 tx=0).stop 2024-04-18T05:13:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 -- 172.21.15.32:0/2389748772 shutdown_connections 2024-04-18T05:13:48.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 --2- 172.21.15.32:0/2389748772 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87bc003da0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 -- 172.21.15.32:0/2389748772 >> 172.21.15.32:0/2389748772 conn(0x7f87d00c3e20 msgr2=0x7f87d00c4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:48.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 -- 172.21.15.32:0/2389748772 shutdown_connections 2024-04-18T05:13:48.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 -- 172.21.15.32:0/2389748772 wait complete. 2024-04-18T05:13:48.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 Processor -- start 2024-04-18T05:13:48.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 -- start start 2024-04-18T05:13:48.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87d01506f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87d01e1770 0x7f87d0146900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87d0146e40 0x7f87d01edba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87d0154810 con 0x7f87bc003980 2024-04-18T05:13:48.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87d00accd0 con 0x7f87d01e1770 2024-04-18T05:13:48.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d7acd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87d00ad200 con 0x7f87d0146e40 2024-04-18T05:13:48.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5869640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87d01506f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5869640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87d01506f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56676/0 (socket says 172.21.15.32:56676) 2024-04-18T05:13:48.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5869640 1 -- 172.21.15.32:0/1214249616 learned_addr learned my addr 172.21.15.32:0/1214249616 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5068640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87d01e1770 0x7f87d0146900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5869640 1 -- 172.21.15.32:0/1214249616 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87d0146e40 msgr2=0x7f87d01edba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5869640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87d0146e40 0x7f87d01edba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5869640 1 -- 172.21.15.32:0/1214249616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87d01e1770 msgr2=0x7f87d0146900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5869640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87d01e1770 0x7f87d0146900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5869640 1 -- 172.21.15.32:0/1214249616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87d00acf20 con 0x7f87bc003980 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.513+0000 7f87d5068640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87d01e1770 0x7f87d0146900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87d5869640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87d01506f0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f87cc005040 tx=0x7f87bc005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87c67fc640 1 -- 172.21.15.32:0/1214249616 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc0072f0 con 0x7f87bc003980 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87c67fc640 1 -- 172.21.15.32:0/1214249616 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87cc007450 con 0x7f87bc003980 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87d0153770 con 0x7f87bc003980 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87c67fc640 1 -- 172.21.15.32:0/1214249616 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87cc0067e0 con 0x7f87bc003980 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87d0150c30 con 0x7f87bc003980 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87d00666e0 con 0x7f87bc003980 2024-04-18T05:13:48.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87c67fc640 1 -- 172.21.15.32:0/1214249616 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f87cc006940 con 0x7f87bc003980 2024-04-18T05:13:48.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87c67fc640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f87b40666c0 0x7f87b4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87c67fc640 1 -- 172.21.15.32:0/1214249616 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7f87cc11e330 con 0x7f87bc003980 2024-04-18T05:13:48.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87d5068640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f87b40666c0 0x7f87b4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.517+0000 7f87d5068640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f87b40666c0 0x7f87b4068b80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f87d0150ec0 tx=0x7f87c0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:48.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.521+0000 7f87c67fc640 1 -- 172.21.15.32:0/1214249616 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f87cc0eb550 con 0x7f87bc003980 2024-04-18T05:13:48.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.705+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f87d00c6d60 con 0x7f87bc003980 2024-04-18T05:13:48.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87c67fc640 1 -- 172.21.15.32:0/1214249616 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4736 (secure 0 0 0) 0x7f87cc0eeb70 con 0x7f87bc003980 2024-04-18T05:13:48.710 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:48.710 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":23,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":6123,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/4235231924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":4235231924},{"type":"v1","addr":"172.21.15.32:6837","nonce":4235231924}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":23}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:12:59.375043+0000","modified":"2024-04-18T05:13:02.408727+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4963},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4963":{"gid":4963,"name":"d","rank":0,"incarnation":17,"state":"up:active","state_seq":8,"addr":"172.21.15.92:6833/2373918602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2373918602},{"type":"v1","addr":"172.21.15.92:6833","nonce":2373918602}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-04-18T05:13:48.710 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 23 2024-04-18T05:13:48.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f87b40666c0 msgr2=0x7f87b4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f87b40666c0 0x7f87b4068b80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f87d0150ec0 tx=0x7f87c0008040 comp rx=0 tx=0).stop 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 msgr2=0x7f87d01506f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87d01506f0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f87cc005040 tx=0x7f87bc005800 comp rx=0 tx=0).stop 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 shutdown_connections 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f87d0146e40 0x7f87d01edba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f87b40666c0 0x7f87b4068b80 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87d01e1770 0x7f87d0146900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 --2- 172.21.15.32:0/1214249616 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f87bc003980 0x7f87d01506f0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 >> 172.21.15.32:0/1214249616 conn(0x7f87d00c3e20 msgr2=0x7f87d00c4200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 shutdown_connections 2024-04-18T05:13:48.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.709+0000 7f87d7acd640 1 -- 172.21.15.32:0/1214249616 wait complete. 2024-04-18T05:13:48.728 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.833+0000 7fe41ab59640 1 Processor -- start 2024-04-18T05:13:48.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.833+0000 7fe41ab59640 1 -- start start 2024-04-18T05:13:48.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe41ab59640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe41406b0f0 0x7fe4140c1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe41ab59640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140c0350 0x7fe414158050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe41ab59640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4140c5710 con 0x7fe414158590 2024-04-18T05:13:48.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe41ab59640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe414159050 con 0x7fe41406b0f0 2024-04-18T05:13:48.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe41ab59640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe414158d70 con 0x7fe4140c0350 2024-04-18T05:13:48.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4190f6640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe414158590 0x7fe41415b740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37410/0 (socket says 172.21.15.32:37410) 2024-04-18T05:13:48.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4190f6640 1 -- 172.21.15.32:0/2020804634 learned_addr learned my addr 172.21.15.32:0/2020804634 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe413fff640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140c0350 0x7fe414158050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4188f5640 1 --2- 172.21.15.32:0/2020804634 >> v2:172.21.15.92:3300/0 conn(0x7fe41406b0f0 0x7fe4140c1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2310634437 0 0) 0x7fe4140c5710 con 0x7fe414158590 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe400003530 con 0x7fe414158590 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1228912484 0 0) 0x7fe400003530 con 0x7fe414158590 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140c0350 msgr2=0x7fe414158050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140c0350 0x7fe414158050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 >> v2:172.21.15.92:3300/0 conn(0x7fe41406b0f0 msgr2=0x7fe4140c1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 --2- 172.21.15.32:0/2020804634 >> v2:172.21.15.92:3300/0 conn(0x7fe41406b0f0 0x7fe4140c1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe41406eaf0 con 0x7fe414158590 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fe40c001a00 con 0x7fe414158590 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 >> v1:172.21.15.32:6789/0 conn(0x7fe414158590 legacy=0x7fe41415b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140c0350 0x7fe400003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe400003f00 0x7fe4000047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe400004d10 0x7fe400005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe414159050 con 0x7fe400004d10 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe414158d70 con 0x7fe400003f00 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe40000b9e0 con 0x7fe4140c0350 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4190f6640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe400004d10 0x7fe400005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4188f5640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140c0350 0x7fe400003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe413fff640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe400003f00 0x7fe4000047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4190f6640 1 -- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140c0350 msgr2=0x7fe400003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4190f6640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140c0350 0x7fe400003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4190f6640 1 -- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe400003f00 msgr2=0x7fe4000047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4190f6640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe400003f00 0x7fe4000047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.842 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.837+0000 7fe4190f6640 1 -- 172.21.15.32:0/2020804634 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe400003530 con 0x7fe400004d10 2024-04-18T05:13:48.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe4190f6640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe400004d10 0x7fe400005190 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00a890 tx=0x7fe40c01fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df46bc853cee449b server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:48.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe40c0aa710 con 0x7fe400004d10 2024-04-18T05:13:48.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe40c0aa870 con 0x7fe400004d10 2024-04-18T05:13:48.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe4137fe640 1 -- 172.21.15.32:0/2020804634 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe40c0aac80 con 0x7fe400004d10 2024-04-18T05:13:48.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 -- 172.21.15.32:0/2020804634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe400004d10 msgr2=0x7fe400005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 --2- 172.21.15.32:0/2020804634 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe400004d10 0x7fe400005190 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00a890 tx=0x7fe40c01fae0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe4190f6640 1 -- 172.21.15.32:0/2020804634 reap_dead start 2024-04-18T05:13:48.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 -- 172.21.15.32:0/2020804634 shutdown_connections 2024-04-18T05:13:48.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 -- 172.21.15.32:0/2020804634 >> 172.21.15.32:0/2020804634 conn(0x7fe41406c2c0 msgr2=0x7fe41406c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:48.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 -- 172.21.15.32:0/2020804634 shutdown_connections 2024-04-18T05:13:48.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 -- 172.21.15.32:0/2020804634 wait complete. 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 Processor -- start 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 -- start start 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4140aa6f0 0x7fe4140bb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140bf870 0x7fe4140be9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4140bef00 0x7fe4141f0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4140bbfd0 con 0x7fe4140bef00 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4140bf390 con 0x7fe4140aa6f0 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.841+0000 7fe41ab59640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4140bab10 con 0x7fe4140bf870 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4190f6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4140bef00 0x7fe4141f0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4190f6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4140bef00 0x7fe4141f0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56690/0 (socket says 172.21.15.32:56690) 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4190f6640 1 -- 172.21.15.32:0/3748037267 learned_addr learned my addr 172.21.15.32:0/3748037267 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe413fff640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140bf870 0x7fe4140be9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.847 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4188f5640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4140aa6f0 0x7fe4140bb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4190f6640 1 -- 172.21.15.32:0/3748037267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140bf870 msgr2=0x7fe4140be9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4190f6640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140bf870 0x7fe4140be9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4190f6640 1 -- 172.21.15.32:0/3748037267 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4140aa6f0 msgr2=0x7fe4140bb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4190f6640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4140aa6f0 0x7fe4140bb6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4190f6640 1 -- 172.21.15.32:0/3748037267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4140badf0 con 0x7fe4140bef00 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4188f5640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4140aa6f0 0x7fe4140bb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4190f6640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4140bef00 0x7fe4141f0cc0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00a830 tx=0x7fe400005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4117fa640 1 -- 172.21.15.32:0/3748037267 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe40c0aa710 con 0x7fe4140bef00 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4117fa640 1 -- 172.21.15.32:0/3748037267 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe40c001fe0 con 0x7fe4140bef00 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4140bb0d0 con 0x7fe4140bef00 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4117fa640 1 -- 172.21.15.32:0/3748037267 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe40c0019c0 con 0x7fe4140bef00 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4140bbc10 con 0x7fe4140bef00 2024-04-18T05:13:48.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe414072f90 con 0x7fe4140bef00 2024-04-18T05:13:48.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4117fa640 1 -- 172.21.15.32:0/3748037267 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe40c0bc460 con 0x7fe4140bef00 2024-04-18T05:13:48.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4117fa640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe3f40666c0 0x7fe3f4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:48.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4117fa640 1 -- 172.21.15.32:0/3748037267 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7fe40c121d20 con 0x7fe4140bef00 2024-04-18T05:13:48.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4188f5640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe3f40666c0 0x7fe3f4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:48.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.845+0000 7fe4188f5640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe3f40666c0 0x7fe3f4068b80 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe404009ad0 tx=0x7fe404008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:48.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:48.849+0000 7fe4117fa640 1 -- 172.21.15.32:0/3748037267 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe40c0ef000 con 0x7fe4140bef00 2024-04-18T05:13:49.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.005+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe41406d4c0 con 0x7fe4140bef00 2024-04-18T05:13:49.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe4117fa640 1 -- 172.21.15.32:0/3748037267 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) v1 ==== 74+0+16426 (secure 0 0 0) 0x7fe40c0b7020 con 0x7fe4140bef00 2024-04-18T05:13:49.009 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:49.010 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":50,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:46.058623+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:12:57.986366+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:12:58.343248+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.6","mappings":[{"from":2,"to":5}]},{"pgid":"8.35","mappings":[{"from":6,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.32:6837/3232325641":"2024-04-19T05:13:42.701779+0000","172.21.15.32:6834/3232325641":"2024-04-19T05:13:42.701779+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:49.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe3f40666c0 msgr2=0x7fe3f4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe3f40666c0 0x7fe3f4068b80 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe404009ad0 tx=0x7fe404008040 comp rx=0 tx=0).stop 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4140bef00 msgr2=0x7fe4141f0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4140bef00 0x7fe4141f0cc0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00a830 tx=0x7fe400005800 comp rx=0 tx=0).stop 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 shutdown_connections 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe4140bef00 0x7fe4141f0cc0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe4140bf870 0x7fe4140be9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe3f40666c0 0x7fe3f4068b80 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 --2- 172.21.15.32:0/3748037267 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4140aa6f0 0x7fe4140bb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 >> 172.21.15.32:0/3748037267 conn(0x7fe41406c2c0 msgr2=0x7fe414070870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 shutdown_connections 2024-04-18T05:13:49.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.009+0000 7fe41ab59640 1 -- 172.21.15.32:0/3748037267 wait complete. 2024-04-18T05:13:49.027 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs2 2024-04-18T05:13:49.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a4a7fb640 1 Processor -- start 2024-04-18T05:13:49.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a4a7fb640 1 -- start start 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a4a7fb640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2a440aeb60 0x7f2a44157b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a4a7fb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a4406cb00 0x7f2a440c3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a4a7fb640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2a440c43c0 0x7f2a441541a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a4a7fb640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a440c5130 con 0x7f2a440c43c0 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a4a7fb640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a440aef40 con 0x7f2a440aeb60 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a4a7fb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a440bcda0 con 0x7f2a4406cb00 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a48d98640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2a440c43c0 0x7f2a441541a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a48d98640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f2a440c43c0 0x7f2a441541a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56692/0 (socket says 172.21.15.32:56692) 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a48d98640 1 -- 172.21.15.32:0/1331609899 learned_addr learned my addr 172.21.15.32:0/1331609899 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:49.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a437fe640 1 --2- 172.21.15.32:0/1331609899 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a4406cb00 0x7f2a440c3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a43fff640 1 --2- 172.21.15.32:0/1331609899 >> v2:172.21.15.92:3300/0 conn(0x7f2a440aeb60 0x7f2a44157b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a48d98640 1 -- 172.21.15.32:0/1331609899 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a4406cb00 msgr2=0x7f2a440c3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:49.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a48d98640 1 --2- 172.21.15.32:0/1331609899 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a4406cb00 0x7f2a440c3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a48d98640 1 -- 172.21.15.32:0/1331609899 >> v2:172.21.15.92:3300/0 conn(0x7f2a440aeb60 msgr2=0x7f2a44157b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:49.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a48d98640 1 --2- 172.21.15.32:0/1331609899 >> v2:172.21.15.92:3300/0 conn(0x7f2a440aeb60 0x7f2a44157b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.149+0000 7f2a48d98640 1 -- 172.21.15.32:0/1331609899 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a440c6550 con 0x7f2a440c43c0 2024-04-18T05:13:49.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a48d98640 1 --2- 172.21.15.32:0/1331609899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440c43c0 0x7f2a441541a0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f2a440c5eb0 tx=0x7f2a3801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de08a9de1d716a0f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:49.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a42ffd640 1 -- 172.21.15.32:0/1331609899 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a380ab600 con 0x7f2a440c43c0 2024-04-18T05:13:49.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a42ffd640 1 -- 172.21.15.32:0/1331609899 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a380a7050 con 0x7f2a440c43c0 2024-04-18T05:13:49.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a42ffd640 1 -- 172.21.15.32:0/1331609899 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a380ab980 con 0x7f2a440c43c0 2024-04-18T05:13:49.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/1331609899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440c43c0 msgr2=0x7f2a441541a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/1331609899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440c43c0 0x7f2a441541a0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f2a440c5eb0 tx=0x7f2a3801c490 comp rx=0 tx=0).stop 2024-04-18T05:13:49.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/1331609899 shutdown_connections 2024-04-18T05:13:49.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/1331609899 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440c43c0 0x7f2a441541a0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/1331609899 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a4406cb00 0x7f2a440c3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/1331609899 >> v2:172.21.15.92:3300/0 conn(0x7f2a440aeb60 0x7f2a44157b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/1331609899 >> 172.21.15.32:0/1331609899 conn(0x7f2a44072b80 msgr2=0x7f2a44072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:49.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/1331609899 shutdown_connections 2024-04-18T05:13:49.156 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/1331609899 wait complete. 2024-04-18T05:13:49.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 Processor -- start 2024-04-18T05:13:49.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.153+0000 7f2a4a7fb640 1 -- start start 2024-04-18T05:13:49.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a4a7fb640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a4406cb00 0x7f2a44150780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a4a7fb640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440aeb60 0x7f2a441484e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a4a7fb640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a440c43c0 0x7f2a44148a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a4a7fb640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a440c0950 con 0x7f2a440aeb60 2024-04-18T05:13:49.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a4a7fb640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a441495a0 con 0x7f2a4406cb00 2024-04-18T05:13:49.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a4a7fb640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a441ecf30 con 0x7f2a440c43c0 2024-04-18T05:13:49.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a437fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440aeb60 0x7f2a441484e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a437fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440aeb60 0x7f2a441484e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56698/0 (socket says 172.21.15.32:56698) 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a437fe640 1 -- 172.21.15.32:0/560020820 learned_addr learned my addr 172.21.15.32:0/560020820 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a48d98640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a440c43c0 0x7f2a44148a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a43fff640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a4406cb00 0x7f2a44150780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a437fe640 1 -- 172.21.15.32:0/560020820 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a440c43c0 msgr2=0x7f2a44148a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a437fe640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a440c43c0 0x7f2a44148a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a437fe640 1 -- 172.21.15.32:0/560020820 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a4406cb00 msgr2=0x7f2a44150780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a437fe640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a4406cb00 0x7f2a44150780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a437fe640 1 -- 172.21.15.32:0/560020820 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a380094d0 con 0x7f2a440aeb60 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a43fff640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a4406cb00 0x7f2a44150780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a437fe640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440aeb60 0x7f2a441484e0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f2a3400d7d0 tx=0x7f2a3400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:49.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a40ff9640 1 -- 172.21.15.32:0/560020820 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a3400b6c0 con 0x7f2a440aeb60 2024-04-18T05:13:49.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a40ff9640 1 -- 172.21.15.32:0/560020820 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a3400b820 con 0x7f2a440aeb60 2024-04-18T05:13:49.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a441ed210 con 0x7f2a440aeb60 2024-04-18T05:13:49.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a40ff9640 1 -- 172.21.15.32:0/560020820 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a3400bbb0 con 0x7f2a440aeb60 2024-04-18T05:13:49.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a44153630 con 0x7f2a440aeb60 2024-04-18T05:13:49.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a440bcb10 con 0x7f2a440aeb60 2024-04-18T05:13:49.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a40ff9640 1 -- 172.21.15.32:0/560020820 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2a3400bd10 con 0x7f2a440aeb60 2024-04-18T05:13:49.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a40ff9640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2a300666c0 0x7f2a30068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a43fff640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2a300666c0 0x7f2a30068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a40ff9640 1 -- 172.21.15.32:0/560020820 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 6177+0+0 (secure 0 0 0) 0x7f2a34084810 con 0x7f2a440aeb60 2024-04-18T05:13:49.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.157+0000 7f2a43fff640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2a300666c0 0x7f2a30068b80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c009ed0 tx=0x7f2a3c00b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:49.164 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.161+0000 7f2a40ff9640 1 -- 172.21.15.32:0/560020820 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f2a34051990 con 0x7f2a440aeb60 2024-04-18T05:13:49.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.353+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs2"} v 0) v1 -- 0x7f2a4404e250 con 0x7f2a440aeb60 2024-04-18T05:13:49.358 INFO:tasks.ceph.mon.a.smithi032.stderr:2024-04-18T05:13:49.357+0000 7fcd13af8640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-18T05:13:49.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a40ff9640 1 -- 172.21.15.32:0/560020820 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs2"}]=0 cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v24) v1 ==== 163+0+0 (secure 0 0 0) 0x7f2a34054fb0 con 0x7f2a440aeb60 2024-04-18T05:13:49.370 INFO:teuthology.orchestra.run.smithi032.stderr:cephfs2 marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-18T05:13:49.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2a300666c0 msgr2=0x7f2a30068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2a300666c0 0x7f2a30068b80 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c009ed0 tx=0x7f2a3c00b040 comp rx=0 tx=0).stop 2024-04-18T05:13:49.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440aeb60 msgr2=0x7f2a441484e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440aeb60 0x7f2a441484e0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f2a3400d7d0 tx=0x7f2a3400dc90 comp rx=0 tx=0).stop 2024-04-18T05:13:49.373 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 shutdown_connections 2024-04-18T05:13:49.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2a440c43c0 0x7f2a44148a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f2a440aeb60 0x7f2a441484e0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2a300666c0 0x7f2a30068b80 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 --2- 172.21.15.32:0/560020820 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a4406cb00 0x7f2a44150780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 >> 172.21.15.32:0/560020820 conn(0x7f2a44072b80 msgr2=0x7f2a44072f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:49.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 shutdown_connections 2024-04-18T05:13:49.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.369+0000 7f2a4a7fb640 1 -- 172.21.15.32:0/560020820 wait complete. 2024-04-18T05:13:49.378 INFO:tasks.ceph.mds.d.smithi092.stderr: -1647> 2024-04-18T05:13:03.506+0000 7f5ba1460640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-18T05:13:49.390 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs2 --yes-i-really-mean-it 2024-04-18T05:13:49.437 INFO:tasks.ceph.mds.d.smithi092.stdout:starting mds.d at 2024-04-18T05:13:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.509+0000 7f96ead40640 1 Processor -- start 2024-04-18T05:13:49.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.509+0000 7f96ead40640 1 -- start start 2024-04-18T05:13:49.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96ead40640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e40bcad0 0x7f96e4154250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96ead40640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f96e406cad0 0x7f96e40c6770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96ead40640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96e40c3dc0 con 0x7f96e40c6390 2024-04-18T05:13:49.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96ead40640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96e4151640 con 0x7f96e406cad0 2024-04-18T05:13:49.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96ead40640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96e40c4110 con 0x7f96e40bcad0 2024-04-18T05:13:49.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e8adc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f96e40c6390 0x7f96e4153b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:37422/0 (socket says 172.21.15.32:37422) 2024-04-18T05:13:49.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e8adc640 1 -- 172.21.15.32:0/1954574896 learned_addr learned my addr 172.21.15.32:0/1954574896 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:49.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e92dd640 1 --2- 172.21.15.32:0/1954574896 >> v2:172.21.15.32:3300/0 conn(0x7f96e406cad0 0x7f96e40c6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.515 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e3fff640 1 --2- 172.21.15.32:0/1954574896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e40bcad0 0x7f96e4154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e37fe640 1 -- 172.21.15.32:0/1954574896 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2345910854 0 0) 0x7f96e40c3dc0 con 0x7f96e40c6390 2024-04-18T05:13:49.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e37fe640 1 -- 172.21.15.32:0/1954574896 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f96d4003530 con 0x7f96e40c6390 2024-04-18T05:13:49.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e92dd640 1 -- 172.21.15.32:0/1954574896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e40bcad0 msgr2=0x7f96e4154250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:49.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e92dd640 1 --2- 172.21.15.32:0/1954574896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e40bcad0 0x7f96e4154250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e92dd640 1 -- 172.21.15.32:0/1954574896 >> v1:172.21.15.32:6789/0 conn(0x7f96e40c6390 legacy=0x7f96e4153b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e92dd640 1 -- 172.21.15.32:0/1954574896 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96e40c7620 con 0x7f96e406cad0 2024-04-18T05:13:49.516 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e3fff640 1 --2- 172.21.15.32:0/1954574896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e40bcad0 0x7f96e4154250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:13:49.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.513+0000 7f96e92dd640 1 --2- 172.21.15.32:0/1954574896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e406cad0 0x7f96e40c6770 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f96dc009d90 tx=0x7f96dc01c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c04916a6fbbb155a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:49.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e37fe640 1 -- 172.21.15.32:0/1954574896 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96dc0a58e0 con 0x7f96e406cad0 2024-04-18T05:13:49.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e37fe640 1 -- 172.21.15.32:0/1954574896 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96dc0a5a40 con 0x7f96e406cad0 2024-04-18T05:13:49.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e37fe640 1 -- 172.21.15.32:0/1954574896 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96dc0a5db0 con 0x7f96e406cad0 2024-04-18T05:13:49.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 -- 172.21.15.32:0/1954574896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e406cad0 msgr2=0x7f96e40c6770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 --2- 172.21.15.32:0/1954574896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e406cad0 0x7f96e40c6770 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f96dc009d90 tx=0x7f96dc01c820 comp rx=0 tx=0).stop 2024-04-18T05:13:49.518 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 -- 172.21.15.32:0/1954574896 shutdown_connections 2024-04-18T05:13:49.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 --2- 172.21.15.32:0/1954574896 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e406cad0 0x7f96e40c6770 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 --2- 172.21.15.32:0/1954574896 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e40bcad0 0x7f96e4154250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 -- 172.21.15.32:0/1954574896 >> 172.21.15.32:0/1954574896 conn(0x7f96e4072b80 msgr2=0x7f96e4072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:49.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 -- 172.21.15.32:0/1954574896 shutdown_connections 2024-04-18T05:13:49.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 -- 172.21.15.32:0/1954574896 wait complete. 2024-04-18T05:13:49.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 Processor -- start 2024-04-18T05:13:49.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 -- start start 2024-04-18T05:13:49.521 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e406cad0 0x7f96e41ec8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e40bcad0 0x7f96e4152fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e40c6390 0x7f96e4151e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96e40c8e30 con 0x7f96e40bcad0 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96e41ece00 con 0x7f96e40c6390 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96ead40640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96e40c0280 con 0x7f96e406cad0 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e40bcad0 0x7f96e4152fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e40bcad0 0x7f96e4152fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56708/0 (socket says 172.21.15.32:56708) 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e3fff640 1 -- 172.21.15.32:0/1149318040 learned_addr learned my addr 172.21.15.32:0/1149318040 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e8adc640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e406cad0 0x7f96e41ec8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e3fff640 1 -- 172.21.15.32:0/1149318040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e406cad0 msgr2=0x7f96e41ec8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e3fff640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e406cad0 0x7f96e41ec8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e3fff640 1 -- 172.21.15.32:0/1149318040 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e40c6390 msgr2=0x7f96e4151e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e92dd640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e40c6390 0x7f96e4151e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e3fff640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e40c6390 0x7f96e4151e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e3fff640 1 -- 172.21.15.32:0/1149318040 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96d0009420 con 0x7f96e40bcad0 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e8adc640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e406cad0 0x7f96e41ec8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e3fff640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e40bcad0 0x7f96e4152fa0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f96d000e980 tx=0x7f96d000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e17fa640 1 -- 172.21.15.32:0/1149318040 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96d000ca00 con 0x7f96e40bcad0 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e17fa640 1 -- 172.21.15.32:0/1149318040 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96d000cb60 con 0x7f96e40bcad0 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.517+0000 7f96e17fa640 1 -- 172.21.15.32:0/1149318040 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96d0013470 con 0x7f96e40bcad0 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.521+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96dc009a70 con 0x7f96e40bcad0 2024-04-18T05:13:49.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.521+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96e40c4690 con 0x7f96e40bcad0 2024-04-18T05:13:49.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.521+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96e404e210 con 0x7f96e40bcad0 2024-04-18T05:13:49.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.521+0000 7f96e17fa640 1 -- 172.21.15.32:0/1149318040 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f96d00135d0 con 0x7f96e40bcad0 2024-04-18T05:13:49.524 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.521+0000 7f96e17fa640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f96c8066690 0x7f96c8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:49.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.521+0000 7f96e17fa640 1 -- 172.21.15.32:0/1149318040 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 6263+0+0 (secure 0 0 0) 0x7f96d00846a0 con 0x7f96e40bcad0 2024-04-18T05:13:49.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.521+0000 7f96e8adc640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f96c8066690 0x7f96c8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:49.525 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.521+0000 7f96e8adc640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f96c8066690 0x7f96c8068b50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f96d8005890 tx=0x7f96d8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:49.527 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.525+0000 7f96e17fa640 1 -- 172.21.15.32:0/1149318040 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f96d00517d0 con 0x7f96e40bcad0 2024-04-18T05:13:49.719 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:49.717+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f96e4154570 con 0x7f96e40bcad0 2024-04-18T05:13:50.375 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.373+0000 7f96e17fa640 1 -- 172.21.15.32:0/1149318040 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs2", "yes_i_really_mean_it": true}]=0 v25) v1 ==== 105+0+0 (secure 0 0 0) 0x7f96d0054df0 con 0x7f96e40bcad0 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f96c8066690 msgr2=0x7f96c8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f96c8066690 0x7f96c8068b50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f96d8005890 tx=0x7f96d8009040 comp rx=0 tx=0).stop 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e40bcad0 msgr2=0x7f96e4152fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e40bcad0 0x7f96e4152fa0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f96d000e980 tx=0x7f96d000ee40 comp rx=0 tx=0).stop 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 shutdown_connections 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f96c8066690 0x7f96c8068b50 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e40c6390 0x7f96e4151e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f96e40bcad0 0x7f96e4152fa0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 --2- 172.21.15.32:0/1149318040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f96e406cad0 0x7f96e41ec8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 >> 172.21.15.32:0/1149318040 conn(0x7f96e4072b80 msgr2=0x7f96e40aec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 shutdown_connections 2024-04-18T05:13:50.379 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.377+0000 7f96ead40640 1 -- 172.21.15.32:0/1149318040 wait complete. 2024-04-18T05:13:50.396 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_metadata cephfs2_metadata --yes-i-really-really-mean-it 2024-04-18T05:13:50.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffbb0f640 1 Processor -- start 2024-04-18T05:13:50.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffbb0f640 1 -- start start 2024-04-18T05:13:50.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffbb0f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 0x7f9ff40c1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffbb0f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9ff40c5770 0x7f9ff4157950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffbb0f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ff40c2430 con 0x7f9ff4153d90 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffbb0f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ff4157530 con 0x7f9ff40c5770 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffbb0f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ff40c2220 con 0x7f9ff4151420 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ff98ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 0x7f9ff40c1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffa0ac640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9ff40c5770 0x7f9ff4157950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ff90aa640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f9ff4153d90 0x7f9ff40a8fc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:37678/0 (socket says 172.21.15.32:37678) 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffa0ac640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9ff40c5770 0x7f9ff4157950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:40498/0 (socket says 172.21.15.32:40498) 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ff90aa640 1 -- 172.21.15.32:0/2159004593 learned_addr learned my addr 172.21.15.32:0/2159004593 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffa0ac640 1 -- 172.21.15.32:0/2159004593 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 msgr2=0x7f9ff40c1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffa0ac640 1 --2- 172.21.15.32:0/2159004593 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 0x7f9ff40c1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffa0ac640 1 -- 172.21.15.32:0/2159004593 >> v1:172.21.15.92:6789/0 conn(0x7f9ff4153d90 legacy=0x7f9ff40a8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:50.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.529+0000 7f9ffa0ac640 1 -- 172.21.15.32:0/2159004593 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ff40c53a0 con 0x7f9ff40c5770 2024-04-18T05:13:50.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffa0ac640 1 --2- 172.21.15.32:0/2159004593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff40c5770 0x7f9ff4157950 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9fec009d90 tx=0x7f9fec01c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b90277123da7add0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:50.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ff88a9640 1 -- 172.21.15.32:0/2159004593 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fec0a5890 con 0x7f9ff40c5770 2024-04-18T05:13:50.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ff88a9640 1 -- 172.21.15.32:0/2159004593 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fec0a59f0 con 0x7f9ff40c5770 2024-04-18T05:13:50.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ff88a9640 1 -- 172.21.15.32:0/2159004593 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fec0a5d80 con 0x7f9ff40c5770 2024-04-18T05:13:50.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/2159004593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff40c5770 msgr2=0x7f9ff4157950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:50.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 --2- 172.21.15.32:0/2159004593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff40c5770 0x7f9ff4157950 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9fec009d90 tx=0x7f9fec01c8e0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/2159004593 shutdown_connections 2024-04-18T05:13:50.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 --2- 172.21.15.32:0/2159004593 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff40c5770 0x7f9ff4157950 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 --2- 172.21.15.32:0/2159004593 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 0x7f9ff40c1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/2159004593 >> 172.21.15.32:0/2159004593 conn(0x7f9ff4072f80 msgr2=0x7f9ff40c7360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:50.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/2159004593 shutdown_connections 2024-04-18T05:13:50.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/2159004593 wait complete. 2024-04-18T05:13:50.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 Processor -- start 2024-04-18T05:13:50.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.533+0000 7f9ffbb0f640 1 -- start start 2024-04-18T05:13:50.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffbb0f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ff40c5770 0x7f9ff41ed000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:50.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffbb0f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 0x7f9ff40accb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:50.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffbb0f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff4153d90 0x7f9ff40a82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffbb0f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ff40a9570 con 0x7f9ff40c5770 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffbb0f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ff41ed540 con 0x7f9ff4153d90 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffbb0f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ff414f790 con 0x7f9ff4151420 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff98ab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ff40c5770 0x7f9ff41ed000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff98ab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ff40c5770 0x7f9ff41ed000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:56720/0 (socket says 172.21.15.32:56720) 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff98ab640 1 -- 172.21.15.32:0/3823040045 learned_addr learned my addr 172.21.15.32:0/3823040045 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff90aa640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 0x7f9ff40accb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffa0ac640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff4153d90 0x7f9ff40a82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff98ab640 1 -- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 msgr2=0x7f9ff40accb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:50.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff98ab640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 0x7f9ff40accb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff98ab640 1 -- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff4153d90 msgr2=0x7f9ff40a82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff98ab640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff4153d90 0x7f9ff40a82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff98ab640 1 -- 172.21.15.32:0/3823040045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fec009a70 con 0x7f9ff40c5770 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff90aa640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 0x7f9ff40accb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffa0ac640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff4153d90 0x7f9ff40a82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff98ab640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ff40c5770 0x7f9ff41ed000 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f9ff000e930 tx=0x7f9ff000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9fea7fc640 1 -- 172.21.15.32:0/3823040045 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ff0009690 con 0x7f9ff40c5770 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9fea7fc640 1 -- 172.21.15.32:0/3823040045 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ff000c9a0 con 0x7f9ff40c5770 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ff406bcc0 con 0x7f9ff40c5770 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9fea7fc640 1 -- 172.21.15.32:0/3823040045 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ff000cd10 con 0x7f9ff40c5770 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ff406c210 con 0x7f9ff40c5770 2024-04-18T05:13:50.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ff40666e0 con 0x7f9ff40c5770 2024-04-18T05:13:50.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9fea7fc640 1 -- 172.21.15.32:0/3823040045 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9ff0013470 con 0x7f9ff40c5770 2024-04-18T05:13:50.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9fea7fc640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9fd8066690 0x7f9fd8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:50.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9fea7fc640 1 -- 172.21.15.32:0/3823040045 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 6263+0+0 (secure 0 0 0) 0x7f9ff00845c0 con 0x7f9ff40c5770 2024-04-18T05:13:50.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff90aa640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9fd8066690 0x7f9fd8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:50.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.537+0000 7f9ff90aa640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9fd8066690 0x7f9fd8068b50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4151190 tx=0x7f9fe4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:50.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.541+0000 7f9fea7fc640 1 -- 172.21.15.32:0/3823040045 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9ff00517c0 con 0x7f9ff40c5770 2024-04-18T05:13:50.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:50.697+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f9ff40c25c0 con 0x7f9ff40c5770 2024-04-18T05:13:51.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.385+0000 7f9fea7fc640 1 -- 172.21.15.32:0/3823040045 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_metadata", "pool2": "cephfs2_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_metadata' removed v52) v1 ==== 184+0+0 (secure 0 0 0) 0x7f9ff0054de0 con 0x7f9ff40c5770 2024-04-18T05:13:51.386 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs2_metadata' removed 2024-04-18T05:13:51.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9fd8066690 msgr2=0x7f9fd8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:51.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9fd8066690 0x7f9fd8068b50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9ff4151190 tx=0x7f9fe4009040 comp rx=0 tx=0).stop 2024-04-18T05:13:51.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ff40c5770 msgr2=0x7f9ff41ed000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:51.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ff40c5770 0x7f9ff41ed000 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f9ff000e930 tx=0x7f9ff000edf0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 shutdown_connections 2024-04-18T05:13:51.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9fd8066690 0x7f9fd8068b50 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ff4153d90 0x7f9ff40a82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9ff4151420 0x7f9ff40accb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 --2- 172.21.15.32:0/3823040045 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9ff40c5770 0x7f9ff41ed000 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 >> 172.21.15.32:0/3823040045 conn(0x7f9ff4072f80 msgr2=0x7f9ff41535e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:51.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 shutdown_connections 2024-04-18T05:13:51.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.389+0000 7f9ffbb0f640 1 -- 172.21.15.32:0/3823040045 wait complete. 2024-04-18T05:13:51.411 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs2_data cephfs2_data --yes-i-really-really-mean-it 2024-04-18T05:13:51.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.537+0000 7eff83210640 1 Processor -- start 2024-04-18T05:13:51.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.537+0000 7eff83210640 1 -- start start 2024-04-18T05:13:51.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.537+0000 7eff83210640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7eff7c14dd50 0x7eff7c06fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:51.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.537+0000 7eff83210640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff7c06d590 0x7eff7c1544c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:51.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.537+0000 7eff83210640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff7c154a00 con 0x7eff7c070210 2024-04-18T05:13:51.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.537+0000 7eff83210640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff7c0a8670 con 0x7eff7c14dd50 2024-04-18T05:13:51.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.537+0000 7eff83210640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff7c06c4f0 con 0x7eff7c06d590 2024-04-18T05:13:51.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.537+0000 7eff7bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7eff7c070210 0x7eff7c153db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33948/0 (socket says 172.21.15.32:33948) 2024-04-18T05:13:51.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.537+0000 7eff7bfff640 1 -- 172.21.15.32:0/2476457058 learned_addr learned my addr 172.21.15.32:0/2476457058 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:51.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1973383614 0 0) 0x7eff7c154a00 con 0x7eff7c070210 2024-04-18T05:13:51.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7eff64003530 con 0x7eff7c070210 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff817ad640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff7c06d590 0x7eff7c1544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff80fac640 1 --2- 172.21.15.32:0/2476457058 >> v2:172.21.15.92:3300/0 conn(0x7eff7c14dd50 0x7eff7c06fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 187718168 0 0) 0x7eff64003530 con 0x7eff7c070210 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff7c06d590 msgr2=0x7eff7c1544c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff7c06d590 0x7eff7c1544c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 >> v2:172.21.15.92:3300/0 conn(0x7eff7c14dd50 msgr2=0x7eff7c06fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 --2- 172.21.15.32:0/2476457058 >> v2:172.21.15.92:3300/0 conn(0x7eff7c14dd50 0x7eff7c06fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff7c06c7d0 con 0x7eff7c070210 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7eff70001680 con 0x7eff7c070210 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 >> v1:172.21.15.32:6789/0 conn(0x7eff7c070210 legacy=0x7eff7c153db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff64003980 0x7eff64003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff7c06d590 0x7eff640047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:51.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff64004d10 0x7eff64005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff7c06c4f0 con 0x7eff64004d10 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff6400b990 con 0x7eff64003980 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff6400bb50 con 0x7eff7c06d590 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff817ad640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff64004d10 0x7eff64005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7bfff640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff7c06d590 0x7eff640047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff80fac640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff64003980 0x7eff64003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff817ad640 1 -- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff7c06d590 msgr2=0x7eff640047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff817ad640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff7c06d590 0x7eff640047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff817ad640 1 -- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff64003980 msgr2=0x7eff64003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff817ad640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff64003980 0x7eff64003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff817ad640 1 -- 172.21.15.32:0/2476457058 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff64003530 con 0x7eff64004d10 2024-04-18T05:13:51.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff80fac640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff64003980 0x7eff64003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:51.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff817ad640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff64004d10 0x7eff64005190 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7eff74009fc0 tx=0x7eff7401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a9e52afb6155a6d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:51.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff740a5b80 con 0x7eff64004d10 2024-04-18T05:13:51.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff7400f040 con 0x7eff64004d10 2024-04-18T05:13:51.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.541+0000 7eff7b7fe640 1 -- 172.21.15.32:0/2476457058 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff740ad440 con 0x7eff64004d10 2024-04-18T05:13:51.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- 172.21.15.32:0/2476457058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff64004d10 msgr2=0x7eff64005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:51.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 --2- 172.21.15.32:0/2476457058 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff64004d10 0x7eff64005190 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7eff74009fc0 tx=0x7eff7401cc80 comp rx=0 tx=0).stop 2024-04-18T05:13:51.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff817ad640 1 -- 172.21.15.32:0/2476457058 reap_dead start 2024-04-18T05:13:51.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- 172.21.15.32:0/2476457058 shutdown_connections 2024-04-18T05:13:51.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- 172.21.15.32:0/2476457058 >> 172.21.15.32:0/2476457058 conn(0x7eff7c0c5250 msgr2=0x7eff7c0c5660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:51.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- 172.21.15.32:0/2476457058 shutdown_connections 2024-04-18T05:13:51.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- 172.21.15.32:0/2476457058 wait complete. 2024-04-18T05:13:51.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 Processor -- start 2024-04-18T05:13:51.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- start start 2024-04-18T05:13:51.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff64004d10 0x7eff7c0c21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:51.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff7c157710 0x7eff7c143620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:51.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff7c0a9230 0x7eff7c143b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:51.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff7c0bf840 con 0x7eff7c157710 2024-04-18T05:13:51.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff7c1441e0 con 0x7eff7c0a9230 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff7c0be710 con 0x7eff64004d10 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff7bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff7c157710 0x7eff7c143620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff7bfff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff7c157710 0x7eff7c143620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39154/0 (socket says 172.21.15.32:39154) 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff7bfff640 1 -- 172.21.15.32:0/2939947121 learned_addr learned my addr 172.21.15.32:0/2939947121 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff817ad640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff7c0a9230 0x7eff7c143b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff80fac640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff64004d10 0x7eff7c0c21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff7bfff640 1 -- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff64004d10 msgr2=0x7eff7c0c21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff7bfff640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff64004d10 0x7eff7c0c21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff7bfff640 1 -- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff7c0a9230 msgr2=0x7eff7c143b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:51.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff7bfff640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff7c0a9230 0x7eff7c143b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff7bfff640 1 -- 172.21.15.32:0/2939947121 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff7c1557d0 con 0x7eff7c157710 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff817ad640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff7c0a9230 0x7eff7c143b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff80fac640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff64004d10 0x7eff7c0c21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff7bfff640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff7c157710 0x7eff7c143620 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7eff7000e7f0 tx=0x7eff7000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff797fa640 1 -- 172.21.15.32:0/2939947121 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff7000c870 con 0x7eff7c157710 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff797fa640 1 -- 172.21.15.32:0/2939947121 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff7000c9d0 con 0x7eff7c157710 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff7c144430 con 0x7eff7c157710 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff797fa640 1 -- 172.21.15.32:0/2939947121 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff7000cd80 con 0x7eff7c157710 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.545+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff7c0bf560 con 0x7eff7c157710 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.549+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff7c0666e0 con 0x7eff7c157710 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.549+0000 7eff797fa640 1 -- 172.21.15.32:0/2939947121 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7eff7001d460 con 0x7eff7c157710 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.549+0000 7eff797fa640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff68066690 0x7eff68068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:51.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.549+0000 7eff797fa640 1 -- 172.21.15.32:0/2939947121 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(52..52 src has 1..52) v4 ==== 5823+0+0 (secure 0 0 0) 0x7eff70084090 con 0x7eff7c157710 2024-04-18T05:13:51.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.549+0000 7eff80fac640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff68066690 0x7eff68068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:51.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.549+0000 7eff80fac640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff68066690 0x7eff68068b50 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009a20 tx=0x7eff6c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:51.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.553+0000 7eff797fa640 1 -- 172.21.15.32:0/2939947121 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7eff70051420 con 0x7eff7c157710 2024-04-18T05:13:51.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:51.705+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7eff7c0bfeb0 con 0x7eff7c157710 2024-04-18T05:13:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.389+0000 7eff797fa640 1 -- 172.21.15.32:0/2939947121 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs2_data", "pool2": "cephfs2_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs2_data' removed v53) v1 ==== 172+0+0 (secure 0 0 0) 0x7eff70054a40 con 0x7eff7c157710 2024-04-18T05:13:52.390 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs2_data' removed 2024-04-18T05:13:52.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff68066690 msgr2=0x7eff68068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff68066690 0x7eff68068b50 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009a20 tx=0x7eff6c008040 comp rx=0 tx=0).stop 2024-04-18T05:13:52.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff7c157710 msgr2=0x7eff7c143620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff7c157710 0x7eff7c143620 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7eff7000e7f0 tx=0x7eff7000ecb0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 shutdown_connections 2024-04-18T05:13:52.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7eff68066690 0x7eff68068b50 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff7c0a9230 0x7eff7c143b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7eff7c157710 0x7eff7c143620 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 --2- 172.21.15.32:0/2939947121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7eff64004d10 0x7eff7c0c21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.394 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 >> 172.21.15.32:0/2939947121 conn(0x7eff7c0c5250 msgr2=0x7eff7c149a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:52.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 shutdown_connections 2024-04-18T05:13:52.395 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.393+0000 7eff83210640 1 -- 172.21.15.32:0/2939947121 wait complete. 2024-04-18T05:13:52.418 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-04-18T05:13:52.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5f0389640 1 Processor -- start 2024-04-18T05:13:52.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5f0389640 1 -- start start 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5f0389640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5e806df40 0x7fb5e8151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5f0389640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb5e813a8c0 0x7fb5e80a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5f0389640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5e80a8200 con 0x7fb5e813ae10 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5f0389640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5e80a8fb0 con 0x7fb5e806df40 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5f0389640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5e81520a0 con 0x7fb5e813a8c0 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5ee125640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb5e806df40 0x7fb5e8151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5ed924640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb5e813ae10 0x7fb5e81559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33956/0 (socket says 172.21.15.32:33956) 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5ed924640 1 -- 172.21.15.32:0/1047779892 learned_addr learned my addr 172.21.15.32:0/1047779892 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5ee926640 1 --2- 172.21.15.32:0/1047779892 >> v2:172.21.15.92:3300/0 conn(0x7fb5e813a8c0 0x7fb5e80a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5ee125640 1 -- 172.21.15.32:0/1047779892 >> v2:172.21.15.92:3300/0 conn(0x7fb5e813a8c0 msgr2=0x7fb5e80a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5ee125640 1 --2- 172.21.15.32:0/1047779892 >> v2:172.21.15.92:3300/0 conn(0x7fb5e813a8c0 0x7fb5e80a9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.545 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5ee125640 1 -- 172.21.15.32:0/1047779892 >> v1:172.21.15.32:6789/0 conn(0x7fb5e813ae10 legacy=0x7fb5e81559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.541+0000 7fb5ee125640 1 -- 172.21.15.32:0/1047779892 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5e80a84e0 con 0x7fb5e806df40 2024-04-18T05:13:52.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5ee125640 1 --2- 172.21.15.32:0/1047779892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e806df40 0x7fb5e8151b60 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fb5e80c0ff0 tx=0x7fb5e401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=867c11685cc9e47 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:52.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5ed123640 1 -- 172.21.15.32:0/1047779892 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e40ab600 con 0x7fb5e806df40 2024-04-18T05:13:52.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5ed123640 1 -- 172.21.15.32:0/1047779892 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5e40a7050 con 0x7fb5e806df40 2024-04-18T05:13:52.547 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5ed123640 1 -- 172.21.15.32:0/1047779892 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e40ab980 con 0x7fb5e806df40 2024-04-18T05:13:52.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5f0389640 1 -- 172.21.15.32:0/1047779892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e806df40 msgr2=0x7fb5e8151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5f0389640 1 --2- 172.21.15.32:0/1047779892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e806df40 0x7fb5e8151b60 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fb5e80c0ff0 tx=0x7fb5e401c3f0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5f0389640 1 -- 172.21.15.32:0/1047779892 shutdown_connections 2024-04-18T05:13:52.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5f0389640 1 --2- 172.21.15.32:0/1047779892 >> v2:172.21.15.92:3300/0 conn(0x7fb5e813a8c0 0x7fb5e80a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5f0389640 1 --2- 172.21.15.32:0/1047779892 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e806df40 0x7fb5e8151b60 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.548 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5f0389640 1 -- 172.21.15.32:0/1047779892 >> 172.21.15.32:0/1047779892 conn(0x7fb5e80c54b0 msgr2=0x7fb5e80c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:52.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5f0389640 1 -- 172.21.15.32:0/1047779892 shutdown_connections 2024-04-18T05:13:52.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.545+0000 7fb5f0389640 1 -- 172.21.15.32:0/1047779892 wait complete. 2024-04-18T05:13:52.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 Processor -- start 2024-04-18T05:13:52.549 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 -- start start 2024-04-18T05:13:52.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5e806df40 0x7fb5e806c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5e813a8c0 0x7fb5e81323f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e813ae10 0x7fb5e8152d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e81545c0 con 0x7fb5e813ae10 2024-04-18T05:13:52.551 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e8132930 con 0x7fb5e806df40 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5e8154aa0 con 0x7fb5e813a8c0 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee926640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e813ae10 0x7fb5e8152d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee926640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e813ae10 0x7fb5e8152d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39168/0 (socket says 172.21.15.32:39168) 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee926640 1 -- 172.21.15.32:0/752704153 learned_addr learned my addr 172.21.15.32:0/752704153 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee125640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5e806df40 0x7fb5e806c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ed924640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5e813a8c0 0x7fb5e81323f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee926640 1 -- 172.21.15.32:0/752704153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5e813a8c0 msgr2=0x7fb5e81323f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee926640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5e813a8c0 0x7fb5e81323f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee926640 1 -- 172.21.15.32:0/752704153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5e806df40 msgr2=0x7fb5e806c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee926640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5e806df40 0x7fb5e806c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee926640 1 -- 172.21.15.32:0/752704153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5e4009420 con 0x7fb5e813ae10 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee125640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5e806df40 0x7fb5e806c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:52.552 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee926640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e813ae10 0x7fb5e8152d70 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fb5e000cd70 tx=0x7fb5e000a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:52.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5deffd640 1 -- 172.21.15.32:0/752704153 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e0003ba0 con 0x7fb5e813ae10 2024-04-18T05:13:52.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5deffd640 1 -- 172.21.15.32:0/752704153 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5e0003d00 con 0x7fb5e813ae10 2024-04-18T05:13:52.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5e81ee8a0 con 0x7fb5e813ae10 2024-04-18T05:13:52.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5deffd640 1 -- 172.21.15.32:0/752704153 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5e0004240 con 0x7fb5e813ae10 2024-04-18T05:13:52.553 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5e81eeb80 con 0x7fb5e813ae10 2024-04-18T05:13:52.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5e804e1e0 con 0x7fb5e813ae10 2024-04-18T05:13:52.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5deffd640 1 -- 172.21.15.32:0/752704153 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb5e00043a0 con 0x7fb5e813ae10 2024-04-18T05:13:52.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5deffd640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5cc0666c0 0x7fb5cc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5deffd640 1 -- 172.21.15.32:0/752704153 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fb5e0012070 con 0x7fb5e813ae10 2024-04-18T05:13:52.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.549+0000 7fb5ee125640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5cc0666c0 0x7fb5cc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.554 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.553+0000 7fb5ee125640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5cc0666c0 0x7fb5cc068b80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fb5e40ad000 tx=0x7fb5e4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:52.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.557+0000 7fb5deffd640 1 -- 172.21.15.32:0/752704153 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb5e0051e70 con 0x7fb5e813ae10 2024-04-18T05:13:52.720 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.717+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fb5e8154f10 con 0x7fb5e813ae10 2024-04-18T05:13:52.727 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.725+0000 7fb5deffd640 1 -- 172.21.15.32:0/752704153 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7fb5e0055490 con 0x7fb5e813ae10 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5cc0666c0 msgr2=0x7fb5cc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5cc0666c0 0x7fb5cc068b80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fb5e40ad000 tx=0x7fb5e4008040 comp rx=0 tx=0).stop 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e813ae10 msgr2=0x7fb5e8152d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e813ae10 0x7fb5e8152d70 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fb5e000cd70 tx=0x7fb5e000a660 comp rx=0 tx=0).stop 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 shutdown_connections 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5e813ae10 0x7fb5e8152d70 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5e813a8c0 0x7fb5e81323f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb5cc0666c0 0x7fb5cc068b80 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 --2- 172.21.15.32:0/752704153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5e806df40 0x7fb5e806c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.730 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 >> 172.21.15.32:0/752704153 conn(0x7fb5e80c54b0 msgr2=0x7fb5e8139cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:52.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 shutdown_connections 2024-04-18T05:13:52.731 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.729+0000 7fb5f0389640 1 -- 172.21.15.32:0/752704153 wait complete. 2024-04-18T05:13:52.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent' 2024-04-18T05:13:52.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.869+0000 7f201e3ab640 1 Processor -- start 2024-04-18T05:13:52.873 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.869+0000 7f201e3ab640 1 -- start start 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201e3ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a84c0 0x7f20181519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201e3ab640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f201806d5d0 0x7f201815c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201e3ab640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20180a8d00 con 0x7f20180a88a0 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201e3ab640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20180a9080 con 0x7f201806d5d0 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201e3ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2018155e50 con 0x7f20180a84c0 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201c948640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f201806d5d0 0x7f201815c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201c948640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f201806d5d0 0x7f201815c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39180/0 (socket says 172.21.15.32:39180) 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201c948640 1 -- 172.21.15.32:0/2910366685 learned_addr learned my addr 172.21.15.32:0/2910366685 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f2017fff640 1 --2- 172.21.15.32:0/2910366685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a84c0 0x7f20181519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201c948640 1 -- 172.21.15.32:0/2910366685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a84c0 msgr2=0x7f20181519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201c948640 1 --2- 172.21.15.32:0/2910366685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a84c0 0x7f20181519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.875 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201c948640 1 -- 172.21.15.32:0/2910366685 >> v1:172.21.15.92:6789/0 conn(0x7f20180a88a0 legacy=0x7f201806cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:52.876 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201c948640 1 -- 172.21.15.32:0/2910366685 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2018154f60 con 0x7f201806d5d0 2024-04-18T05:13:52.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f201c948640 1 --2- 172.21.15.32:0/2910366685 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 0x7f201815c2d0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f2010009e50 tx=0x7f201001c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65c171cfe729c519 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:52.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f2016ffd640 1 -- 172.21.15.32:0/2910366685 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20100a5750 con 0x7f201806d5d0 2024-04-18T05:13:52.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f2016ffd640 1 -- 172.21.15.32:0/2910366685 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20100a58b0 con 0x7f201806d5d0 2024-04-18T05:13:52.877 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.873+0000 7f2016ffd640 1 -- 172.21.15.32:0/2910366685 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20100a5c40 con 0x7f201806d5d0 2024-04-18T05:13:52.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- 172.21.15.32:0/2910366685 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 msgr2=0x7f201815c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 --2- 172.21.15.32:0/2910366685 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 0x7f201815c2d0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f2010009e50 tx=0x7f201001c9a0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- 172.21.15.32:0/2910366685 shutdown_connections 2024-04-18T05:13:52.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 --2- 172.21.15.32:0/2910366685 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 0x7f201815c2d0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 --2- 172.21.15.32:0/2910366685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a84c0 0x7f20181519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- 172.21.15.32:0/2910366685 >> 172.21.15.32:0/2910366685 conn(0x7f2018069e80 msgr2=0x7f201806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:52.878 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- 172.21.15.32:0/2910366685 shutdown_connections 2024-04-18T05:13:52.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- 172.21.15.32:0/2910366685 wait complete. 2024-04-18T05:13:52.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 Processor -- start 2024-04-18T05:13:52.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- start start 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 0x7f201814ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20180a84c0 0x7f201812eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a88a0 0x7f20181495a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f201812f6a0 con 0x7f201806d5d0 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20180c03f0 con 0x7f20180a84c0 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20180c0c90 con 0x7f20180a88a0 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2017fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 0x7f201814ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2017fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 0x7f201814ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39182/0 (socket says 172.21.15.32:39182) 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2017fff640 1 -- 172.21.15.32:0/411208428 learned_addr learned my addr 172.21.15.32:0/411208428 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201c948640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a88a0 0x7f20181495a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.881 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f20177fe640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20180a84c0 0x7f201812eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2017fff640 1 -- 172.21.15.32:0/411208428 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a88a0 msgr2=0x7f20181495a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2017fff640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a88a0 0x7f20181495a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2017fff640 1 -- 172.21.15.32:0/411208428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20180a84c0 msgr2=0x7f201812eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2017fff640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20180a84c0 0x7f201812eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2017fff640 1 -- 172.21.15.32:0/411208428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2010009b30 con 0x7f201806d5d0 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2017fff640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 0x7f201814ea80 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f200800d620 tx=0x7f200800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2014ff9640 1 -- 172.21.15.32:0/411208428 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f200800b620 con 0x7f201806d5d0 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2014ff9640 1 -- 172.21.15.32:0/411208428 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f200800b780 con 0x7f201806d5d0 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20181315d0 con 0x7f201806d5d0 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f2014ff9640 1 -- 172.21.15.32:0/411208428 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f200800bb10 con 0x7f201806d5d0 2024-04-18T05:13:52.882 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.877+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20180c0640 con 0x7f201806d5d0 2024-04-18T05:13:52.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.881+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20180666e0 con 0x7f201806d5d0 2024-04-18T05:13:52.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.881+0000 7f2014ff9640 1 -- 172.21.15.32:0/411208428 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f200800bc70 con 0x7f201806d5d0 2024-04-18T05:13:52.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.881+0000 7f2014ff9640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2004066690 0x7f2004068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:52.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.881+0000 7f2014ff9640 1 -- 172.21.15.32:0/411208428 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f2008084eb0 con 0x7f201806d5d0 2024-04-18T05:13:52.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.881+0000 7f20177fe640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2004066690 0x7f2004068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:52.883 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.881+0000 7f20177fe640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2004066690 0x7f2004068b50 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f20181307c0 tx=0x7f200c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:52.886 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:52.885+0000 7f2014ff9640 1 -- 172.21.15.32:0/411208428 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f20080524f0 con 0x7f201806d5d0 2024-04-18T05:13:53.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.101+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]} v 0) v1 -- 0x7f2018135ed0 con 0x7f201806d5d0 2024-04-18T05:13:53.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.385+0000 7f2014ff9640 1 -- 172.21.15.32:0/411208428 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_all_caps_absent"]}]=0 v148) v1 ==== 159+0+0 (secure 0 0 0) 0x7f2008007380 con 0x7f201806d5d0 2024-04-18T05:13:53.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2004066690 msgr2=0x7f2004068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2004066690 0x7f2004068b50 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f20181307c0 tx=0x7f200c009040 comp rx=0 tx=0).stop 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 msgr2=0x7f201814ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 0x7f201814ea80 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f200800d620 tx=0x7f200800dae0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 shutdown_connections 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f20180a88a0 0x7f20181495a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f2004066690 0x7f2004068b50 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20180a84c0 0x7f201812eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 --2- 172.21.15.32:0/411208428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f201806d5d0 0x7f201814ea80 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 >> 172.21.15.32:0/411208428 conn(0x7f2018069e80 msgr2=0x7f20181393b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 shutdown_connections 2024-04-18T05:13:53.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.389+0000 7f201e3ab640 1 -- 172.21.15.32:0/411208428 wait complete. 2024-04-18T05:13:53.410 INFO:tasks.cephfs_test_runner:test_mount_all_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) ... ok 2024-04-18T05:13:53.410 INFO:tasks.cephfs_test_runner:Starting test: test_mount_mon_and_osd_caps_present_mds_caps_absent (tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth) 2024-04-18T05:13:53.411 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:53.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dc599a640 1 Processor -- start 2024-04-18T05:13:53.530 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dc599a640 1 -- start start 2024-04-18T05:13:53.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dc599a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5dc0071a50 0x7f5dc0071200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dc599a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5dc006e5f0 0x7f5dc015b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dc599a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dc0150bf0 con 0x7f5dc0070e20 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dc599a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dc00c1220 con 0x7f5dc006e5f0 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dc599a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dc00c2bd0 con 0x7f5dc0071a50 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbeffd640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5dc0070e20 0x7f5dc006dee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33966/0 (socket says 172.21.15.32:33966) 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbeffd640 1 -- 172.21.15.32:0/994620506 learned_addr learned my addr 172.21.15.32:0/994620506 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbf7fe640 1 --2- 172.21.15.32:0/994620506 >> v2:172.21.15.32:3300/0 conn(0x7f5dc006e5f0 0x7f5dc015b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbe7fc640 1 --2- 172.21.15.32:0/994620506 >> v2:172.21.15.92:3300/0 conn(0x7f5dc0071a50 0x7f5dc0071200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbdffb640 1 -- 172.21.15.32:0/994620506 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 415386979 0 0) 0x7f5dc0150bf0 con 0x7f5dc0070e20 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbdffb640 1 -- 172.21.15.32:0/994620506 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5da8003530 con 0x7f5dc0070e20 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbf7fe640 1 -- 172.21.15.32:0/994620506 >> v2:172.21.15.92:3300/0 conn(0x7f5dc0071a50 msgr2=0x7f5dc0071200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbf7fe640 1 --2- 172.21.15.32:0/994620506 >> v2:172.21.15.92:3300/0 conn(0x7f5dc0071a50 0x7f5dc0071200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbf7fe640 1 -- 172.21.15.32:0/994620506 >> v1:172.21.15.32:6789/0 conn(0x7f5dc0070e20 legacy=0x7f5dc006dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.529+0000 7f5dbf7fe640 1 -- 172.21.15.32:0/994620506 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dc0150ed0 con 0x7f5dc006e5f0 2024-04-18T05:13:53.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbf7fe640 1 --2- 172.21.15.32:0/994620506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 0x7f5dc015b1b0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0070810 tx=0x7f5db801c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=499799ffd9a19470 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:53.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbdffb640 1 -- 172.21.15.32:0/994620506 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db80a4ea0 con 0x7f5dc006e5f0 2024-04-18T05:13:53.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbdffb640 1 -- 172.21.15.32:0/994620506 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5db80a7050 con 0x7f5dc006e5f0 2024-04-18T05:13:53.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbdffb640 1 -- 172.21.15.32:0/994620506 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db80ab820 con 0x7f5dc006e5f0 2024-04-18T05:13:53.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 -- 172.21.15.32:0/994620506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 msgr2=0x7f5dc015b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 --2- 172.21.15.32:0/994620506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 0x7f5dc015b1b0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0070810 tx=0x7f5db801c310 comp rx=0 tx=0).stop 2024-04-18T05:13:53.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 -- 172.21.15.32:0/994620506 shutdown_connections 2024-04-18T05:13:53.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 --2- 172.21.15.32:0/994620506 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 0x7f5dc015b1b0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 --2- 172.21.15.32:0/994620506 >> v2:172.21.15.92:3300/0 conn(0x7f5dc0071a50 0x7f5dc0071200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 -- 172.21.15.32:0/994620506 >> 172.21.15.32:0/994620506 conn(0x7f5dc00c6340 msgr2=0x7f5dc00c6750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:53.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 -- 172.21.15.32:0/994620506 shutdown_connections 2024-04-18T05:13:53.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 -- 172.21.15.32:0/994620506 wait complete. 2024-04-18T05:13:53.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 Processor -- start 2024-04-18T05:13:53.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 -- start start 2024-04-18T05:13:53.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 0x7f5dc00c58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5dc0070e20 0x7f5dc01efba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dc0071a50 0x7f5dc014c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc00c61b0 con 0x7f5dc006e5f0 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc0152b00 con 0x7f5dc0071a50 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dc599a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dc00c5ed0 con 0x7f5dc0070e20 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 0x7f5dc00c58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbeffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 0x7f5dc00c58f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39204/0 (socket says 172.21.15.32:39204) 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbeffd640 1 -- 172.21.15.32:0/685997480 learned_addr learned my addr 172.21.15.32:0/685997480 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbe7fc640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5dc0070e20 0x7f5dc01efba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbf7fe640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dc0071a50 0x7f5dc014c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbeffd640 1 -- 172.21.15.32:0/685997480 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5dc0070e20 msgr2=0x7f5dc01efba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbeffd640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5dc0070e20 0x7f5dc01efba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbeffd640 1 -- 172.21.15.32:0/685997480 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dc0071a50 msgr2=0x7f5dc014c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbeffd640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dc0071a50 0x7f5dc014c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbeffd640 1 -- 172.21.15.32:0/685997480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5db8009420 con 0x7f5dc006e5f0 2024-04-18T05:13:53.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.533+0000 7f5dbf7fe640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dc0071a50 0x7f5dc014c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:53.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5dbeffd640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 0x7f5dc00c58f0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f5db000c4d0 tx=0x7f5db000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:53.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5da7fff640 1 -- 172.21.15.32:0/685997480 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db0005cf0 con 0x7f5dc006e5f0 2024-04-18T05:13:53.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5da7fff640 1 -- 172.21.15.32:0/685997480 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5db0005e50 con 0x7f5dc006e5f0 2024-04-18T05:13:53.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5da7fff640 1 -- 172.21.15.32:0/685997480 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db0007270 con 0x7f5dc006e5f0 2024-04-18T05:13:53.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5dc01524b0 con 0x7f5dc006e5f0 2024-04-18T05:13:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5dc01f00e0 con 0x7f5dc006e5f0 2024-04-18T05:13:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dc0067900 con 0x7f5dc006e5f0 2024-04-18T05:13:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5da7fff640 1 -- 172.21.15.32:0/685997480 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5db00073d0 con 0x7f5dc006e5f0 2024-04-18T05:13:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5da7fff640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5dac0666c0 0x7f5dac068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5da7fff640 1 -- 172.21.15.32:0/685997480 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f5db00834b0 con 0x7f5dc006e5f0 2024-04-18T05:13:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5dbe7fc640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5dac0666c0 0x7f5dac068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.537+0000 7f5dbe7fc640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5dac0666c0 0x7f5dac068b80 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5db4003fd0 tx=0x7f5db40039a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:53.544 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.541+0000 7f5da7fff640 1 -- 172.21.15.32:0/685997480 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5db0050a20 con 0x7f5dc006e5f0 2024-04-18T05:13:53.697 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.693+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5dc0152310 con 0x7f5dc006e5f0 2024-04-18T05:13:53.698 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5da7fff640 1 -- 172.21.15.32:0/685997480 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+12805 (secure 0 0 0) 0x7f5dc0152310 con 0x7f5dc006e5f0 2024-04-18T05:13:53.698 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:53.698 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":53,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:52.380273+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.92:6832/2373918602":"2024-04-19T05:13:49.358199+0000","172.21.15.92:6833/2373918602":"2024-04-19T05:13:49.358199+0000","172.21.15.32:6837/3232325641":"2024-04-19T05:13:42.701779+0000","172.21.15.32:6834/3232325641":"2024-04-19T05:13:42.701779+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:53.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5dac0666c0 msgr2=0x7f5dac068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5dac0666c0 0x7f5dac068b80 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5db4003fd0 tx=0x7f5db40039a0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 msgr2=0x7f5dc00c58f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.700 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 0x7f5dc00c58f0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f5db000c4d0 tx=0x7f5db000c990 comp rx=0 tx=0).stop 2024-04-18T05:13:53.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 shutdown_connections 2024-04-18T05:13:53.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5dac0666c0 0x7f5dac068b80 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dc0071a50 0x7f5dc014c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5dc0070e20 0x7f5dc01efba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 --2- 172.21.15.32:0/685997480 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5dc006e5f0 0x7f5dc00c58f0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 >> 172.21.15.32:0/685997480 conn(0x7f5dc00c6340 msgr2=0x7f5dc00c6720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:53.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 shutdown_connections 2024-04-18T05:13:53.701 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.697+0000 7f5dc599a640 1 -- 172.21.15.32:0/685997480 wait complete. 2024-04-18T05:13:53.716 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:13:53.717 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:13:53.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9cef2640 1 Processor -- start 2024-04-18T05:13:53.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9cef2640 1 -- start start 2024-04-18T05:13:53.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9cef2640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0a980aa040 0x7f0a9814e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9cef2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a980c19c0 con 0x7f0a9806a310 2024-04-18T05:13:53.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9cef2640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a98154e70 con 0x7f0a980a9080 2024-04-18T05:13:53.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9cef2640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a98071c00 con 0x7f0a980aa040 2024-04-18T05:13:53.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9659c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0a9806a310 0x7f0a9814dba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33978/0 (socket says 172.21.15.32:33978) 2024-04-18T05:13:53.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9659c640 1 -- 172.21.15.32:0/4199780165 learned_addr learned my addr 172.21.15.32:0/4199780165 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2091576712 0 0) 0x7f0a980c19c0 con 0x7f0a9806a310 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0a80003530 con 0x7f0a9806a310 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a95d9b640 1 --2- 172.21.15.32:0/4199780165 >> v2:172.21.15.92:3300/0 conn(0x7f0a980aa040 0x7f0a9814e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 658251941 0 0) 0x7f0a80003530 con 0x7f0a9806a310 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 >> v2:172.21.15.92:3300/0 conn(0x7f0a980aa040 msgr2=0x7f0a9814e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 --2- 172.21.15.32:0/4199780165 >> v2:172.21.15.92:3300/0 conn(0x7f0a980aa040 0x7f0a9814e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 >> v1:172.21.15.92:6789/0 conn(0x7f0a980a9080 legacy=0x7f0a980a9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a98154260 con 0x7f0a9806a310 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f0a88001680 con 0x7f0a9806a310 2024-04-18T05:13:53.837 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 >> v1:172.21.15.32:6789/0 conn(0x7f0a9806a310 legacy=0x7f0a9814dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a80003980 0x7f0a80003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a80004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a80005190 0x7f0a8000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8000c100 con 0x7f0a800047d0 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8000c270 con 0x7f0a80003980 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8000c430 con 0x7f0a80005190 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a95d9b640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a80004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9659c640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a80003980 0x7f0a80003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a95d9b640 1 -- 172.21.15.32:0/4199780165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a80005190 msgr2=0x7f0a8000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a95d9b640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a80005190 0x7f0a8000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a95d9b640 1 -- 172.21.15.32:0/4199780165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a80003980 msgr2=0x7f0a80003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a95d9b640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a80003980 0x7f0a80003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.838 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a95d9b640 1 -- 172.21.15.32:0/4199780165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a80003530 con 0x7f0a800047d0 2024-04-18T05:13:53.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a96d9d640 1 -- 172.21.15.32:0/4199780165 reap_dead start 2024-04-18T05:13:53.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.833+0000 7f0a9659c640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a80003980 0x7f0a80003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:53.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a95d9b640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a80004c50 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c009ae0 tx=0x7f0a8c01c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37993c36fc1c493a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:53.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c0b0400 con 0x7f0a800047d0 2024-04-18T05:13:53.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a8c0b0560 con 0x7f0a800047d0 2024-04-18T05:13:53.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9559a640 1 -- 172.21.15.32:0/4199780165 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a8c0b0910 con 0x7f0a800047d0 2024-04-18T05:13:53.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 -- 172.21.15.32:0/4199780165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 msgr2=0x7f0a80004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a80004c50 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c009ae0 tx=0x7f0a8c01c7c0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 -- 172.21.15.32:0/4199780165 shutdown_connections 2024-04-18T05:13:53.840 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 --2- 172.21.15.32:0/4199780165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a80004c50 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 -- 172.21.15.32:0/4199780165 >> 172.21.15.32:0/4199780165 conn(0x7f0a980c54b0 msgr2=0x7f0a980c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:53.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 -- 172.21.15.32:0/4199780165 shutdown_connections 2024-04-18T05:13:53.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 -- 172.21.15.32:0/4199780165 wait complete. 2024-04-18T05:13:53.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 Processor -- start 2024-04-18T05:13:53.841 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 -- start start 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a980c3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a9806d5c0 0x7f0a980bc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a981418e0 0x7f0a980bc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a980be680 con 0x7f0a800047d0 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a981ed5f0 con 0x7f0a9806d5c0 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.837+0000 7f0a9cef2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a981ede50 con 0x7f0a981418e0 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a980c3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a95d9b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a9806d5c0 0x7f0a980bc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a980c3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39214/0 (socket says 172.21.15.32:39214) 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9659c640 1 -- 172.21.15.32:0/1830230257 learned_addr learned my addr 172.21.15.32:0/1830230257 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:53.843 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a96d9d640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a981418e0 0x7f0a980bc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9659c640 1 -- 172.21.15.32:0/1830230257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a981418e0 msgr2=0x7f0a980bc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9659c640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a981418e0 0x7f0a980bc9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9659c640 1 -- 172.21.15.32:0/1830230257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a9806d5c0 msgr2=0x7f0a980bc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9659c640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a9806d5c0 0x7f0a980bc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9659c640 1 -- 172.21.15.32:0/1830230257 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a9806dac0 con 0x7f0a800047d0 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9659c640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a980c3f50 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f0a8800d7e0 tx=0x7f0a8800dca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a86ffd640 1 -- 172.21.15.32:0/1830230257 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a880074e0 con 0x7f0a800047d0 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a86ffd640 1 -- 172.21.15.32:0/1830230257 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a88007640 con 0x7f0a800047d0 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a86ffd640 1 -- 172.21.15.32:0/1830230257 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a880049f0 con 0x7f0a800047d0 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a981ed800 con 0x7f0a800047d0 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a980c4490 con 0x7f0a800047d0 2024-04-18T05:13:53.844 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a9804e1e0 con 0x7f0a800047d0 2024-04-18T05:13:53.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a86ffd640 1 -- 172.21.15.32:0/1830230257 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0a88004b50 con 0x7f0a800047d0 2024-04-18T05:13:53.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a86ffd640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a780666c0 0x7f0a78068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:53.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a86ffd640 1 -- 172.21.15.32:0/1830230257 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f0a88083b10 con 0x7f0a800047d0 2024-04-18T05:13:53.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a95d9b640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a780666c0 0x7f0a78068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:53.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.841+0000 7f0a95d9b640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a780666c0 0x7f0a78068b80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c0af000 tx=0x7f0a8c0b3040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:53.848 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:53.845+0000 7f0a86ffd640 1 -- 172.21.15.32:0/1830230257 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0a88051120 con 0x7f0a800047d0 2024-04-18T05:13:54.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.005+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0a980aa640 con 0x7f0a800047d0 2024-04-18T05:13:54.008 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.005+0000 7f0a86ffd640 1 -- 172.21.15.32:0/1830230257 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v53) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0a88019020 con 0x7f0a800047d0 2024-04-18T05:13:54.008 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:13:54.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a780666c0 msgr2=0x7f0a78068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a780666c0 0x7f0a78068b80 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0a8c0af000 tx=0x7f0a8c0b3040 comp rx=0 tx=0).stop 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 msgr2=0x7f0a980c3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a980c3f50 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f0a8800d7e0 tx=0x7f0a8800dca0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 shutdown_connections 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0a981418e0 0x7f0a980bc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0a780666c0 0x7f0a78068b80 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0a9806d5c0 0x7f0a980bc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 --2- 172.21.15.32:0/1830230257 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0a800047d0 0x7f0a980c3f50 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 >> 172.21.15.32:0/1830230257 conn(0x7f0a980c54b0 msgr2=0x7f0a980c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 shutdown_connections 2024-04-18T05:13:54.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.009+0000 7f0a9cef2640 1 -- 172.21.15.32:0/1830230257 wait complete. 2024-04-18T05:13:54.028 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent' 2024-04-18T05:13:54.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a72d6640 1 Processor -- start 2024-04-18T05:13:54.142 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a72d6640 1 -- start start 2024-04-18T05:13:54.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a72d6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f02a00c0e50 0x7f02a0070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a72d6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02a014e2d0 con 0x7f02a00c1820 2024-04-18T05:13:54.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a72d6640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02a0151440 con 0x7f02a014def0 2024-04-18T05:13:54.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a72d6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02a0151720 con 0x7f02a00c0e50 2024-04-18T05:13:54.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a5873640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f02a00c0e50 0x7f02a0070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a4871640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f02a00c1820 0x7f02a0070340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:33980/0 (socket says 172.21.15.32:33980) 2024-04-18T05:13:54.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a4871640 1 -- 172.21.15.32:0/3007491587 learned_addr learned my addr 172.21.15.32:0/3007491587 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:54.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a5873640 1 -- 172.21.15.32:0/3007491587 >> v1:172.21.15.92:6789/0 conn(0x7f02a014def0 legacy=0x7f02a00716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a5873640 1 -- 172.21.15.32:0/3007491587 >> v1:172.21.15.32:6789/0 conn(0x7f02a00c1820 legacy=0x7f02a0070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f0297fff640 1 -- 172.21.15.32:0/3007491587 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 388572563 0 0) 0x7f02a014e2d0 con 0x7f02a00c1820 2024-04-18T05:13:54.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.141+0000 7f02a5873640 1 -- 172.21.15.32:0/3007491587 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02a00c1cf0 con 0x7f02a00c0e50 2024-04-18T05:13:54.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a5873640 1 --2- 172.21.15.32:0/3007491587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c0e50 0x7f02a0070a50 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f0298009d90 tx=0x7f029801c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a54d700a68c165d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:54.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f0297fff640 1 -- 172.21.15.32:0/3007491587 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02980a5710 con 0x7f02a00c0e50 2024-04-18T05:13:54.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f0297fff640 1 -- 172.21.15.32:0/3007491587 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02980a5870 con 0x7f02a00c0e50 2024-04-18T05:13:54.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f0297fff640 1 -- 172.21.15.32:0/3007491587 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02980a5c00 con 0x7f02a00c0e50 2024-04-18T05:13:54.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- 172.21.15.32:0/3007491587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c0e50 msgr2=0x7f02a0070a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 --2- 172.21.15.32:0/3007491587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c0e50 0x7f02a0070a50 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f0298009d90 tx=0x7f029801c850 comp rx=0 tx=0).stop 2024-04-18T05:13:54.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- 172.21.15.32:0/3007491587 shutdown_connections 2024-04-18T05:13:54.146 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 --2- 172.21.15.32:0/3007491587 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c0e50 0x7f02a0070a50 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- 172.21.15.32:0/3007491587 >> 172.21.15.32:0/3007491587 conn(0x7f02a0069e80 msgr2=0x7f02a006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:54.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- 172.21.15.32:0/3007491587 shutdown_connections 2024-04-18T05:13:54.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- 172.21.15.32:0/3007491587 wait complete. 2024-04-18T05:13:54.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 Processor -- start 2024-04-18T05:13:54.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- start start 2024-04-18T05:13:54.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02a00c0e50 0x7f02a013d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c1820 0x7f02a01ec650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02a014def0 0x7f02a0143d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a014fe70 con 0x7f02a00c1820 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a00c2f20 con 0x7f02a00c0e50 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02a01ebf40 con 0x7f02a014def0 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a4871640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c1820 0x7f02a01ec650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a4871640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c1820 0x7f02a01ec650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39236/0 (socket says 172.21.15.32:39236) 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a4871640 1 -- 172.21.15.32:0/3753863428 learned_addr learned my addr 172.21.15.32:0/3753863428 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a5072640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02a00c0e50 0x7f02a013d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a5873640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02a014def0 0x7f02a0143d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a4871640 1 -- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02a014def0 msgr2=0x7f02a0143d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a4871640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02a014def0 0x7f02a0143d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a4871640 1 -- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02a00c0e50 msgr2=0x7f02a013d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a4871640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02a00c0e50 0x7f02a013d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a4871640 1 -- 172.21.15.32:0/3753863428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0298009a70 con 0x7f02a00c1820 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a5072640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02a00c0e50 0x7f02a013d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:54.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a5873640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02a014def0 0x7f02a0143d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:54.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a4871640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c1820 0x7f02a01ec650 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f029000c4d0 tx=0x7f029000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:54.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f0295ffb640 1 -- 172.21.15.32:0/3753863428 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02900074e0 con 0x7f02a00c1820 2024-04-18T05:13:54.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f0295ffb640 1 -- 172.21.15.32:0/3753863428 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0290007640 con 0x7f02a00c1820 2024-04-18T05:13:54.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02a014f940 con 0x7f02a00c1820 2024-04-18T05:13:54.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f0295ffb640 1 -- 172.21.15.32:0/3753863428 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0290004a30 con 0x7f02a00c1820 2024-04-18T05:13:54.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.145+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02a014d780 con 0x7f02a00c1820 2024-04-18T05:13:54.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.149+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02a00c4ff0 con 0x7f02a00c1820 2024-04-18T05:13:54.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.149+0000 7f0295ffb640 1 -- 172.21.15.32:0/3753863428 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0290004b90 con 0x7f02a00c1820 2024-04-18T05:13:54.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.149+0000 7f0295ffb640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0284066690 0x7f0284068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.149+0000 7f0295ffb640 1 -- 172.21.15.32:0/3753863428 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f0290083550 con 0x7f02a00c1820 2024-04-18T05:13:54.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.149+0000 7f02a5072640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0284066690 0x7f0284068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.149+0000 7f02a5072640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0284066690 0x7f0284068b50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f029c000f70 tx=0x7f029c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:54.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.153+0000 7f0295ffb640 1 -- 172.21.15.32:0/3753863428 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0290050a20 con 0x7f02a00c1820 2024-04-18T05:13:54.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.369+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]} v 0) v1 -- 0x7f02a00666e0 con 0x7f02a00c1820 2024-04-18T05:13:54.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f0295ffb640 1 -- 172.21.15.32:0/3753863428 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multifs_auth.TestClientsWithoutAuth.test_mount_mon_and_osd_caps_present_mds_caps_absent"]}]=0 v149) v1 ==== 187+0+0 (secure 0 0 0) 0x7f0290054040 con 0x7f02a00c1820 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0284066690 msgr2=0x7f0284068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0284066690 0x7f0284068b50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f029c000f70 tx=0x7f029c009040 comp rx=0 tx=0).stop 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c1820 msgr2=0x7f02a01ec650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c1820 0x7f02a01ec650 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f029000c4d0 tx=0x7f029000c990 comp rx=0 tx=0).stop 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 shutdown_connections 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f02a014def0 0x7f02a0143d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f02a00c1820 0x7f02a01ec650 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0284066690 0x7f0284068b50 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 --2- 172.21.15.32:0/3753863428 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02a00c0e50 0x7f02a013d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 >> 172.21.15.32:0/3753863428 conn(0x7f02a0069e80 msgr2=0x7f02a00a9900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 shutdown_connections 2024-04-18T05:13:54.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.389+0000 7f02a72d6640 1 -- 172.21.15.32:0/3753863428 wait complete. 2024-04-18T05:13:54.407 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-04-18T05:13:54.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.529+0000 7fa50ebb8640 1 Processor -- start 2024-04-18T05:13:54.533 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.529+0000 7fa50ebb8640 1 -- start start 2024-04-18T05:13:54.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa50ebb8640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa50806df40 0x7fa508151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.534 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa50ebb8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa50813ae10 0x7fa5081559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa50ebb8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813a8c0 0x7fa5080a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa50ebb8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5080a8fb0 con 0x7fa50813ae10 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa50ebb8640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5081520a0 con 0x7fa50806df40 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa50ebb8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5080a8200 con 0x7fa50813a8c0 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa507fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa50813ae10 0x7fa5081559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa507fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa50813ae10 0x7fa5081559f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39252/0 (socket says 172.21.15.32:39252) 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa507fff640 1 -- 172.21.15.32:0/521189521 learned_addr learned my addr 172.21.15.32:0/521189521 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa50c954640 1 --2- 172.21.15.32:0/521189521 >> v2:172.21.15.92:3300/0 conn(0x7fa50806df40 0x7fa508151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa50d155640 1 --2- 172.21.15.32:0/521189521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813a8c0 0x7fa5080a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa507fff640 1 -- 172.21.15.32:0/521189521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813a8c0 msgr2=0x7fa5080a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa507fff640 1 --2- 172.21.15.32:0/521189521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813a8c0 0x7fa5080a9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa507fff640 1 -- 172.21.15.32:0/521189521 >> v2:172.21.15.92:3300/0 conn(0x7fa50806df40 msgr2=0x7fa508151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa507fff640 1 --2- 172.21.15.32:0/521189521 >> v2:172.21.15.92:3300/0 conn(0x7fa50806df40 0x7fa508151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa507fff640 1 -- 172.21.15.32:0/521189521 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5080a84e0 con 0x7fa50813ae10 2024-04-18T05:13:54.535 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa50c954640 1 --2- 172.21.15.32:0/521189521 >> v2:172.21.15.92:3300/0 conn(0x7fa50806df40 0x7fa508151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:54.536 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa507fff640 1 --2- 172.21.15.32:0/521189521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813ae10 0x7fa5081559f0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fa5080c1050 tx=0x7fa4fc01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b51f3e675812a75 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:54.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa5077fe640 1 -- 172.21.15.32:0/521189521 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc0ab600 con 0x7fa50813ae10 2024-04-18T05:13:54.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa5077fe640 1 -- 172.21.15.32:0/521189521 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4fc0a7050 con 0x7fa50813ae10 2024-04-18T05:13:54.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.533+0000 7fa5077fe640 1 -- 172.21.15.32:0/521189521 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc0ab980 con 0x7fa50813ae10 2024-04-18T05:13:54.537 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- 172.21.15.32:0/521189521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813ae10 msgr2=0x7fa5081559f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/521189521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813ae10 0x7fa5081559f0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fa5080c1050 tx=0x7fa4fc01c490 comp rx=0 tx=0).stop 2024-04-18T05:13:54.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- 172.21.15.32:0/521189521 shutdown_connections 2024-04-18T05:13:54.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/521189521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813a8c0 0x7fa5080a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/521189521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813ae10 0x7fa5081559f0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/521189521 >> v2:172.21.15.92:3300/0 conn(0x7fa50806df40 0x7fa508151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- 172.21.15.32:0/521189521 >> 172.21.15.32:0/521189521 conn(0x7fa5080c54b0 msgr2=0x7fa5080c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:54.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- 172.21.15.32:0/521189521 shutdown_connections 2024-04-18T05:13:54.538 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- 172.21.15.32:0/521189521 wait complete. 2024-04-18T05:13:54.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 Processor -- start 2024-04-18T05:13:54.539 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- start start 2024-04-18T05:13:54.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa50806df40 0x7fa5080710d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813a8c0 0x7fa5081ea960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813ae10 0x7fa5081eaea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5081ee260 con 0x7fa50813a8c0 2024-04-18T05:13:54.540 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5081ea510 con 0x7fa50806df40 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5081ee750 con 0x7fa50813ae10 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa507fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813a8c0 0x7fa5081ea960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa507fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813a8c0 0x7fa5081ea960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39254/0 (socket says 172.21.15.32:39254) 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa507fff640 1 -- 172.21.15.32:0/872411165 learned_addr learned my addr 172.21.15.32:0/872411165 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50c954640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa50806df40 0x7fa5080710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50d155640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813ae10 0x7fa5081eaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa507fff640 1 -- 172.21.15.32:0/872411165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813ae10 msgr2=0x7fa5081eaea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa507fff640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813ae10 0x7fa5081eaea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa507fff640 1 -- 172.21.15.32:0/872411165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa50806df40 msgr2=0x7fa5080710d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa507fff640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa50806df40 0x7fa5080710d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa507fff640 1 -- 172.21.15.32:0/872411165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4fc0094d0 con 0x7fa50813a8c0 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50c954640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa50806df40 0x7fa5080710d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa507fff640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813a8c0 0x7fa5081ea960 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc0ae040 tx=0x7fa4fc019230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa5057fa640 1 -- 172.21.15.32:0/872411165 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc0ac220 con 0x7fa50813a8c0 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa5057fa640 1 -- 172.21.15.32:0/872411165 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4fc0b6420 con 0x7fa50813a8c0 2024-04-18T05:13:54.541 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa5057fa640 1 -- 172.21.15.32:0/872411165 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4fc0b67d0 con 0x7fa50813a8c0 2024-04-18T05:13:54.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa508139d40 con 0x7fa50813a8c0 2024-04-18T05:13:54.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.537+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa508071610 con 0x7fa50813a8c0 2024-04-18T05:13:54.542 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.541+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5081ea2e0 con 0x7fa50813a8c0 2024-04-18T05:13:54.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.541+0000 7fa5057fa640 1 -- 172.21.15.32:0/872411165 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa4fc0b2040 con 0x7fa50813a8c0 2024-04-18T05:13:54.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.541+0000 7fa5057fa640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa4f4066690 0x7fa4f4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:54.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.541+0000 7fa5057fa640 1 -- 172.21.15.32:0/872411165 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fa4fc11e0b0 con 0x7fa50813a8c0 2024-04-18T05:13:54.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.541+0000 7fa50c954640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa4f4066690 0x7fa4f4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:54.543 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.541+0000 7fa50c954640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa4f4066690 0x7fa4f4068b50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa4f8006fd0 tx=0x7fa4f8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:54.546 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.545+0000 7fa5057fa640 1 -- 172.21.15.32:0/872411165 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa5081ea2e0 con 0x7fa50813a8c0 2024-04-18T05:13:54.699 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.697+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fa5081ea680 con 0x7fa50813a8c0 2024-04-18T05:13:54.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.701+0000 7fa5057fa640 1 -- 172.21.15.32:0/872411165 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) v1 ==== 122+0+0 (secure 0 0 0) 0x7fa5081ea680 con 0x7fa50813a8c0 2024-04-18T05:13:54.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa4f4066690 msgr2=0x7fa4f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa4f4066690 0x7fa4f4068b50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa4f8006fd0 tx=0x7fa4f8008040 comp rx=0 tx=0).stop 2024-04-18T05:13:54.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813a8c0 msgr2=0x7fa5081ea960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:54.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813a8c0 0x7fa5081ea960 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fa4fc0ae040 tx=0x7fa4fc019230 comp rx=0 tx=0).stop 2024-04-18T05:13:54.707 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 shutdown_connections 2024-04-18T05:13:54.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa50813ae10 0x7fa5081eaea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa50813a8c0 0x7fa5081ea960 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa4f4066690 0x7fa4f4068b50 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 --2- 172.21.15.32:0/872411165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa50806df40 0x7fa5080710d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:54.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 >> 172.21.15.32:0/872411165 conn(0x7fa5080c54b0 msgr2=0x7fa508151220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:54.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 shutdown_connections 2024-04-18T05:13:54.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:54.705+0000 7fa50ebb8640 1 -- 172.21.15.32:0/872411165 wait complete. 2024-04-18T05:13:54.722 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-04-18T05:13:54.723 DEBUG:teuthology.orchestra.run.smithi032:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-18T05:13:54.782 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-18T05:13:54.839 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-04-18T05:13:54.839 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:13:54.839 DEBUG:teuthology.orchestra.run.smithi032:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:54.844 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16339596k,nr_inodes=4084899,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275308k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16938 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275304k,nr_inodes=818826,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275308k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2024-04-18T05:13:54.844 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:13:54.844 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:13:54.850 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336496k,nr_inodes=4084124,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18836 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274684k,nr_inodes=818671,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2024-04-18T05:13:54.850 INFO:tasks.cephfs.cephfs_test_case:[, ] 2024-04-18T05:13:54.850 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:13:55.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f626823c640 1 Processor -- start 2024-04-18T05:13:55.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f626823c640 1 -- start start 2024-04-18T05:13:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f626823c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 0x7f62600a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f626823c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f626006d5d0 0x7f626015c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f626823c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6260155e50 con 0x7f62600a84c0 2024-04-18T05:13:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f626823c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62600a9080 con 0x7f626006d5d0 2024-04-18T05:13:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f626823c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6260154f60 con 0x7f62601519f0 2024-04-18T05:13:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f62667d9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f626006d5d0 0x7f626015c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f62667d9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f626006d5d0 0x7f626015c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39270/0 (socket says 172.21.15.32:39270) 2024-04-18T05:13:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f62667d9640 1 -- 172.21.15.32:0/2166444731 learned_addr learned my addr 172.21.15.32:0/2166444731 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:55.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f62657d7640 1 --2- 172.21.15.32:0/2166444731 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 0x7f62600a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f62667d9640 1 -- 172.21.15.32:0/2166444731 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 msgr2=0x7f62600a88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:55.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f62667d9640 1 --2- 172.21.15.32:0/2166444731 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 0x7f62600a88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f62667d9640 1 -- 172.21.15.32:0/2166444731 >> v1:172.21.15.92:6789/0 conn(0x7f62600a84c0 legacy=0x7f626006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.012 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.009+0000 7f62667d9640 1 -- 172.21.15.32:0/2166444731 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6260155240 con 0x7f626006d5d0 2024-04-18T05:13:55.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f62667d9640 1 --2- 172.21.15.32:0/2166444731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 0x7f626015c2d0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f6258009870 tx=0x7f625801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c01ade4547a8cb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:55.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f6264fd6640 1 -- 172.21.15.32:0/2166444731 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62580ab600 con 0x7f626006d5d0 2024-04-18T05:13:55.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f6264fd6640 1 -- 172.21.15.32:0/2166444731 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62580a7050 con 0x7f626006d5d0 2024-04-18T05:13:55.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f6264fd6640 1 -- 172.21.15.32:0/2166444731 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62580ab980 con 0x7f626006d5d0 2024-04-18T05:13:55.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 -- 172.21.15.32:0/2166444731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 msgr2=0x7f626015c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 --2- 172.21.15.32:0/2166444731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 0x7f626015c2d0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f6258009870 tx=0x7f625801c4d0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 -- 172.21.15.32:0/2166444731 shutdown_connections 2024-04-18T05:13:55.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 --2- 172.21.15.32:0/2166444731 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 0x7f626015c2d0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 --2- 172.21.15.32:0/2166444731 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 0x7f62600a88a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 -- 172.21.15.32:0/2166444731 >> 172.21.15.32:0/2166444731 conn(0x7f6260069e80 msgr2=0x7f626006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:55.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 -- 172.21.15.32:0/2166444731 shutdown_connections 2024-04-18T05:13:55.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 -- 172.21.15.32:0/2166444731 wait complete. 2024-04-18T05:13:55.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 Processor -- start 2024-04-18T05:13:55.016 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.013+0000 7f626823c640 1 -- start start 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f626823c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 0x7f62601eaa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f626823c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62600a84c0 0x7f62601357a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f626823c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 0x7f62600c1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f626823c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62600c0420 con 0x7f626006d5d0 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f626823c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62600c0670 con 0x7f62600a84c0 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f626823c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62600c0950 con 0x7f62601519f0 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f6265fd8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 0x7f62601eaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f6265fd8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 0x7f62601eaa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39286/0 (socket says 172.21.15.32:39286) 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f6265fd8640 1 -- 172.21.15.32:0/1542260755 learned_addr learned my addr 172.21.15.32:0/1542260755 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62657d7640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62600a84c0 0x7f62601357a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62667d9640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 0x7f62600c1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f6265fd8640 1 -- 172.21.15.32:0/1542260755 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 msgr2=0x7f62600c1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f6265fd8640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 0x7f62600c1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f6265fd8640 1 -- 172.21.15.32:0/1542260755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62600a84c0 msgr2=0x7f62601357a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f6265fd8640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62600a84c0 0x7f62601357a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f6265fd8640 1 -- 172.21.15.32:0/1542260755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62580094d0 con 0x7f626006d5d0 2024-04-18T05:13:55.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62667d9640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 0x7f62600c1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:55.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f6265fd8640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 0x7f62601eaa70 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f625c00c730 tx=0x7f625c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:55.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62567fc640 1 -- 172.21.15.32:0/1542260755 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f625c006d60 con 0x7f626006d5d0 2024-04-18T05:13:55.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62567fc640 1 -- 172.21.15.32:0/1542260755 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f625c00ce40 con 0x7f626006d5d0 2024-04-18T05:13:55.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62600c0c30 con 0x7f626006d5d0 2024-04-18T05:13:55.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62567fc640 1 -- 172.21.15.32:0/1542260755 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f625c003bc0 con 0x7f626006d5d0 2024-04-18T05:13:55.020 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62600c22b0 con 0x7f626006d5d0 2024-04-18T05:13:55.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62600c10e0 con 0x7f626006d5d0 2024-04-18T05:13:55.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62567fc640 1 -- 172.21.15.32:0/1542260755 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f625c003d20 con 0x7f626006d5d0 2024-04-18T05:13:55.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62567fc640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6244066690 0x7f6244068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62567fc640 1 -- 172.21.15.32:0/1542260755 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f625c083b90 con 0x7f626006d5d0 2024-04-18T05:13:55.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62657d7640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6244066690 0x7f6244068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.021 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.017+0000 7f62657d7640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6244066690 0x7f6244068b50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f626004e230 tx=0x7f6250008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:55.024 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.021+0000 7f62567fc640 1 -- 172.21.15.32:0/1542260755 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f625c054b80 con 0x7f626006d5d0 2024-04-18T05:13:55.225 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.221+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f62600722f0 con 0x7f626006d5d0 2024-04-18T05:13:55.226 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f62567fc640 1 -- 172.21.15.32:0/1542260755 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+3529 (secure 0 0 0) 0x7f625c054710 con 0x7f626006d5d0 2024-04-18T05:13:55.226 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:55.226 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":25,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4694,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1873105123","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1873105123},{"type":"v1","addr":"172.21.15.92:6835","nonce":1873105123}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":4957,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6836/3633044829","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6835","nonce":3633044829},{"type":"v1","addr":"172.21.15.32:6836","nonce":3633044829}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":6123,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/4235231924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":4235231924},{"type":"v1","addr":"172.21.15.32:6837","nonce":4235231924}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":23},{"gid":6216,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6833/3031655011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3031655011},{"type":"v1","addr":"172.21.15.92:6833","nonce":3031655011}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":25}],"filesystems":[]} 2024-04-18T05:13:55.226 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 25 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6244066690 msgr2=0x7f6244068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6244066690 0x7f6244068b50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f626004e230 tx=0x7f6250008040 comp rx=0 tx=0).stop 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 msgr2=0x7f62601eaa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 0x7f62601eaa70 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f625c00c730 tx=0x7f625c00cbf0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 shutdown_connections 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f62601519f0 0x7f62600c1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6244066690 0x7f6244068b50 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62600a84c0 0x7f62601357a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 --2- 172.21.15.32:0/1542260755 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f626006d5d0 0x7f62601eaa70 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 >> 172.21.15.32:0/1542260755 conn(0x7f6260069e80 msgr2=0x7f6260139580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 shutdown_connections 2024-04-18T05:13:55.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.225+0000 7f626823c640 1 -- 172.21.15.32:0/1542260755 wait complete. 2024-04-18T05:13:55.244 INFO:tasks.ceph.mds.a:Restarting daemon 2024-04-18T05:13:55.244 INFO:tasks.ceph.mds.a:Stopping old one... 2024-04-18T05:13:55.244 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-04-18T05:13:55.244 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:13:55.244 INFO:tasks.ceph.mds.c:Restarting daemon 2024-04-18T05:13:55.245 INFO:tasks.ceph.mds.c:Stopping old one... 2024-04-18T05:13:55.245 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-04-18T05:13:55.245 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:13:55.245 INFO:tasks.ceph.mds.b:Restarting daemon 2024-04-18T05:13:55.245 INFO:tasks.ceph.mds.b:Stopping old one... 2024-04-18T05:13:55.245 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-04-18T05:13:55.245 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:13:55.245 INFO:tasks.ceph.mds.d:Restarting daemon 2024-04-18T05:13:55.245 INFO:tasks.ceph.mds.d:Stopping old one... 2024-04-18T05:13:55.246 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-04-18T05:13:55.246 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:13:55.254 INFO:tasks.ceph.mds.a:Stopped 2024-04-18T05:13:55.254 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-04-18T05:13:55.255 INFO:tasks.ceph.mds.c:Stopped 2024-04-18T05:13:55.256 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-04-18T05:13:55.259 INFO:tasks.ceph.mds.b:Stopped 2024-04-18T05:13:55.259 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-04-18T05:13:55.263 INFO:tasks.ceph.mds.d:Stopped 2024-04-18T05:13:55.263 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-04-18T05:13:55.298 INFO:tasks.ceph.mds.a:Started 2024-04-18T05:13:55.298 DEBUG:teuthology.parallel:result is None 2024-04-18T05:13:55.300 INFO:tasks.ceph.mds.c:Started 2024-04-18T05:13:55.300 DEBUG:teuthology.parallel:result is None 2024-04-18T05:13:55.306 INFO:tasks.ceph.mds.b:Started 2024-04-18T05:13:55.307 DEBUG:teuthology.parallel:result is None 2024-04-18T05:13:55.307 INFO:tasks.ceph.mds.d:Started 2024-04-18T05:13:55.308 DEBUG:teuthology.parallel:result is None 2024-04-18T05:13:55.308 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-04-18T05:13:55.333 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:13:55.354 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:13:55.359 INFO:tasks.ceph.mds.a.smithi032.stdout:starting mds.a at 2024-04-18T05:13:55.373 INFO:tasks.ceph.mds.c.smithi032.stdout:starting mds.c at 2024-04-18T05:13:55.376 INFO:tasks.ceph.mds.d.smithi092.stdout:starting mds.d at 2024-04-18T05:13:55.377 INFO:tasks.ceph.mds.b.smithi092.stdout:starting mds.b at 2024-04-18T05:13:55.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.417+0000 7fd6c489c640 1 Processor -- start 2024-04-18T05:13:55.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.417+0000 7fd6c489c640 1 -- start start 2024-04-18T05:13:55.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd6c00a8a80 0x7fd6c0157230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6c0157960 con 0x7fd6c006dc90 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6c0157c40 con 0x7fd6c0070c20 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6c0157770 con 0x7fd6c00a8a80 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bed9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd6c00a8a80 0x7fd6c0157230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bed9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd6c00a8a80 0x7fd6c0157230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39348/0 (socket says 172.21.15.32:39348) 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6be59c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd6c006dc90 0x7fd6c00c2130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34012/0 (socket says 172.21.15.32:34012) 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bed9d640 1 -- 172.21.15.32:0/1256470200 learned_addr learned my addr 172.21.15.32:0/1256470200 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bed9d640 1 -- 172.21.15.32:0/1256470200 >> v1:172.21.15.92:6789/0 conn(0x7fd6c0070c20 legacy=0x7fd6c0154330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bed9d640 1 -- 172.21.15.32:0/1256470200 >> v1:172.21.15.32:6789/0 conn(0x7fd6c006dc90 legacy=0x7fd6c00c2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bd59a640 1 -- 172.21.15.32:0/1256470200 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1550513998 0 0) 0x7fd6c0157960 con 0x7fd6c006dc90 2024-04-18T05:13:55.422 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bed9d640 1 -- 172.21.15.32:0/1256470200 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6c0157f20 con 0x7fd6c00a8a80 2024-04-18T05:13:55.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bed9d640 1 --2- 172.21.15.32:0/1256470200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c00a8a80 0x7fd6c0157230 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0009e50 tx=0x7fd6b001ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=510f1540263d3e3e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:55.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bd59a640 1 -- 172.21.15.32:0/1256470200 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b00a5700 con 0x7fd6c00a8a80 2024-04-18T05:13:55.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bd59a640 1 -- 172.21.15.32:0/1256470200 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6b00a5860 con 0x7fd6c00a8a80 2024-04-18T05:13:55.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6bd59a640 1 -- 172.21.15.32:0/1256470200 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b00a5bf0 con 0x7fd6c00a8a80 2024-04-18T05:13:55.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/1256470200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c00a8a80 msgr2=0x7fd6c0157230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 --2- 172.21.15.32:0/1256470200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c00a8a80 0x7fd6c0157230 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0009e50 tx=0x7fd6b001ca30 comp rx=0 tx=0).stop 2024-04-18T05:13:55.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/1256470200 shutdown_connections 2024-04-18T05:13:55.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 --2- 172.21.15.32:0/1256470200 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c00a8a80 0x7fd6c0157230 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/1256470200 >> 172.21.15.32:0/1256470200 conn(0x7fd6c00c6260 msgr2=0x7fd6c00c6670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:55.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/1256470200 shutdown_connections 2024-04-18T05:13:55.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/1256470200 wait complete. 2024-04-18T05:13:55.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 Processor -- start 2024-04-18T05:13:55.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 -- start start 2024-04-18T05:13:55.427 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6c006dc90 0x7fd6c01562e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c0070c20 0x7fd6c0146950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6c00a8a80 0x7fd6c0146e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6c0147ef0 con 0x7fd6c0070c20 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6c0149290 con 0x7fd6c006dc90 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6c01ecb00 con 0x7fd6c00a8a80 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bdd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c0070c20 0x7fd6c0146950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bdd9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c0070c20 0x7fd6c0146950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39364/0 (socket says 172.21.15.32:39364) 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bdd9b640 1 -- 172.21.15.32:0/21948535 learned_addr learned my addr 172.21.15.32:0/21948535 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6be59c640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6c006dc90 0x7fd6c01562e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bed9d640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6c00a8a80 0x7fd6c0146e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bdd9b640 1 -- 172.21.15.32:0/21948535 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6c00a8a80 msgr2=0x7fd6c0146e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bdd9b640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6c00a8a80 0x7fd6c0146e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bdd9b640 1 -- 172.21.15.32:0/21948535 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6c006dc90 msgr2=0x7fd6c01562e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:55.428 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bdd9b640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6c006dc90 0x7fd6c01562e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:55.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bdd9b640 1 -- 172.21.15.32:0/21948535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6b0009b30 con 0x7fd6c0070c20 2024-04-18T05:13:55.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6bdd9b640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c0070c20 0x7fd6c0146950 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fd6a800c530 tx=0x7fd6a800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:55.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6b6ffd640 1 -- 172.21.15.32:0/21948535 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a8005220 con 0x7fd6c0070c20 2024-04-18T05:13:55.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6b6ffd640 1 -- 172.21.15.32:0/21948535 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6a8005380 con 0x7fd6c0070c20 2024-04-18T05:13:55.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6c00c2a50 con 0x7fd6c0070c20 2024-04-18T05:13:55.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6b6ffd640 1 -- 172.21.15.32:0/21948535 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a8007270 con 0x7fd6c0070c20 2024-04-18T05:13:55.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6c0148fb0 con 0x7fd6c0070c20 2024-04-18T05:13:55.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6c01480a0 con 0x7fd6c0070c20 2024-04-18T05:13:55.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6b6ffd640 1 -- 172.21.15.32:0/21948535 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd6a80073d0 con 0x7fd6c0070c20 2024-04-18T05:13:55.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6b6ffd640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6a00666c0 0x7fd6a0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:55.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6b6ffd640 1 -- 172.21.15.32:0/21948535 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fd6a80837a0 con 0x7fd6c0070c20 2024-04-18T05:13:55.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.425+0000 7fd6be59c640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6a00666c0 0x7fd6a0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:55.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.429+0000 7fd6be59c640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6a00666c0 0x7fd6a0068b80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd6b8000f70 tx=0x7fd6b8007240 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:55.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.429+0000 7fd6b6ffd640 1 -- 172.21.15.32:0/21948535 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd6c01480a0 con 0x7fd6c0070c20 2024-04-18T05:13:55.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:55.597+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fd6c01480a0 con 0x7fd6c0070c20 2024-04-18T05:13:56.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.417+0000 7fd6b6ffd640 1 -- 172.21.15.32:0/21948535 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v58) v1 ==== 97+0+0 (secure 0 0 0) 0x7fd6c01480a0 con 0x7fd6c0070c20 2024-04-18T05:13:56.421 INFO:teuthology.orchestra.run.smithi032.stderr: removed all blocklist entries 2024-04-18T05:13:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6a00666c0 msgr2=0x7fd6a0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6a00666c0 0x7fd6a0068b80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd6b8000f70 tx=0x7fd6b8007240 comp rx=0 tx=0).stop 2024-04-18T05:13:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c0070c20 msgr2=0x7fd6c0146950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c0070c20 0x7fd6c0146950 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fd6a800c530 tx=0x7fd6a800c9f0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 shutdown_connections 2024-04-18T05:13:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6c00a8a80 0x7fd6c0146e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6c0070c20 0x7fd6c0146950 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6a00666c0 0x7fd6a0068b80 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 --2- 172.21.15.32:0/21948535 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6c006dc90 0x7fd6c01562e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 >> 172.21.15.32:0/21948535 conn(0x7fd6c00c6260 msgr2=0x7fd6c00c1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:56.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 shutdown_connections 2024-04-18T05:13:56.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.421+0000 7fd6c489c640 1 -- 172.21.15.32:0/21948535 wait complete. 2024-04-18T05:13:56.445 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-04-18T05:13:56.623 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c4a9ff640 1 Processor -- start 2024-04-18T05:13:56.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c4a9ff640 1 -- start start 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c4a9ff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c4414def0 0x7f3c440716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c4a9ff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3c440c1820 0x7f3c44070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c4a9ff640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c4414e2d0 con 0x7f3c440c0e50 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c4a9ff640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c44151440 con 0x7f3c440c1820 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c4a9ff640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c44151720 con 0x7f3c4414def0 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c437fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3c440c1820 0x7f3c44070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c437fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3c440c1820 0x7f3c44070340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39374/0 (socket says 172.21.15.32:39374) 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c437fe640 1 -- 172.21.15.32:0/3830708666 learned_addr learned my addr 172.21.15.32:0/3830708666 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c437fe640 1 -- 172.21.15.32:0/3830708666 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c4414def0 msgr2=0x7f3c440716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:56.625 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c43fff640 1 --2- 172.21.15.32:0/3830708666 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c4414def0 0x7f3c440716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c437fe640 1 --2- 172.21.15.32:0/3830708666 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c4414def0 0x7f3c440716f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c437fe640 1 -- 172.21.15.32:0/3830708666 >> v1:172.21.15.92:6789/0 conn(0x7f3c440c0e50 legacy=0x7f3c44070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:56.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.621+0000 7f3c437fe640 1 -- 172.21.15.32:0/3830708666 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c440c1cf0 con 0x7f3c440c1820 2024-04-18T05:13:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c437fe640 1 --2- 172.21.15.32:0/3830708666 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 0x7f3c44070340 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f3c38009870 tx=0x7f3c3801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ab517cb63afeb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c42ffd640 1 -- 172.21.15.32:0/3830708666 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c380ab600 con 0x7f3c440c1820 2024-04-18T05:13:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c42ffd640 1 -- 172.21.15.32:0/3830708666 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c380a7050 con 0x7f3c440c1820 2024-04-18T05:13:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c42ffd640 1 -- 172.21.15.32:0/3830708666 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c380ab980 con 0x7f3c440c1820 2024-04-18T05:13:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/3830708666 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 msgr2=0x7f3c44070340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c4a9ff640 1 --2- 172.21.15.32:0/3830708666 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 0x7f3c44070340 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f3c38009870 tx=0x7f3c3801c490 comp rx=0 tx=0).stop 2024-04-18T05:13:56.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/3830708666 shutdown_connections 2024-04-18T05:13:56.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c4a9ff640 1 --2- 172.21.15.32:0/3830708666 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 0x7f3c44070340 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c4a9ff640 1 --2- 172.21.15.32:0/3830708666 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c4414def0 0x7f3c440716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/3830708666 >> 172.21.15.32:0/3830708666 conn(0x7f3c44069e80 msgr2=0x7f3c4406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:56.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/3830708666 shutdown_connections 2024-04-18T05:13:56.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.625+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/3830708666 wait complete. 2024-04-18T05:13:56.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 Processor -- start 2024-04-18T05:13:56.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 -- start start 2024-04-18T05:13:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c440c0e50 0x7f3c441eadb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 0x7f3c4414cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c4414def0 0x7f3c441499d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c44144aa0 con 0x7f3c440c1820 2024-04-18T05:13:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c4414d600 con 0x7f3c4414def0 2024-04-18T05:13:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c4414d0f0 con 0x7f3c440c0e50 2024-04-18T05:13:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c437fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 0x7f3c4414cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:56.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c437fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 0x7f3c4414cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39382/0 (socket says 172.21.15.32:39382) 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c437fe640 1 -- 172.21.15.32:0/1591225390 learned_addr learned my addr 172.21.15.32:0/1591225390 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c43fff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c440c0e50 0x7f3c441eadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c48f9c640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c4414def0 0x7f3c441499d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c437fe640 1 -- 172.21.15.32:0/1591225390 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c440c0e50 msgr2=0x7f3c441eadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c437fe640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c440c0e50 0x7f3c441eadb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c437fe640 1 -- 172.21.15.32:0/1591225390 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c4414def0 msgr2=0x7f3c441499d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c437fe640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c4414def0 0x7f3c441499d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c437fe640 1 -- 172.21.15.32:0/1591225390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c380094d0 con 0x7f3c440c1820 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c43fff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c440c0e50 0x7f3c441eadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c437fe640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 0x7f3c4414cbb0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f3c3801cd30 tx=0x7f3c38019230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c40ff9640 1 -- 172.21.15.32:0/1591225390 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c380b37d0 con 0x7f3c440c1820 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c40ff9640 1 -- 172.21.15.32:0/1591225390 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c380b3950 con 0x7f3c440c1820 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c4414d320 con 0x7f3c440c1820 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c40ff9640 1 -- 172.21.15.32:0/1591225390 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c380b3d00 con 0x7f3c440c1820 2024-04-18T05:13:56.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c4414b9c0 con 0x7f3c440c1820 2024-04-18T05:13:56.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c4414b540 con 0x7f3c440c1820 2024-04-18T05:13:56.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c40ff9640 1 -- 172.21.15.32:0/1591225390 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3c380b2070 con 0x7f3c440c1820 2024-04-18T05:13:56.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c40ff9640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3c300666c0 0x7f3c30068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:56.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c40ff9640 1 -- 172.21.15.32:0/1591225390 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f3c3811e170 con 0x7f3c440c1820 2024-04-18T05:13:56.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.629+0000 7f3c43fff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3c300666c0 0x7f3c30068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:56.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.633+0000 7f3c43fff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3c300666c0 0x7f3c30068b80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f3c34006fd0 tx=0x7f3c34008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:56.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.637+0000 7f3c40ff9640 1 -- 172.21.15.32:0/1591225390 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f3c4414b540 con 0x7f3c440c1820 2024-04-18T05:13:56.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.849+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f3c4414b540 con 0x7f3c440c1820 2024-04-18T05:13:56.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c40ff9640 1 -- 172.21.15.32:0/1591225390 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) v1 ==== 80+0+5021 (secure 0 0 0) 0x7f3c4414b540 con 0x7f3c440c1820 2024-04-18T05:13:56.853 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: "auth_dump": [ 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.a", 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBCqyBmlNhBNRAAGT5DmCkdiHW/wMpqkLngpg==", 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.854 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.b", 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBmw/Z2CBAAq7eEiCahqdmfkeXKsYMPJQ==", 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.c", 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBmRDsoAhAA2PxAu0OfKxeyfhBzgw1N2w==", 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:13:56.855 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mds.d", 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBmCazXEBAAUlFYZlLtFWRcSU/85mMGwg==", 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.856 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.0", 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBEqyBmMD59HRAASlaDSZmZZ7b/BVKwOV2tFg==", 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.1", 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBHqyBm+O9NIRAAZpKyNi4GkzDylFmRWEPw2w==", 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.857 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.2", 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBKqyBmgK31KBAAU9pOpE7IDHJwoK2sG/qNcg==", 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.3", 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBNqyBmYfIgLxAAEzhw8wq6UNPbIcQpnK6onA==", 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.858 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.4", 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBTqyBmW2BWLRAAMewLDbqOqqxwJnVbYPuBSQ==", 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.5", 2024-04-18T05:13:56.859 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBWqyBmHx6gMhAA8UR1/7sbQhe4oWDNfpqmog==", 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.6", 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBZqyBmavV+OhAAv74WrZMUMTYUWe5psRNmVA==", 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.860 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "osd.7", 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBdqyBmVPReBxAA07q2jQNLrJO1jAAlEt62Ow==", 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow profile osd", 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile osd", 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.0", 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBm77HIFhAAQimZOutMFGOhc+oraEf27w==", 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow r", 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.861 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.1", 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBDqyBmuFyEGRAAEgRJ0H7ciwXbrsjt8qKdJA==", 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow", 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow r", 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rw pool=cephfs2_data" 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.admin", 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBCqyBm/C71HRAARYO2g3EvYS4MXp1JCngeHQ==", 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-04-18T05:13:56.862 INFO:teuthology.orchestra.run.smithi032.stdout: "mgr": "allow *", 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow *", 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "client.testuser", 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQDyqyBm+c1QIhAASyyLXBjVf0icd7+RAwMCEg==", 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow rw fsname=cephfs", 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow r fsname=cephfs", 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.x", 2024-04-18T05:13:56.863 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBCqyBmD9mtMRAAXco5gM8LsuRrUSAHu8ziGA==", 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "entity": "mgr.y", 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "key": "AQBCqyBmvg4VLxAAt7TPyclg8C1QluiB9E1ZfQ==", 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "caps": { 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "mds": "allow *", 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "mon": "allow profile mgr", 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: "osd": "allow *" 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:56.864 INFO:teuthology.orchestra.run.smithi032.stdout: ] 2024-04-18T05:13:56.865 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:13:56.865 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3c300666c0 msgr2=0x7f3c30068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3c300666c0 0x7f3c30068b80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f3c34006fd0 tx=0x7f3c34008040 comp rx=0 tx=0).stop 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 msgr2=0x7f3c4414cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 0x7f3c4414cbb0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f3c3801cd30 tx=0x7f3c38019230 comp rx=0 tx=0).stop 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 shutdown_connections 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3c300666c0 0x7f3c30068b80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3c4414def0 0x7f3c441499d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3c440c1820 0x7f3c4414cbb0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 --2- 172.21.15.32:0/1591225390 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3c440c0e50 0x7f3c441eadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 >> 172.21.15.32:0/1591225390 conn(0x7f3c44069e80 msgr2=0x7f3c4415aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 shutdown_connections 2024-04-18T05:13:56.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.853+0000 7f3c4a9ff640 1 -- 172.21.15.32:0/1591225390 wait complete. 2024-04-18T05:13:56.872 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.testuser 2024-04-18T05:13:56.991 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f403b578640 1 Processor -- start 2024-04-18T05:13:56.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f403b578640 1 -- start start 2024-04-18T05:13:56.993 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f403b578640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f40340aeb90 0x7f40340c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f403b578640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f40340bcb80 0x7f403406b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f403b578640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40340c4240 con 0x7f403406cd00 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f403b578640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40340c7750 con 0x7f40340aeb90 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f403b578640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40340aef70 con 0x7f40340bcb80 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f4039314640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f40340aeb90 0x7f40340c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f4039b15640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f403406cd00 0x7f403406b770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34018/0 (socket says 172.21.15.32:34018) 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.989+0000 7f4039b15640 1 -- 172.21.15.32:0/3691313678 learned_addr learned my addr 172.21.15.32:0/3691313678 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f4038b13640 1 --2- 172.21.15.32:0/3691313678 >> v2:172.21.15.92:3300/0 conn(0x7f40340bcb80 0x7f403406b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f402bfff640 1 -- 172.21.15.32:0/3691313678 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 496367161 0 0) 0x7f40340c4240 con 0x7f403406cd00 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f402bfff640 1 -- 172.21.15.32:0/3691313678 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4020003530 con 0x7f403406cd00 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f4039314640 1 -- 172.21.15.32:0/3691313678 >> v2:172.21.15.92:3300/0 conn(0x7f40340bcb80 msgr2=0x7f403406b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f4039314640 1 --2- 172.21.15.32:0/3691313678 >> v2:172.21.15.92:3300/0 conn(0x7f40340bcb80 0x7f403406b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f4039314640 1 -- 172.21.15.32:0/3691313678 >> v1:172.21.15.32:6789/0 conn(0x7f403406cd00 legacy=0x7f403406b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:56.994 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f4039314640 1 -- 172.21.15.32:0/3691313678 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40340c46d0 con 0x7f40340aeb90 2024-04-18T05:13:56.995 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f4039314640 1 --2- 172.21.15.32:0/3691313678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40340aeb90 0x7f40340c5ec0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f40340c4c90 tx=0x7f403001c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=485e7bf0c4bd35d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f402bfff640 1 -- 172.21.15.32:0/3691313678 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40300ab5f0 con 0x7f40340aeb90 2024-04-18T05:13:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f402bfff640 1 -- 172.21.15.32:0/3691313678 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40300ab750 con 0x7f40340aeb90 2024-04-18T05:13:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f402bfff640 1 -- 172.21.15.32:0/3691313678 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40300abae0 con 0x7f40340aeb90 2024-04-18T05:13:56.996 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f403b578640 1 -- 172.21.15.32:0/3691313678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40340aeb90 msgr2=0x7f40340c5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f403b578640 1 --2- 172.21.15.32:0/3691313678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40340aeb90 0x7f40340c5ec0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f40340c4c90 tx=0x7f403001c3f0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f403b578640 1 -- 172.21.15.32:0/3691313678 shutdown_connections 2024-04-18T05:13:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f403b578640 1 --2- 172.21.15.32:0/3691313678 >> v2:172.21.15.92:3300/0 conn(0x7f40340bcb80 0x7f403406b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f403b578640 1 --2- 172.21.15.32:0/3691313678 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f40340aeb90 0x7f40340c5ec0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f403b578640 1 -- 172.21.15.32:0/3691313678 >> 172.21.15.32:0/3691313678 conn(0x7f40340ab0a0 msgr2=0x7f40340ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f403b578640 1 -- 172.21.15.32:0/3691313678 shutdown_connections 2024-04-18T05:13:56.997 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.993+0000 7f403b578640 1 -- 172.21.15.32:0/3691313678 wait complete. 2024-04-18T05:13:56.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 Processor -- start 2024-04-18T05:13:56.998 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 -- start start 2024-04-18T05:13:56.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f403406cd00 0x7f4034149270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:56.999 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40340aeb90 0x7f40340adcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f40340bcb80 0x7f40340ad1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4034157ee0 con 0x7f403406cd00 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40341ed230 con 0x7f40340aeb90 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40340ac120 con 0x7f40340bcb80 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039314640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f403406cd00 0x7f4034149270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039314640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f403406cd00 0x7f4034149270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39396/0 (socket says 172.21.15.32:39396) 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039314640 1 -- 172.21.15.32:0/4125013884 learned_addr learned my addr 172.21.15.32:0/4125013884 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4038b13640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40340aeb90 0x7f40340adcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039b15640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f40340bcb80 0x7f40340ad1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039314640 1 -- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f40340bcb80 msgr2=0x7f40340ad1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039314640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f40340bcb80 0x7f40340ad1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039314640 1 -- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40340aeb90 msgr2=0x7f40340adcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039314640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40340aeb90 0x7f40340adcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039314640 1 -- 172.21.15.32:0/4125013884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4030009420 con 0x7f403406cd00 2024-04-18T05:13:57.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4038b13640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40340aeb90 0x7f40340adcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:57.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039b15640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f40340bcb80 0x7f40340ad1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:57.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4039314640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f403406cd00 0x7f4034149270 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f40300ad040 tx=0x7f403001ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4029ffb640 1 -- 172.21.15.32:0/4125013884 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40300bf610 con 0x7f403406cd00 2024-04-18T05:13:57.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4029ffb640 1 -- 172.21.15.32:0/4125013884 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40300bf770 con 0x7f403406cd00 2024-04-18T05:13:57.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40340ac400 con 0x7f403406cd00 2024-04-18T05:13:57.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4029ffb640 1 -- 172.21.15.32:0/4125013884 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40300bfae0 con 0x7f403406cd00 2024-04-18T05:13:57.001 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40340ac9c0 con 0x7f403406cd00 2024-04-18T05:13:57.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40340c4f00 con 0x7f403406cd00 2024-04-18T05:13:57.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4029ffb640 1 -- 172.21.15.32:0/4125013884 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f40300b5400 con 0x7f403406cd00 2024-04-18T05:13:57.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:56.997+0000 7f4029ffb640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4018066690 0x7f4018068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.001+0000 7f4029ffb640 1 -- 172.21.15.32:0/4125013884 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f40300a8050 con 0x7f403406cd00 2024-04-18T05:13:57.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.001+0000 7f4038b13640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4018066690 0x7f4018068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.001+0000 7f4038b13640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4018066690 0x7f4018068b50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f40340c0530 tx=0x7f4024008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.005+0000 7f4029ffb640 1 -- 172.21.15.32:0/4125013884 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f40300ec480 con 0x7f403406cd00 2024-04-18T05:13:57.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.217+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.testuser"} v 0) v1 -- 0x7f403404e250 con 0x7f403406cd00 2024-04-18T05:13:57.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.225+0000 7f4029ffb640 1 -- 172.21.15.32:0/4125013884 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.testuser"}]=0 v16) v1 ==== 85+0+0 (secure 0 0 0) 0x7f40300c4090 con 0x7f403406cd00 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4018066690 msgr2=0x7f4018068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4018066690 0x7f4018068b50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f40340c0530 tx=0x7f4024008040 comp rx=0 tx=0).stop 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f403406cd00 msgr2=0x7f4034149270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f403406cd00 0x7f4034149270 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f40300ad040 tx=0x7f403001ac30 comp rx=0 tx=0).stop 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 shutdown_connections 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f40340bcb80 0x7f40340ad1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f4018066690 0x7f4018068b50 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40340aeb90 0x7f40340adcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 --2- 172.21.15.32:0/4125013884 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f403406cd00 0x7f4034149270 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 >> 172.21.15.32:0/4125013884 conn(0x7f40340ab0a0 msgr2=0x7f40340a9560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 shutdown_connections 2024-04-18T05:13:57.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.229+0000 7f403b578640 1 -- 172.21.15.32:0/4125013884 wait complete. 2024-04-18T05:13:57.246 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:13:57.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.357+0000 7fe6f6805640 1 Processor -- start 2024-04-18T05:13:57.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.357+0000 7fe6f6805640 1 -- start start 2024-04-18T05:13:57.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6f6805640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f01519f0 0x7fe6f00a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6f6805640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe6f006d5d0 0x7fe6f015c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6f6805640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6f0155e50 con 0x7fe6f00a84c0 2024-04-18T05:13:57.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6f6805640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6f00a9080 con 0x7fe6f006d5d0 2024-04-18T05:13:57.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6f6805640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f0154f60 con 0x7fe6f01519f0 2024-04-18T05:13:57.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6f4da2640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe6f006d5d0 0x7fe6f015c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6ef7fe640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f01519f0 0x7fe6f00a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6f4da2640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe6f006d5d0 0x7fe6f015c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:60432/0 (socket says 172.21.15.32:60432) 2024-04-18T05:13:57.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6f4da2640 1 -- 172.21.15.32:0/355709426 learned_addr learned my addr 172.21.15.32:0/355709426 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:57.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6effff640 1 --1- 172.21.15.32:0/355709426 >> v1:172.21.15.92:6789/0 conn(0x7fe6f00a84c0 0x7fe6f006cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:56980/0 (socket says 172.21.15.32:56980) 2024-04-18T05:13:57.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6ef7fe640 1 -- 172.21.15.32:0/355709426 >> v2:172.21.15.92:3300/0 conn(0x7fe6f006d5d0 msgr2=0x7fe6f015c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:57.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6ef7fe640 1 --2- 172.21.15.32:0/355709426 >> v2:172.21.15.92:3300/0 conn(0x7fe6f006d5d0 0x7fe6f015c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6ef7fe640 1 -- 172.21.15.32:0/355709426 >> v1:172.21.15.92:6789/0 conn(0x7fe6f00a84c0 legacy=0x7fe6f006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6ef7fe640 1 -- 172.21.15.32:0/355709426 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6f0155240 con 0x7fe6f01519f0 2024-04-18T05:13:57.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6f4da2640 1 --2- 172.21.15.32:0/355709426 >> v2:172.21.15.92:3300/0 conn(0x7fe6f006d5d0 0x7fe6f015c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:13:57.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.361+0000 7fe6ef7fe640 1 --2- 172.21.15.32:0/355709426 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f01519f0 0x7fe6f00a88a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe6e40097c0 tx=0x7fe6e401c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0a419f2e8ba5028 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6eeffd640 1 -- 172.21.15.32:0/355709426 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e40ab600 con 0x7fe6f01519f0 2024-04-18T05:13:57.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6eeffd640 1 -- 172.21.15.32:0/355709426 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6e40a7050 con 0x7fe6f01519f0 2024-04-18T05:13:57.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6eeffd640 1 -- 172.21.15.32:0/355709426 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e40ab980 con 0x7fe6f01519f0 2024-04-18T05:13:57.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- 172.21.15.32:0/355709426 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f01519f0 msgr2=0x7fe6f00a88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 --2- 172.21.15.32:0/355709426 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f01519f0 0x7fe6f00a88a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe6e40097c0 tx=0x7fe6e401c410 comp rx=0 tx=0).stop 2024-04-18T05:13:57.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- 172.21.15.32:0/355709426 shutdown_connections 2024-04-18T05:13:57.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 --2- 172.21.15.32:0/355709426 >> v2:172.21.15.92:3300/0 conn(0x7fe6f006d5d0 0x7fe6f015c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 --2- 172.21.15.32:0/355709426 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f01519f0 0x7fe6f00a88a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- 172.21.15.32:0/355709426 >> 172.21.15.32:0/355709426 conn(0x7fe6f0069e80 msgr2=0x7fe6f006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:57.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- 172.21.15.32:0/355709426 shutdown_connections 2024-04-18T05:13:57.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- 172.21.15.32:0/355709426 wait complete. 2024-04-18T05:13:57.368 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 Processor -- start 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- start start 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f006d5d0 0x7fe6f012def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00a84c0 0x7fe6f0154390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f01519f0 0x7fe6f01548d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f0154e10 con 0x7fe6f01519f0 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f012ea20 con 0x7fe6f006d5d0 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f0152d40 con 0x7fe6f00a84c0 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f4da2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f01519f0 0x7fe6f01548d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f4da2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f01519f0 0x7fe6f01548d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39402/0 (socket says 172.21.15.32:39402) 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f4da2640 1 -- 172.21.15.32:0/2460917400 learned_addr learned my addr 172.21.15.32:0/2460917400 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6effff640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f006d5d0 0x7fe6f012def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6ef7fe640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00a84c0 0x7fe6f0154390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f4da2640 1 -- 172.21.15.32:0/2460917400 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00a84c0 msgr2=0x7fe6f0154390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f4da2640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00a84c0 0x7fe6f0154390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f4da2640 1 -- 172.21.15.32:0/2460917400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f006d5d0 msgr2=0x7fe6f012def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.369 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f4da2640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f006d5d0 0x7fe6f012def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f4da2640 1 -- 172.21.15.32:0/2460917400 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e8009b30 con 0x7fe6f01519f0 2024-04-18T05:13:57.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f4da2640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f01519f0 0x7fe6f01548d0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fe6e800efc0 tx=0x7fe6e800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6ecff9640 1 -- 172.21.15.32:0/2460917400 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e8018070 con 0x7fe6f01519f0 2024-04-18T05:13:57.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6ecff9640 1 -- 172.21.15.32:0/2460917400 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6e800f040 con 0x7fe6f01519f0 2024-04-18T05:13:57.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6e4009420 con 0x7fe6f01519f0 2024-04-18T05:13:57.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6ecff9640 1 -- 172.21.15.32:0/2460917400 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e800ce00 con 0x7fe6f01519f0 2024-04-18T05:13:57.370 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.365+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6f012ec70 con 0x7fe6f01519f0 2024-04-18T05:13:57.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.369+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6f012f470 con 0x7fe6f01519f0 2024-04-18T05:13:57.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.369+0000 7fe6ecff9640 1 -- 172.21.15.32:0/2460917400 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe6e8014480 con 0x7fe6f01519f0 2024-04-18T05:13:57.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.369+0000 7fe6ecff9640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6dc0666c0 0x7fe6dc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.369+0000 7fe6ecff9640 1 -- 172.21.15.32:0/2460917400 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fe6e8084250 con 0x7fe6f01519f0 2024-04-18T05:13:57.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.369+0000 7fe6effff640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6dc0666c0 0x7fe6dc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.371 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.369+0000 7fe6effff640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6dc0666c0 0x7fe6dc068b80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe6e0000f70 tx=0x7fe6e0007cf0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.374 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.373+0000 7fe6ecff9640 1 -- 172.21.15.32:0/2460917400 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe6e8051870 con 0x7fe6f01519f0 2024-04-18T05:13:57.528 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.525+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe6f00666e0 con 0x7fe6f01519f0 2024-04-18T05:13:57.529 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.525+0000 7fe6ecff9640 1 -- 172.21.15.32:0/2460917400 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+12546 (secure 0 0 0) 0x7fe6e8054e90 con 0x7fe6f01519f0 2024-04-18T05:13:57.529 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:57.529 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":58,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:13:56.414781+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:13:57.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6dc0666c0 msgr2=0x7fe6dc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.531 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6dc0666c0 0x7fe6dc068b80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe6e0000f70 tx=0x7fe6e0007cf0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f01519f0 msgr2=0x7fe6f01548d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f01519f0 0x7fe6f01548d0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fe6e800efc0 tx=0x7fe6e800c490 comp rx=0 tx=0).stop 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 shutdown_connections 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6f01519f0 0x7fe6f01548d0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6f00a84c0 0x7fe6f0154390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6dc0666c0 0x7fe6dc068b80 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 --2- 172.21.15.32:0/2460917400 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6f006d5d0 0x7fe6f012def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 >> 172.21.15.32:0/2460917400 conn(0x7fe6f0069e80 msgr2=0x7fe6f0150f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 shutdown_connections 2024-04-18T05:13:57.532 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.529+0000 7fe6f6805640 1 -- 172.21.15.32:0/2460917400 wait complete. 2024-04-18T05:13:57.546 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:13:57.547 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:13:57.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14ea50640 1 Processor -- start 2024-04-18T05:13:57.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14ea50640 1 -- start start 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14ea50640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 0x7fd1480c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14ea50640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd1480bcb30 0x7fd148157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14ea50640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd1480c67c0 0x7fd148157a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14ea50640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd14806c610 con 0x7fd1480c67c0 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14ea50640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1480c46c0 con 0x7fd1480bcb30 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14ea50640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd148157fb0 con 0x7fd1481569a0 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14cfed640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd1480c67c0 0x7fd148157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14cfed640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd1480c67c0 0x7fd148157a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39410/0 (socket says 172.21.15.32:39410) 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14cfed640 1 -- 172.21.15.32:0/1677047329 learned_addr learned my addr 172.21.15.32:0/1677047329 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd1477fe640 1 --2- 172.21.15.32:0/1677047329 >> v2:172.21.15.92:3300/0 conn(0x7fd1480bcb30 0x7fd148157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd147fff640 1 --2- 172.21.15.32:0/1677047329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 0x7fd1480c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14cfed640 1 -- 172.21.15.32:0/1677047329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 msgr2=0x7fd1480c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14cfed640 1 --2- 172.21.15.32:0/1677047329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 0x7fd1480c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14cfed640 1 -- 172.21.15.32:0/1677047329 >> v2:172.21.15.92:3300/0 conn(0x7fd1480bcb30 msgr2=0x7fd148157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:57.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14cfed640 1 --2- 172.21.15.32:0/1677047329 >> v2:172.21.15.92:3300/0 conn(0x7fd1480bcb30 0x7fd148157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.661+0000 7fd14cfed640 1 -- 172.21.15.32:0/1677047329 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd148155050 con 0x7fd1480c67c0 2024-04-18T05:13:57.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14cfed640 1 --2- 172.21.15.32:0/1677047329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 0x7fd148157a70 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fd14806cdf0 tx=0x7fd14001c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e73e7cc151ea921f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd146ffd640 1 -- 172.21.15.32:0/1677047329 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1400a5840 con 0x7fd1480c67c0 2024-04-18T05:13:57.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd146ffd640 1 -- 172.21.15.32:0/1677047329 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1400a59a0 con 0x7fd1480c67c0 2024-04-18T05:13:57.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd146ffd640 1 -- 172.21.15.32:0/1677047329 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1400a5d30 con 0x7fd1480c67c0 2024-04-18T05:13:57.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 -- 172.21.15.32:0/1677047329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 msgr2=0x7fd148157a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 --2- 172.21.15.32:0/1677047329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 0x7fd148157a70 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fd14806cdf0 tx=0x7fd14001c9c0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 -- 172.21.15.32:0/1677047329 shutdown_connections 2024-04-18T05:13:57.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 --2- 172.21.15.32:0/1677047329 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 0x7fd148157a70 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 --2- 172.21.15.32:0/1677047329 >> v2:172.21.15.92:3300/0 conn(0x7fd1480bcb30 0x7fd148157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 --2- 172.21.15.32:0/1677047329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 0x7fd1480c6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 -- 172.21.15.32:0/1677047329 >> 172.21.15.32:0/1677047329 conn(0x7fd148072950 msgr2=0x7fd148072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:57.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 -- 172.21.15.32:0/1677047329 shutdown_connections 2024-04-18T05:13:57.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 -- 172.21.15.32:0/1677047329 wait complete. 2024-04-18T05:13:57.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 Processor -- start 2024-04-18T05:13:57.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 -- start start 2024-04-18T05:13:57.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1480bcb30 0x7fd1481eb940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 0x7fd1480ad710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 0x7fd14814a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1480c2250 con 0x7fd1480c67c0 2024-04-18T05:13:57.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1480bfe60 con 0x7fd1480bcb30 2024-04-18T05:13:57.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14ea50640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1480c15d0 con 0x7fd1481569a0 2024-04-18T05:13:57.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd1477fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 0x7fd1480ad710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd1477fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 0x7fd1480ad710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39420/0 (socket says 172.21.15.32:39420) 2024-04-18T05:13:57.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd1477fe640 1 -- 172.21.15.32:0/3933616586 learned_addr learned my addr 172.21.15.32:0/3933616586 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd147fff640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1480bcb30 0x7fd1481eb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd14cfed640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 0x7fd14814a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd1477fe640 1 -- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 msgr2=0x7fd14814a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd1477fe640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 0x7fd14814a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd1477fe640 1 -- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1480bcb30 msgr2=0x7fd1481eb940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd1477fe640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1480bcb30 0x7fd1481eb940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd1477fe640 1 -- 172.21.15.32:0/3933616586 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd140009b30 con 0x7fd1480c67c0 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.665+0000 7fd147fff640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1480bcb30 0x7fd1481eb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd14cfed640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 0x7fd14814a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd1477fe640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 0x7fd1480ad710 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fd13800d7d0 tx=0x7fd13800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd144ff9640 1 -- 172.21.15.32:0/3933616586 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1380096a0 con 0x7fd1480c67c0 2024-04-18T05:13:57.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd144ff9640 1 -- 172.21.15.32:0/3933616586 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd138009800 con 0x7fd1480c67c0 2024-04-18T05:13:57.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1480c18b0 con 0x7fd1480c67c0 2024-04-18T05:13:57.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd144ff9640 1 -- 172.21.15.32:0/3933616586 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd138009bb0 con 0x7fd1480c67c0 2024-04-18T05:13:57.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1480c1e70 con 0x7fd1480c67c0 2024-04-18T05:13:57.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1480c24c0 con 0x7fd1480c67c0 2024-04-18T05:13:57.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd144ff9640 1 -- 172.21.15.32:0/3933616586 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd138009d10 con 0x7fd1480c67c0 2024-04-18T05:13:57.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd144ff9640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd134066690 0x7fd134068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd144ff9640 1 -- 172.21.15.32:0/3933616586 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fd1380843d0 con 0x7fd1480c67c0 2024-04-18T05:13:57.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd147fff640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd134066690 0x7fd134068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.673 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.669+0000 7fd147fff640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd134066690 0x7fd134068b50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd13c006fd0 tx=0x7fd13c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.673+0000 7fd144ff9640 1 -- 172.21.15.32:0/3933616586 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd1380519e0 con 0x7fd1480c67c0 2024-04-18T05:13:57.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.825+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd14804e1e0 con 0x7fd1480c67c0 2024-04-18T05:13:57.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.825+0000 7fd144ff9640 1 -- 172.21.15.32:0/3933616586 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v58) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd138055000 con 0x7fd1480c67c0 2024-04-18T05:13:57.829 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:13:57.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd134066690 msgr2=0x7fd134068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd134066690 0x7fd134068b50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd13c006fd0 tx=0x7fd13c008040 comp rx=0 tx=0).stop 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 msgr2=0x7fd1480ad710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 0x7fd1480ad710 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fd13800d7d0 tx=0x7fd13800dc90 comp rx=0 tx=0).stop 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 shutdown_connections 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1481569a0 0x7fd14814a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1480c67c0 0x7fd1480ad710 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd134066690 0x7fd134068b50 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 --2- 172.21.15.32:0/3933616586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1480bcb30 0x7fd1481eb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 >> 172.21.15.32:0/3933616586 conn(0x7fd148072950 msgr2=0x7fd148152370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 shutdown_connections 2024-04-18T05:13:57.832 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.829+0000 7fd14ea50640 1 -- 172.21.15.32:0/3933616586 wait complete. 2024-04-18T05:13:57.847 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-18T05:13:57.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.965+0000 7fb828e34640 1 Processor -- start 2024-04-18T05:13:57.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.965+0000 7fb828e34640 1 -- start start 2024-04-18T05:13:57.970 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb828e34640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb8241519f0 0x7fb8240a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb828e34640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 0x7fb82415c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb828e34640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb824155e50 con 0x7fb8240a84c0 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb828e34640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8240a9080 con 0x7fb8241519f0 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb828e34640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb824154f60 con 0x7fb82406d5d0 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb821d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb8241519f0 0x7fb8240a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb821d9b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb8241519f0 0x7fb8240a88a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39432/0 (socket says 172.21.15.32:39432) 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb821d9b640 1 -- 172.21.15.32:0/1376003183 learned_addr learned my addr 172.21.15.32:0/1376003183 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb82259c640 1 --1- 172.21.15.32:0/1376003183 >> v1:172.21.15.32:6789/0 conn(0x7fb8240a84c0 0x7fb82406cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34020/0 (socket says 172.21.15.32:34020) 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb822d9d640 1 --2- 172.21.15.32:0/1376003183 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 0x7fb82415c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb821d9b640 1 -- 172.21.15.32:0/1376003183 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 msgr2=0x7fb82415c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb821d9b640 1 --2- 172.21.15.32:0/1376003183 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 0x7fb82415c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb821d9b640 1 -- 172.21.15.32:0/1376003183 >> v1:172.21.15.32:6789/0 conn(0x7fb8240a84c0 legacy=0x7fb82406cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb821d9b640 1 -- 172.21.15.32:0/1376003183 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb824155240 con 0x7fb8241519f0 2024-04-18T05:13:57.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb82159a640 1 -- 172.21.15.32:0/1376003183 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3983355648 0 0) 0x7fb824155e50 con 0x7fb8240a84c0 2024-04-18T05:13:57.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb821d9b640 1 --2- 172.21.15.32:0/1376003183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 0x7fb8240a88a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fb818009870 tx=0x7fb81801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57a4423c63617b7c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb82159a640 1 -- 172.21.15.32:0/1376003183 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8180ac620 con 0x7fb8241519f0 2024-04-18T05:13:57.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb82159a640 1 -- 172.21.15.32:0/1376003183 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8180ac780 con 0x7fb8241519f0 2024-04-18T05:13:57.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.969+0000 7fb82159a640 1 -- 172.21.15.32:0/1376003183 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8180acb10 con 0x7fb8241519f0 2024-04-18T05:13:57.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 -- 172.21.15.32:0/1376003183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 msgr2=0x7fb8240a88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 --2- 172.21.15.32:0/1376003183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 0x7fb8240a88a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fb818009870 tx=0x7fb81801c4d0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 -- 172.21.15.32:0/1376003183 shutdown_connections 2024-04-18T05:13:57.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 --2- 172.21.15.32:0/1376003183 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 0x7fb82415c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 --2- 172.21.15.32:0/1376003183 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 0x7fb8240a88a0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 -- 172.21.15.32:0/1376003183 >> 172.21.15.32:0/1376003183 conn(0x7fb824069e80 msgr2=0x7fb82406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:57.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 -- 172.21.15.32:0/1376003183 shutdown_connections 2024-04-18T05:13:57.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 -- 172.21.15.32:0/1376003183 wait complete. 2024-04-18T05:13:57.975 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 Processor -- start 2024-04-18T05:13:57.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 -- start start 2024-04-18T05:13:57.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 0x7fb8240c4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8240a84c0 0x7fb8240badf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 0x7fb8240bb330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8240bb870 con 0x7fb8241519f0 2024-04-18T05:13:57.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8241edad0 con 0x7fb8240a84c0 2024-04-18T05:13:57.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb828e34640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8241ee000 con 0x7fb82406d5d0 2024-04-18T05:13:57.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb822d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 0x7fb8240bb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.978 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb822d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 0x7fb8240bb330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39442/0 (socket says 172.21.15.32:39442) 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb822d9d640 1 -- 172.21.15.32:0/2406143169 learned_addr learned my addr 172.21.15.32:0/2406143169 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb82259c640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 0x7fb8240c4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.973+0000 7fb821d9b640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8240a84c0 0x7fb8240badf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb822d9d640 1 -- 172.21.15.32:0/2406143169 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 msgr2=0x7fb8240c4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb822d9d640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 0x7fb8240c4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb822d9d640 1 -- 172.21.15.32:0/2406143169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8240a84c0 msgr2=0x7fb8240badf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb822d9d640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8240a84c0 0x7fb8240badf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb822d9d640 1 -- 172.21.15.32:0/2406143169 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8180094d0 con 0x7fb8241519f0 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb82259c640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 0x7fb8240c4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb822d9d640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 0x7fb8240bb330 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fb81c007e60 tx=0x7fb81c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb812ffd640 1 -- 172.21.15.32:0/2406143169 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb81c014420 con 0x7fb8241519f0 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb812ffd640 1 -- 172.21.15.32:0/2406143169 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb81c0145a0 con 0x7fb8241519f0 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8241edd20 con 0x7fb8241519f0 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb812ffd640 1 -- 172.21.15.32:0/2406143169 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb81c014950 con 0x7fb8241519f0 2024-04-18T05:13:57.979 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8240ba5f0 con 0x7fb8241519f0 2024-04-18T05:13:57.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8240666e0 con 0x7fb8241519f0 2024-04-18T05:13:57.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb812ffd640 1 -- 172.21.15.32:0/2406143169 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb81c014ab0 con 0x7fb8241519f0 2024-04-18T05:13:57.980 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb812ffd640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb804066690 0x7fb804068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:57.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb812ffd640 1 -- 172.21.15.32:0/2406143169 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fb81c0847a0 con 0x7fb8241519f0 2024-04-18T05:13:57.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb82259c640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb804066690 0x7fb804068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:57.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.977+0000 7fb82259c640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb804066690 0x7fb804068b50 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb814000f70 tx=0x7fb814007c40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:57.985 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:57.981+0000 7fb812ffd640 1 -- 172.21.15.32:0/2406143169 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb81c051db0 con 0x7fb8241519f0 2024-04-18T05:13:58.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.145+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fb8240722f0 con 0x7fb8241519f0 2024-04-18T05:13:58.147 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.145+0000 7fb812ffd640 1 -- 172.21.15.32:0/2406143169 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v58) v1 ==== 84+0+65 (secure 0 0 0) 0x7fb81c0553d0 con 0x7fb8241519f0 2024-04-18T05:13:58.148 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:13:58.148 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-04-18T05:13:58.148 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:13:58.148 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-04-18T05:13:58.148 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-04-18T05:13:58.148 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:13:58.148 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-04-18T05:13:58.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb804066690 msgr2=0x7fb804068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:58.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb804066690 0x7fb804068b50 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb814000f70 tx=0x7fb814007c40 comp rx=0 tx=0).stop 2024-04-18T05:13:58.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 msgr2=0x7fb8240bb330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:58.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 0x7fb8240bb330 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fb81c007e60 tx=0x7fb81c00e4b0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 shutdown_connections 2024-04-18T05:13:58.150 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb8241519f0 0x7fb8240bb330 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb804066690 0x7fb804068b50 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8240a84c0 0x7fb8240badf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 --2- 172.21.15.32:0/2406143169 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb82406d5d0 0x7fb8240c4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 >> 172.21.15.32:0/2406143169 conn(0x7fb824069e80 msgr2=0x7fb82414f570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:58.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 shutdown_connections 2024-04-18T05:13:58.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.149+0000 7fb828e34640 1 -- 172.21.15.32:0/2406143169 wait complete. 2024-04-18T05:13:58.167 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-18T05:13:58.167 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-18T05:13:58.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f291c0b5640 1 Processor -- start 2024-04-18T05:13:58.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f291c0b5640 1 -- start start 2024-04-18T05:13:58.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f291c0b5640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f29141512e0 0x7f29140c6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:58.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f291c0b5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 0x7f2914154110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:58.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f291c0b5640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2914153c80 con 0x7f29140c6990 2024-04-18T05:13:58.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f291c0b5640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29141580f0 con 0x7f29141512e0 2024-04-18T05:13:58.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f291c0b5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29140c3f30 con 0x7f291406c670 2024-04-18T05:13:58.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f2919e51640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f29141512e0 0x7f29140c6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:58.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f2919e51640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f29141512e0 0x7f29140c6450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39450/0 (socket says 172.21.15.32:39450) 2024-04-18T05:13:58.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f291a652640 1 --1- 172.21.15.32:0/739662719 >> v1:172.21.15.32:6789/0 conn(0x7f29140c6990 0x7f29140aafa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34026/0 (socket says 172.21.15.32:34026) 2024-04-18T05:13:58.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f2919e51640 1 -- 172.21.15.32:0/739662719 learned_addr learned my addr 172.21.15.32:0/739662719 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:58.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f2919650640 1 --2- 172.21.15.32:0/739662719 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 0x7f2914154110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:58.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f2919e51640 1 -- 172.21.15.32:0/739662719 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 msgr2=0x7f2914154110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:58.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f2919e51640 1 --2- 172.21.15.32:0/739662719 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 0x7f2914154110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f2919e51640 1 -- 172.21.15.32:0/739662719 >> v1:172.21.15.32:6789/0 conn(0x7f29140c6990 legacy=0x7f29140aafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:58.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f2919e51640 1 -- 172.21.15.32:0/739662719 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29140c4210 con 0x7f29141512e0 2024-04-18T05:13:58.296 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.293+0000 7f2919650640 1 --2- 172.21.15.32:0/739662719 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 0x7f2914154110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:58.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919e51640 1 --2- 172.21.15.32:0/739662719 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29141512e0 0x7f29140c6450 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f2910009870 tx=0x7f291001cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0d154949acd2293 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:58.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2918e4f640 1 -- 172.21.15.32:0/739662719 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29100aa620 con 0x7f29141512e0 2024-04-18T05:13:58.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2918e4f640 1 -- 172.21.15.32:0/739662719 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29100aa780 con 0x7f29141512e0 2024-04-18T05:13:58.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2918e4f640 1 -- 172.21.15.32:0/739662719 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29100aab10 con 0x7f29141512e0 2024-04-18T05:13:58.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 -- 172.21.15.32:0/739662719 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29141512e0 msgr2=0x7f29140c6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:58.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 --2- 172.21.15.32:0/739662719 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29141512e0 0x7f29140c6450 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f2910009870 tx=0x7f291001cf00 comp rx=0 tx=0).stop 2024-04-18T05:13:58.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 -- 172.21.15.32:0/739662719 shutdown_connections 2024-04-18T05:13:58.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 --2- 172.21.15.32:0/739662719 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 0x7f2914154110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 --2- 172.21.15.32:0/739662719 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29141512e0 0x7f29140c6450 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 -- 172.21.15.32:0/739662719 >> 172.21.15.32:0/739662719 conn(0x7f2914072b80 msgr2=0x7f2914072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:58.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 -- 172.21.15.32:0/739662719 shutdown_connections 2024-04-18T05:13:58.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 -- 172.21.15.32:0/739662719 wait complete. 2024-04-18T05:13:58.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 Processor -- start 2024-04-18T05:13:58.299 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 -- start start 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 0x7f2914147c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29140c6990 0x7f291414af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29141512e0 0x7f29141ec400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2914156990 con 0x7f29140c6990 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29140aad70 con 0x7f29141512e0 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291c0b5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29140ab330 con 0x7f291406c670 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919650640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29140c6990 0x7f291414af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919650640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29140c6990 0x7f291414af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39464/0 (socket says 172.21.15.32:39464) 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919650640 1 -- 172.21.15.32:0/1132099307 learned_addr learned my addr 172.21.15.32:0/1132099307 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f291a652640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29141512e0 0x7f29141ec400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919e51640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 0x7f2914147c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:58.302 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919650640 1 -- 172.21.15.32:0/1132099307 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 msgr2=0x7f2914147c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919650640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 0x7f2914147c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919650640 1 -- 172.21.15.32:0/1132099307 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29141512e0 msgr2=0x7f29141ec400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919650640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29141512e0 0x7f29141ec400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.297+0000 7f2919650640 1 -- 172.21.15.32:0/1132099307 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29100094d0 con 0x7f29140c6990 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f2919650640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29140c6990 0x7f291414af40 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f290400c7f0 tx=0x7f290400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f290a7fc640 1 -- 172.21.15.32:0/1132099307 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2904007820 con 0x7f29140c6990 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f290a7fc640 1 -- 172.21.15.32:0/1132099307 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2904007980 con 0x7f29140c6990 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2914148580 con 0x7f29140c6990 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f290a7fc640 1 -- 172.21.15.32:0/1132099307 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2904007d30 con 0x7f29140c6990 2024-04-18T05:13:58.303 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29140aafc0 con 0x7f29140c6990 2024-04-18T05:13:58.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29140ab4a0 con 0x7f29140c6990 2024-04-18T05:13:58.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f290a7fc640 1 -- 172.21.15.32:0/1132099307 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2904024480 con 0x7f29140c6990 2024-04-18T05:13:58.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f290a7fc640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f28f8066690 0x7f28f8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:58.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f290a7fc640 1 -- 172.21.15.32:0/1132099307 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f29040845f0 con 0x7f29140c6990 2024-04-18T05:13:58.304 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f2919e51640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f28f8066690 0x7f28f8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:58.305 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.301+0000 7f2919e51640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f28f8066690 0x7f28f8068b50 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f29100ae000 tx=0x7f2910004740 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:58.307 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.305+0000 7f290a7fc640 1 -- 172.21.15.32:0/1132099307 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f2904051ce0 con 0x7f29140c6990 2024-04-18T05:13:58.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:58.461+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f29140666e0 con 0x7f29140c6990 2024-04-18T05:13:59.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.441+0000 7f290a7fc640 1 -- 172.21.15.32:0/1132099307 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v59) v1 ==== 138+0+0 (secure 0 0 0) 0x7f2904055300 con 0x7f29140c6990 2024-04-18T05:13:59.446 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_metadata' created 2024-04-18T05:13:59.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f28f8066690 msgr2=0x7f28f8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:59.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f28f8066690 0x7f28f8068b50 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f29100ae000 tx=0x7f2910004740 comp rx=0 tx=0).stop 2024-04-18T05:13:59.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29140c6990 msgr2=0x7f291414af40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:59.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29140c6990 0x7f291414af40 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f290400c7f0 tx=0x7f290400ccb0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 shutdown_connections 2024-04-18T05:13:59.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f28f8066690 0x7f28f8068b50 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29141512e0 0x7f29141ec400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f29140c6990 0x7f291414af40 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 --2- 172.21.15.32:0/1132099307 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f291406c670 0x7f2914147c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 >> 172.21.15.32:0/1132099307 conn(0x7f2914072b80 msgr2=0x7f29140bc100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:59.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 shutdown_connections 2024-04-18T05:13:59.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.449+0000 7f291c0b5640 1 -- 172.21.15.32:0/1132099307 wait complete. 2024-04-18T05:13:59.471 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-18T05:13:59.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c83958640 1 Processor -- start 2024-04-18T05:13:59.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c83958640 1 -- start start 2024-04-18T05:13:59.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c83958640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c06df40 0x7f9c7c151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:59.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c83958640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9c7c13a8c0 0x7f9c7c0a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:59.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c83958640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c7c0a8200 con 0x7f9c7c13ae10 2024-04-18T05:13:59.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c83958640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c7c0a8fb0 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c83958640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7c1520a0 con 0x7f9c7c06df40 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c81ef5640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9c7c13a8c0 0x7f9c7c0a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c81ef5640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f9c7c13a8c0 0x7f9c7c0a9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39474/0 (socket says 172.21.15.32:39474) 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c81ef5640 1 -- 172.21.15.32:0/67014090 learned_addr learned my addr 172.21.15.32:0/67014090 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c816f4640 1 --2- 172.21.15.32:0/67014090 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c06df40 0x7f9c7c151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c81ef5640 1 -- 172.21.15.32:0/67014090 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c06df40 msgr2=0x7f9c7c151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c81ef5640 1 --2- 172.21.15.32:0/67014090 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c06df40 0x7f9c7c151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c81ef5640 1 -- 172.21.15.32:0/67014090 >> v1:172.21.15.32:6789/0 conn(0x7f9c7c13ae10 legacy=0x7f9c7c1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c81ef5640 1 -- 172.21.15.32:0/67014090 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c7c0a84e0 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c73fff640 1 -- 172.21.15.32:0/67014090 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1165278819 0 0) 0x7f9c7c0a8200 con 0x7f9c7c13ae10 2024-04-18T05:13:59.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.605+0000 7f9c816f4640 1 --2- 172.21.15.32:0/67014090 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c06df40 0x7f9c7c151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:13:59.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c81ef5640 1 --2- 172.21.15.32:0/67014090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 0x7f9c7c0a9dc0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f9c78009e80 tx=0x7f9c7801c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=603675d4ae0b77dc server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:59.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c73fff640 1 -- 172.21.15.32:0/67014090 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c780a5640 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c73fff640 1 -- 172.21.15.32:0/67014090 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c780a57a0 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c73fff640 1 -- 172.21.15.32:0/67014090 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c780a5b30 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 -- 172.21.15.32:0/67014090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 msgr2=0x7f9c7c0a9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:59.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 --2- 172.21.15.32:0/67014090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 0x7f9c7c0a9dc0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f9c78009e80 tx=0x7f9c7801c980 comp rx=0 tx=0).stop 2024-04-18T05:13:59.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 -- 172.21.15.32:0/67014090 shutdown_connections 2024-04-18T05:13:59.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 --2- 172.21.15.32:0/67014090 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 0x7f9c7c0a9dc0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 --2- 172.21.15.32:0/67014090 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c06df40 0x7f9c7c151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 -- 172.21.15.32:0/67014090 >> 172.21.15.32:0/67014090 conn(0x7f9c7c0c54b0 msgr2=0x7f9c7c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:13:59.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 -- 172.21.15.32:0/67014090 shutdown_connections 2024-04-18T05:13:59.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 -- 172.21.15.32:0/67014090 wait complete. 2024-04-18T05:13:59.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 Processor -- start 2024-04-18T05:13:59.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.609+0000 7f9c83958640 1 -- start start 2024-04-18T05:13:59.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c83958640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c7c06df40 0x7f9c7c0c3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c83958640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 0x7f9c7c0c3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c83958640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c13ae10 0x7f9c7c0bc680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c83958640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7c1eab70 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c83958640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7c0c4de0 con 0x7f9c7c06df40 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c83958640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7c1eb060 con 0x7f9c7c13ae10 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c80ef3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 0x7f9c7c0c3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c80ef3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 0x7f9c7c0c3f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39478/0 (socket says 172.21.15.32:39478) 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c80ef3640 1 -- 172.21.15.32:0/1143374041 learned_addr learned my addr 172.21.15.32:0/1143374041 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c816f4640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c7c06df40 0x7f9c7c0c3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c81ef5640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c13ae10 0x7f9c7c0bc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c80ef3640 1 -- 172.21.15.32:0/1143374041 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c13ae10 msgr2=0x7f9c7c0bc680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c80ef3640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c13ae10 0x7f9c7c0bc680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c80ef3640 1 -- 172.21.15.32:0/1143374041 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c7c06df40 msgr2=0x7f9c7c0c3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c80ef3640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c7c06df40 0x7f9c7c0c3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:13:59.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c80ef3640 1 -- 172.21.15.32:0/1143374041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c78009b30 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c80ef3640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 0x7f9c7c0c3f80 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c001ec0 tx=0x7f9c6c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:59.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c71ffb640 1 -- 172.21.15.32:0/1143374041 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c0054e0 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c71ffb640 1 -- 172.21.15.32:0/1143374041 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c6c003600 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c7c0bed70 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c71ffb640 1 -- 172.21.15.32:0/1143374041 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c0039b0 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c7c0c3430 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c7c0bebb0 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c71ffb640 1 -- 172.21.15.32:0/1143374041 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9c6c003b10 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c71ffb640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c60066690 0x7f9c60068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:13:59.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c71ffb640 1 -- 172.21.15.32:0/1143374041 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f9c6c0836b0 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c816f4640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c60066690 0x7f9c60068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:13:59.617 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.613+0000 7f9c816f4640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c60066690 0x7f9c60068b50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c072470 tx=0x7f9c74008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:13:59.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.617+0000 7f9c71ffb640 1 -- 172.21.15.32:0/1143374041 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9c6c050ab0 con 0x7f9c7c13a8c0 2024-04-18T05:13:59.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:13:59.777+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f9c7c04e1e0 con 0x7f9c7c13a8c0 2024-04-18T05:14:00.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.445+0000 7f9c71ffb640 1 -- 172.21.15.32:0/1143374041 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v60) v1 ==== 170+0+0 (secure 0 0 0) 0x7f9c6c0170d0 con 0x7f9c7c13a8c0 2024-04-18T05:14:00.460 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs_data' created 2024-04-18T05:14:00.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c60066690 msgr2=0x7f9c60068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:00.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c60066690 0x7f9c60068b50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c072470 tx=0x7f9c74008040 comp rx=0 tx=0).stop 2024-04-18T05:14:00.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 msgr2=0x7f9c7c0c3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:00.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 0x7f9c7c0c3f80 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c001ec0 tx=0x7f9c6c00c8e0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 shutdown_connections 2024-04-18T05:14:00.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c7c13ae10 0x7f9c7c0bc680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c7c13a8c0 0x7f9c7c0c3f80 secure :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c001ec0 tx=0x7f9c6c00c8e0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c60066690 0x7f9c60068b50 secure :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c072470 tx=0x7f9c74008040 comp rx=0 tx=0).stop 2024-04-18T05:14:00.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 --2- 172.21.15.32:0/1143374041 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c7c06df40 0x7f9c7c0c3a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.469+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 >> 172.21.15.32:0/1143374041 conn(0x7f9c7c0c54b0 msgr2=0x7f9c7c150650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:00.478 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.477+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 shutdown_connections 2024-04-18T05:14:00.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.477+0000 7f9c83958640 1 -- 172.21.15.32:0/1143374041 wait complete. 2024-04-18T05:14:00.504 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-18T05:14:00.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5ce4ac4640 1 Processor -- start 2024-04-18T05:14:00.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5ce4ac4640 1 -- start start 2024-04-18T05:14:00.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5ce4ac4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 0x7f5ce006d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:00.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5ce4ac4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5ce0071d90 0x7f5ce015b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:00.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5ce4ac4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ce0150810 con 0x7f5ce014dce0 2024-04-18T05:14:00.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5ce4ac4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ce00724d0 con 0x7f5ce0071d90 2024-04-18T05:14:00.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5ce4ac4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce00c2930 con 0x7f5ce0151570 2024-04-18T05:14:00.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5cded9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5ce0071d90 0x7f5ce015b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:00.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5cded9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5ce0071d90 0x7f5ce015b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39480/0 (socket says 172.21.15.32:39480) 2024-04-18T05:14:00.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5cded9d640 1 -- 172.21.15.32:0/2543015221 learned_addr learned my addr 172.21.15.32:0/2543015221 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:00.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5cd7fff640 1 --2- 172.21.15.32:0/2543015221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 0x7f5ce006d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5cded9d640 1 -- 172.21.15.32:0/2543015221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 msgr2=0x7f5ce006d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5cded9d640 1 --2- 172.21.15.32:0/2543015221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 0x7f5ce006d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5cded9d640 1 -- 172.21.15.32:0/2543015221 >> v1:172.21.15.92:6789/0 conn(0x7f5ce014dce0 legacy=0x7f5ce00c2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.629+0000 7f5cded9d640 1 -- 172.21.15.32:0/2543015221 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ce0150a90 con 0x7f5ce0071d90 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cded9d640 1 --2- 172.21.15.32:0/2543015221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce0071d90 0x7f5ce015b190 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8009e50 tx=0x7f5cd801c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dfb7c24db3a38b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cddd9b640 1 -- 172.21.15.32:0/2543015221 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cd80a5830 con 0x7f5ce0071d90 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cddd9b640 1 -- 172.21.15.32:0/2543015221 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cd80a5990 con 0x7f5ce0071d90 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cddd9b640 1 -- 172.21.15.32:0/2543015221 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cd80a5d20 con 0x7f5ce0071d90 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/2543015221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce0071d90 msgr2=0x7f5ce015b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 --2- 172.21.15.32:0/2543015221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce0071d90 0x7f5ce015b190 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8009e50 tx=0x7f5cd801c970 comp rx=0 tx=0).stop 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/2543015221 shutdown_connections 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 --2- 172.21.15.32:0/2543015221 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce0071d90 0x7f5ce015b190 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 --2- 172.21.15.32:0/2543015221 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 0x7f5ce006d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/2543015221 >> 172.21.15.32:0/2543015221 conn(0x7f5ce006af90 msgr2=0x7f5ce006b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:00.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/2543015221 shutdown_connections 2024-04-18T05:14:00.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/2543015221 wait complete. 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 Processor -- start 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 -- start start 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce0071d90 0x7f5ce01498b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce014dce0 0x7f5ce00bf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 0x7f5ce014fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce01456b0 con 0x7f5ce014dce0 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce01f0550 con 0x7f5ce0071d90 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5ce4ac4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce0144d80 con 0x7f5ce0151570 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce014dce0 0x7f5ce00bf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce014dce0 0x7f5ce00bf8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39486/0 (socket says 172.21.15.32:39486) 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd7fff640 1 -- 172.21.15.32:0/558123100 learned_addr learned my addr 172.21.15.32:0/558123100 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cde59c640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce0071d90 0x7f5ce01498b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:00.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cded9d640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 0x7f5ce014fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd7fff640 1 -- 172.21.15.32:0/558123100 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 msgr2=0x7f5ce014fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd7fff640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 0x7f5ce014fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd7fff640 1 -- 172.21.15.32:0/558123100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce0071d90 msgr2=0x7f5ce01498b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd7fff640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce0071d90 0x7f5ce01498b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd7fff640 1 -- 172.21.15.32:0/558123100 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cd8009b30 con 0x7f5ce014dce0 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd7fff640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce014dce0 0x7f5ce00bf8f0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f5cc800d800 tx=0x7f5cc800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.633+0000 7f5cd6ffd640 1 -- 172.21.15.32:0/558123100 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc800b6c0 con 0x7f5ce014dce0 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5cd6ffd640 1 -- 172.21.15.32:0/558123100 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cc800b820 con 0x7f5ce014dce0 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ce0145060 con 0x7f5ce014dce0 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5cd6ffd640 1 -- 172.21.15.32:0/558123100 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc800bb90 con 0x7f5ce014dce0 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ce00bfe30 con 0x7f5ce014dce0 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ce0145820 con 0x7f5ce014dce0 2024-04-18T05:14:00.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5cd6ffd640 1 -- 172.21.15.32:0/558123100 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5cc800bcf0 con 0x7f5ce014dce0 2024-04-18T05:14:00.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5cd6ffd640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5cc0066690 0x7f5cc0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:00.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5cd6ffd640 1 -- 172.21.15.32:0/558123100 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f5cc8085240 con 0x7f5ce014dce0 2024-04-18T05:14:00.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5cde59c640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5cc0066690 0x7f5cc0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:00.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.637+0000 7f5cde59c640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5cc0066690 0x7f5cc0068b50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f5cd0000f70 tx=0x7f5cd0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:00.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.641+0000 7f5cd6ffd640 1 -- 172.21.15.32:0/558123100 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5cc80525b0 con 0x7f5ce014dce0 2024-04-18T05:14:00.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.833+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f5ce004e1e0 con 0x7f5ce014dce0 2024-04-18T05:14:00.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.845+0000 7f5cd6ffd640 1 -- 172.21.15.32:0/558123100 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 9 and data pool 10 v27) v1 ==== 173+0+0 (secure 0 0 0) 0x7f5cc8055bd0 con 0x7f5ce014dce0 2024-04-18T05:14:00.849 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 9 and data pool 10 2024-04-18T05:14:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5cc0066690 msgr2=0x7f5cc0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5cc0066690 0x7f5cc0068b50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f5cd0000f70 tx=0x7f5cd0009040 comp rx=0 tx=0).stop 2024-04-18T05:14:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce014dce0 msgr2=0x7f5ce00bf8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:00.855 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce014dce0 0x7f5ce00bf8f0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f5cc800d800 tx=0x7f5cc800dcc0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.856 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 shutdown_connections 2024-04-18T05:14:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ce0151570 0x7f5ce014fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ce014dce0 0x7f5ce00bf8f0 secure :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f5cc800d800 tx=0x7f5cc800dcc0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5cc0066690 0x7f5cc0068b50 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 --2- 172.21.15.32:0/558123100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce0071d90 0x7f5ce01498b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:00.857 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.853+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 >> 172.21.15.32:0/558123100 conn(0x7f5ce006af90 msgr2=0x7f5ce006b370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:00.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.857+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 shutdown_connections 2024-04-18T05:14:00.859 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:00.857+0000 7f5ce4ac4640 1 -- 172.21.15.32:0/558123100 wait complete. 2024-04-18T05:14:00.888 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:14:01.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.001+0000 7fa9897e9640 1 Processor -- start 2024-04-18T05:14:01.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa9897e9640 1 -- start start 2024-04-18T05:14:01.006 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa9897e9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa9840aeb90 0x7fa9840c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa9897e9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9840c4240 con 0x7fa9840bcb80 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa9897e9640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9840c46d0 con 0x7fa98406cd00 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa9897e9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9840c7750 con 0x7fa9840aeb90 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa982ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa9840aeb90 0x7fa9840c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa982ffd640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fa9840aeb90 0x7fa9840c5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39498/0 (socket says 172.21.15.32:39498) 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa982ffd640 1 -- 172.21.15.32:0/1946552845 learned_addr learned my addr 172.21.15.32:0/1946552845 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa9827fc640 1 --1- 172.21.15.32:0/1946552845 >> v1:172.21.15.32:6789/0 conn(0x7fa9840bcb80 0x7fa98406b230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:34050/0 (socket says 172.21.15.32:34050) 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa982ffd640 1 -- 172.21.15.32:0/1946552845 >> v1:172.21.15.92:6789/0 conn(0x7fa98406cd00 legacy=0x7fa98415e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa982ffd640 1 -- 172.21.15.32:0/1946552845 >> v1:172.21.15.32:6789/0 conn(0x7fa9840bcb80 legacy=0x7fa98406b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa982ffd640 1 -- 172.21.15.32:0/1946552845 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa984154780 con 0x7fa9840aeb90 2024-04-18T05:14:01.007 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa981ffb640 1 -- 172.21.15.32:0/1946552845 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3091132484 0 0) 0x7fa9840c4240 con 0x7fa9840bcb80 2024-04-18T05:14:01.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa982ffd640 1 --2- 172.21.15.32:0/1946552845 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9840aeb90 0x7fa9840c5ec0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fa974009870 tx=0x7fa97401c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=449c29493e459713 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:01.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa981ffb640 1 -- 172.21.15.32:0/1946552845 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9740ac600 con 0x7fa9840aeb90 2024-04-18T05:14:01.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa981ffb640 1 -- 172.21.15.32:0/1946552845 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9740a8050 con 0x7fa9840aeb90 2024-04-18T05:14:01.009 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.005+0000 7fa981ffb640 1 -- 172.21.15.32:0/1946552845 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9740ac980 con 0x7fa9840aeb90 2024-04-18T05:14:01.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- 172.21.15.32:0/1946552845 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9840aeb90 msgr2=0x7fa9840c5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 --2- 172.21.15.32:0/1946552845 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9840aeb90 0x7fa9840c5ec0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fa974009870 tx=0x7fa97401c490 comp rx=0 tx=0).stop 2024-04-18T05:14:01.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- 172.21.15.32:0/1946552845 shutdown_connections 2024-04-18T05:14:01.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 --2- 172.21.15.32:0/1946552845 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa9840aeb90 0x7fa9840c5ec0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- 172.21.15.32:0/1946552845 >> 172.21.15.32:0/1946552845 conn(0x7fa9840ab0a0 msgr2=0x7fa9840ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:01.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- 172.21.15.32:0/1946552845 shutdown_connections 2024-04-18T05:14:01.010 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- 172.21.15.32:0/1946552845 wait complete. 2024-04-18T05:14:01.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 Processor -- start 2024-04-18T05:14:01.011 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- start start 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa98406cd00 0x7fa984148ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9840aeb90 0x7fa984154f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9840bcb80 0x7fa9841efeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa98414ab00 con 0x7fa98406cd00 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa98414bc80 con 0x7fa9840aeb90 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa98414bf60 con 0x7fa9840bcb80 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa982ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa98406cd00 0x7fa984148ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa982ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa98406cd00 0x7fa984148ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39512/0 (socket says 172.21.15.32:39512) 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa982ffd640 1 -- 172.21.15.32:0/2324117701 learned_addr learned my addr 172.21.15.32:0/2324117701 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9827fc640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9840aeb90 0x7fa984154f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.013 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9837fe640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9840bcb80 0x7fa9841efeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa982ffd640 1 -- 172.21.15.32:0/2324117701 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9840bcb80 msgr2=0x7fa9841efeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa982ffd640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9840bcb80 0x7fa9841efeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa982ffd640 1 -- 172.21.15.32:0/2324117701 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9840aeb90 msgr2=0x7fa984154f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa982ffd640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9840aeb90 0x7fa984154f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa982ffd640 1 -- 172.21.15.32:0/2324117701 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9740094d0 con 0x7fa98406cd00 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa982ffd640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa98406cd00 0x7fa984148ba0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fa9740190a0 tx=0x7fa97401acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa96b7fe640 1 -- 172.21.15.32:0/2324117701 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa974004220 con 0x7fa98406cd00 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa96b7fe640 1 -- 172.21.15.32:0/2324117701 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa974004380 con 0x7fa98406cd00 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa98414c240 con 0x7fa98406cd00 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa96b7fe640 1 -- 172.21.15.32:0/2324117701 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa974003820 con 0x7fa98406cd00 2024-04-18T05:14:01.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.009+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9841490e0 con 0x7fa98406cd00 2024-04-18T05:14:01.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.013+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa98414c760 con 0x7fa98406cd00 2024-04-18T05:14:01.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.013+0000 7fa96b7fe640 1 -- 172.21.15.32:0/2324117701 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa9740b3040 con 0x7fa98406cd00 2024-04-18T05:14:01.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.013+0000 7fa96b7fe640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa970066690 0x7fa970068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.013+0000 7fa96b7fe640 1 -- 172.21.15.32:0/2324117701 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa97411df90 con 0x7fa98406cd00 2024-04-18T05:14:01.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.013+0000 7fa9827fc640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa970066690 0x7fa970068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.013+0000 7fa9827fc640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa970066690 0x7fa970068b50 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa9841504f0 tx=0x7fa978007240 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:01.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.017+0000 7fa96b7fe640 1 -- 172.21.15.32:0/2324117701 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa97414fbe0 con 0x7fa98406cd00 2024-04-18T05:14:01.180 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.177+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa9840666e0 con 0x7fa98406cd00 2024-04-18T05:14:01.181 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa96b7fe640 1 -- 172.21.15.32:0/2324117701 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) v1 ==== 74+0+16261 (secure 0 0 0) 0x7fa98414c760 con 0x7fa98406cd00 2024-04-18T05:14:01.182 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:01.182 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":61,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:14:00.838342+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:13:58.504438+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-04-18T05:13:59.823533+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:14:01.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa970066690 msgr2=0x7fa970068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa970066690 0x7fa970068b50 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fa9841504f0 tx=0x7fa978007240 comp rx=0 tx=0).stop 2024-04-18T05:14:01.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa98406cd00 msgr2=0x7fa984148ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa98406cd00 0x7fa984148ba0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fa9740190a0 tx=0x7fa97401acd0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 shutdown_connections 2024-04-18T05:14:01.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa9840bcb80 0x7fa9841efeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa970066690 0x7fa970068b50 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9840aeb90 0x7fa984154f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.184 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 --2- 172.21.15.32:0/2324117701 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa98406cd00 0x7fa984148ba0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 >> 172.21.15.32:0/2324117701 conn(0x7fa9840ab0a0 msgr2=0x7fa9840ab480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:01.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 shutdown_connections 2024-04-18T05:14:01.185 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.181+0000 7fa9897e9640 1 -- 172.21.15.32:0/2324117701 wait complete. 2024-04-18T05:14:01.201 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:14:01.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.325+0000 7f0e8910b640 1 Processor -- start 2024-04-18T05:14:01.329 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.325+0000 7f0e8910b640 1 -- start start 2024-04-18T05:14:01.330 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8910b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e841519f0 0x7f0e840a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8910b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0e8406d5d0 0x7f0e8415c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8910b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e84155e50 con 0x7f0e840a84c0 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8910b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e840a9080 con 0x7f0e8406d5d0 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8910b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e84154f60 con 0x7f0e841519f0 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8359e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0e8406d5d0 0x7f0e8415c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8359e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0e8406d5d0 0x7f0e8415c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39524/0 (socket says 172.21.15.32:39524) 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8359e640 1 -- 172.21.15.32:0/3978581717 learned_addr learned my addr 172.21.15.32:0/3978581717 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8259c640 1 --2- 172.21.15.32:0/3978581717 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e841519f0 0x7f0e840a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8359e640 1 -- 172.21.15.32:0/3978581717 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e841519f0 msgr2=0x7f0e840a88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8359e640 1 --2- 172.21.15.32:0/3978581717 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e841519f0 0x7f0e840a88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8359e640 1 -- 172.21.15.32:0/3978581717 >> v1:172.21.15.92:6789/0 conn(0x7f0e840a84c0 legacy=0x7f0e8406cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.331 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8359e640 1 -- 172.21.15.32:0/3978581717 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e84155240 con 0x7f0e8406d5d0 2024-04-18T05:14:01.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.329+0000 7f0e8359e640 1 --2- 172.21.15.32:0/3978581717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 0x7f0e8415c2d0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f0e7c009e50 tx=0x7f0e7c01c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee407fd16010ed95 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:01.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e81d9b640 1 -- 172.21.15.32:0/3978581717 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e7c0a5660 con 0x7f0e8406d5d0 2024-04-18T05:14:01.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e81d9b640 1 -- 172.21.15.32:0/3978581717 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e7c0a57c0 con 0x7f0e8406d5d0 2024-04-18T05:14:01.333 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e81d9b640 1 -- 172.21.15.32:0/3978581717 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e7c0a5b50 con 0x7f0e8406d5d0 2024-04-18T05:14:01.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 -- 172.21.15.32:0/3978581717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 msgr2=0x7f0e8415c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 --2- 172.21.15.32:0/3978581717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 0x7f0e8415c2d0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f0e7c009e50 tx=0x7f0e7c01c9a0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 -- 172.21.15.32:0/3978581717 shutdown_connections 2024-04-18T05:14:01.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 --2- 172.21.15.32:0/3978581717 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 0x7f0e8415c2d0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 --2- 172.21.15.32:0/3978581717 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e841519f0 0x7f0e840a88a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 -- 172.21.15.32:0/3978581717 >> 172.21.15.32:0/3978581717 conn(0x7f0e84069e80 msgr2=0x7f0e8406a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:01.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 -- 172.21.15.32:0/3978581717 shutdown_connections 2024-04-18T05:14:01.334 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 -- 172.21.15.32:0/3978581717 wait complete. 2024-04-18T05:14:01.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 Processor -- start 2024-04-18T05:14:01.335 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 -- start start 2024-04-18T05:14:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 0x7f0e841ea7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e840a84c0 0x7f0e840c1c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e841519f0 0x7f0e84134620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.337 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e84154460 con 0x7f0e8406d5d0 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e841ead10 con 0x7f0e841519f0 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8910b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e84153bc0 con 0x7f0e840a84c0 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e82d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 0x7f0e841ea7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e82d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 0x7f0e841ea7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:39528/0 (socket says 172.21.15.32:39528) 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e82d9d640 1 -- 172.21.15.32:0/3565636882 learned_addr learned my addr 172.21.15.32:0/3565636882 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8359e640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e841519f0 0x7f0e84134620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e8259c640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e840a84c0 0x7f0e840c1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e82d9d640 1 -- 172.21.15.32:0/3565636882 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e840a84c0 msgr2=0x7f0e840c1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e82d9d640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e840a84c0 0x7f0e840c1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e82d9d640 1 -- 172.21.15.32:0/3565636882 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e841519f0 msgr2=0x7f0e84134620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e82d9d640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e841519f0 0x7f0e84134620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e82d9d640 1 -- 172.21.15.32:0/3565636882 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e7c009b30 con 0x7f0e8406d5d0 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.333+0000 7f0e82d9d640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 0x7f0e841ea7d0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f0e7800c370 tx=0x7f0e7800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e6b7fe640 1 -- 172.21.15.32:0/3565636882 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e780052d0 con 0x7f0e8406d5d0 2024-04-18T05:14:01.338 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e6b7fe640 1 -- 172.21.15.32:0/3565636882 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e78005430 con 0x7f0e8406d5d0 2024-04-18T05:14:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e6b7fe640 1 -- 172.21.15.32:0/3565636882 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e78007260 con 0x7f0e8406d5d0 2024-04-18T05:14:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e84153ea0 con 0x7f0e8406d5d0 2024-04-18T05:14:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e84152070 con 0x7f0e8406d5d0 2024-04-18T05:14:01.339 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e840666e0 con 0x7f0e8406d5d0 2024-04-18T05:14:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e6b7fe640 1 -- 172.21.15.32:0/3565636882 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0e780073c0 con 0x7f0e8406d5d0 2024-04-18T05:14:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e6b7fe640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e70066690 0x7f0e70068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e6b7fe640 1 -- 172.21.15.32:0/3565636882 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0e780835b0 con 0x7f0e8406d5d0 2024-04-18T05:14:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e8259c640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e70066690 0x7f0e70068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.340 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.337+0000 7f0e8259c640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e70066690 0x7f0e70068b50 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0e840c2530 tx=0x7f0e74008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:01.344 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.341+0000 7f0e6b7fe640 1 -- 172.21.15.32:0/3565636882 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0e78050870 con 0x7f0e8406d5d0 2024-04-18T05:14:01.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.505+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0e84072090 con 0x7f0e8406d5d0 2024-04-18T05:14:01.510 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e6b7fe640 1 -- 172.21.15.32:0/3565636882 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) v1 ==== 74+0+16261 (secure 0 0 0) 0x7f0e78053e90 con 0x7f0e8406d5d0 2024-04-18T05:14:01.511 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:01.511 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":61,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:14:00.838342+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:13:58.504438+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-04-18T05:13:59.823533+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:14:01.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e70066690 msgr2=0x7f0e70068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.513 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e70066690 0x7f0e70068b50 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0e840c2530 tx=0x7f0e74008040 comp rx=0 tx=0).stop 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 msgr2=0x7f0e841ea7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 0x7f0e841ea7d0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f0e7800c370 tx=0x7f0e7800c830 comp rx=0 tx=0).stop 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 shutdown_connections 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0e70066690 0x7f0e70068b50 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e841519f0 0x7f0e84134620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0e840a84c0 0x7f0e840c1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 --2- 172.21.15.32:0/3565636882 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0e8406d5d0 0x7f0e841ea7d0 secure :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f0e7800c370 tx=0x7f0e7800c830 comp rx=0 tx=0).stop 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.509+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 >> 172.21.15.32:0/3565636882 conn(0x7f0e84069e80 msgr2=0x7f0e84151210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.513+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 shutdown_connections 2024-04-18T05:14:01.514 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.513+0000 7f0e8910b640 1 -- 172.21.15.32:0/3565636882 wait complete. 2024-04-18T05:14:01.530 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-18T05:14:01.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f04870bc640 1 Processor -- start 2024-04-18T05:14:01.654 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f04870bc640 1 -- start start 2024-04-18T05:14:01.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f04870bc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f048006df40 0x7f0480151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f04870bc640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04800a8200 con 0x7f048013a8c0 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f04870bc640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04800a84e0 con 0x7f048013ae10 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f04870bc640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04800a8fb0 con 0x7f048006df40 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f0484e58640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f048006df40 0x7f0480151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f0485659640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f048013a8c0 0x7f04800a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59718/0 (socket says 172.21.15.32:59718) 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f0485659640 1 -- 172.21.15.32:0/1887900165 learned_addr learned my addr 172.21.15.32:0/1887900165 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f0484e58640 1 -- 172.21.15.32:0/1887900165 >> v1:172.21.15.92:6789/0 conn(0x7f048013ae10 legacy=0x7f04801559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f0484e58640 1 -- 172.21.15.32:0/1887900165 >> v1:172.21.15.32:6789/0 conn(0x7f048013a8c0 legacy=0x7f04800a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f047f7fe640 1 -- 172.21.15.32:0/1887900165 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2639460259 0 0) 0x7f04800a8200 con 0x7f048013a8c0 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.653+0000 7f0484e58640 1 -- 172.21.15.32:0/1887900165 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04800a87c0 con 0x7f048006df40 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f0484e58640 1 --2- 172.21.15.32:0/1887900165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048006df40 0x7f0480151b60 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f0470009d90 tx=0x7f047001c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c7d78a49101bdfc server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f047f7fe640 1 -- 172.21.15.32:0/1887900165 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04700a57a0 con 0x7f048006df40 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f047f7fe640 1 -- 172.21.15.32:0/1887900165 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04700a5900 con 0x7f048006df40 2024-04-18T05:14:01.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f047f7fe640 1 -- 172.21.15.32:0/1887900165 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04700a5c90 con 0x7f048006df40 2024-04-18T05:14:01.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 -- 172.21.15.32:0/1887900165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048006df40 msgr2=0x7f0480151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 --2- 172.21.15.32:0/1887900165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048006df40 0x7f0480151b60 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f0470009d90 tx=0x7f047001c8e0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 -- 172.21.15.32:0/1887900165 shutdown_connections 2024-04-18T05:14:01.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 --2- 172.21.15.32:0/1887900165 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048006df40 0x7f0480151b60 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 -- 172.21.15.32:0/1887900165 >> 172.21.15.32:0/1887900165 conn(0x7f04800c54b0 msgr2=0x7f04800c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:01.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 -- 172.21.15.32:0/1887900165 shutdown_connections 2024-04-18T05:14:01.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 -- 172.21.15.32:0/1887900165 wait complete. 2024-04-18T05:14:01.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 Processor -- start 2024-04-18T05:14:01.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 -- start start 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f048006df40 0x7f0480132de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048013a8c0 0x7f048006cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f048013ae10 0x7f048014e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0480154af0 con 0x7f048013a8c0 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0480139a00 con 0x7f048006df40 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f04870bc640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0480139e90 con 0x7f048013ae10 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f047ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048013a8c0 0x7f048006cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f047ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048013a8c0 0x7f048006cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58826/0 (socket says 172.21.15.32:58826) 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.657+0000 7f047ffff640 1 -- 172.21.15.32:0/338538206 learned_addr learned my addr 172.21.15.32:0/338538206 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f0485659640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f048013ae10 0x7f048014e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f0484e58640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f048006df40 0x7f0480132de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047ffff640 1 -- 172.21.15.32:0/338538206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f048013ae10 msgr2=0x7f048014e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047ffff640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f048013ae10 0x7f048014e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047ffff640 1 -- 172.21.15.32:0/338538206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f048006df40 msgr2=0x7f0480132de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047ffff640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f048006df40 0x7f0480132de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047ffff640 1 -- 172.21.15.32:0/338538206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0470009a70 con 0x7f048013a8c0 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047ffff640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048013a8c0 0x7f048006cf10 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f046800c500 tx=0x7f046800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047d7fa640 1 -- 172.21.15.32:0/338538206 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0468005220 con 0x7f048013a8c0 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047d7fa640 1 -- 172.21.15.32:0/338538206 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0468005380 con 0x7f048013a8c0 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047d7fa640 1 -- 172.21.15.32:0/338538206 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0468007270 con 0x7f048013a8c0 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0480153cb0 con 0x7f048013a8c0 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04801edcd0 con 0x7f048013a8c0 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04801edef0 con 0x7f048013a8c0 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047d7fa640 1 -- 172.21.15.32:0/338538206 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f04680073d0 con 0x7f048013a8c0 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047d7fa640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f04600666c0 0x7f0460068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:01.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f047d7fa640 1 -- 172.21.15.32:0/338538206 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0468083d00 con 0x7f048013a8c0 2024-04-18T05:14:01.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f0484e58640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f04600666c0 0x7f0460068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:01.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.661+0000 7f0484e58640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f04600666c0 0x7f0460068b80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f04700af000 tx=0x7f04700a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:01.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.665+0000 7f047d7fa640 1 -- 172.21.15.32:0/338538206 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0468050ea0 con 0x7f048013a8c0 2024-04-18T05:14:01.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:01.865+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f048004e1e0 con 0x7f048013a8c0 2024-04-18T05:14:02.866 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.865+0000 7f047d7fa640 1 -- 172.21.15.32:0/338538206 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v30) v1 ==== 118+0+0 (secure 0 0 0) 0x7f04680544c0 con 0x7f048013a8c0 2024-04-18T05:14:02.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f04600666c0 msgr2=0x7f0460068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:02.870 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f04600666c0 0x7f0460068b80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f04700af000 tx=0x7f04700a7070 comp rx=0 tx=0).stop 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048013a8c0 msgr2=0x7f048006cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048013a8c0 0x7f048006cf10 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f046800c500 tx=0x7f046800c9c0 comp rx=0 tx=0).stop 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 shutdown_connections 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f048013ae10 0x7f048014e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f048013a8c0 0x7f048006cf10 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f04600666c0 0x7f0460068b80 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 --2- 172.21.15.32:0/338538206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f048006df40 0x7f0480132de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 >> 172.21.15.32:0/338538206 conn(0x7f04800c54b0 msgr2=0x7f0480071370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 shutdown_connections 2024-04-18T05:14:02.871 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:02.869+0000 7f04870bc640 1 -- 172.21.15.32:0/338538206 wait complete. 2024-04-18T05:14:02.894 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-18T05:14:02.894 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-18T05:14:03.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.025+0000 7f8c2a35f640 1 Processor -- start 2024-04-18T05:14:03.028 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.025+0000 7f8c2a35f640 1 -- start start 2024-04-18T05:14:03.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8c2406a310 0x7f8c2414dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:03.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8c240aa040 0x7f8c2414e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:03.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c240c19c0 con 0x7f8c240a9080 2024-04-18T05:14:03.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c24071c00 con 0x7f8c2406a310 2024-04-18T05:14:03.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c2414e620 con 0x7f8c240aa040 2024-04-18T05:14:03.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c23fff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8c2406a310 0x7f8c2414dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:03.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c288fc640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f8c240a9080 0x7f8c240a9480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59720/0 (socket says 172.21.15.32:59720) 2024-04-18T05:14:03.030 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c288fc640 1 -- 172.21.15.32:0/2055956807 learned_addr learned my addr 172.21.15.32:0/2055956807 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:03.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c237fe640 1 --2- 172.21.15.32:0/2055956807 >> v2:172.21.15.92:3300/0 conn(0x7f8c240aa040 0x7f8c2414e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:03.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c23fff640 1 -- 172.21.15.32:0/2055956807 >> v2:172.21.15.92:3300/0 conn(0x7f8c240aa040 msgr2=0x7f8c2414e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:03.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c23fff640 1 --2- 172.21.15.32:0/2055956807 >> v2:172.21.15.92:3300/0 conn(0x7f8c240aa040 0x7f8c2414e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c23fff640 1 -- 172.21.15.32:0/2055956807 >> v1:172.21.15.32:6789/0 conn(0x7f8c240a9080 legacy=0x7f8c240a9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:03.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c22ffd640 1 -- 172.21.15.32:0/2055956807 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3816607453 0 0) 0x7f8c240c19c0 con 0x7f8c240a9080 2024-04-18T05:14:03.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c23fff640 1 -- 172.21.15.32:0/2055956807 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c24154e70 con 0x7f8c2406a310 2024-04-18T05:14:03.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c237fe640 1 --2- 172.21.15.32:0/2055956807 >> v2:172.21.15.92:3300/0 conn(0x7f8c240aa040 0x7f8c2414e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:03.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c23fff640 1 --2- 172.21.15.32:0/2055956807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 0x7f8c2414dba0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f8c2406ab50 tx=0x7f8c1401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c1304d278fa1bc server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:03.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c22ffd640 1 -- 172.21.15.32:0/2055956807 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c140ac620 con 0x7f8c2406a310 2024-04-18T05:14:03.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c22ffd640 1 -- 172.21.15.32:0/2055956807 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c140ac780 con 0x7f8c2406a310 2024-04-18T05:14:03.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c22ffd640 1 -- 172.21.15.32:0/2055956807 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c140acb10 con 0x7f8c2406a310 2024-04-18T05:14:03.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2055956807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 msgr2=0x7f8c2414dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:03.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 --2- 172.21.15.32:0/2055956807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 0x7f8c2414dba0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f8c2406ab50 tx=0x7f8c1401c3c0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2055956807 shutdown_connections 2024-04-18T05:14:03.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 --2- 172.21.15.32:0/2055956807 >> v2:172.21.15.92:3300/0 conn(0x7f8c240aa040 0x7f8c2414e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 --2- 172.21.15.32:0/2055956807 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 0x7f8c2414dba0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2055956807 >> 172.21.15.32:0/2055956807 conn(0x7f8c240c54b0 msgr2=0x7f8c240c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:03.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2055956807 shutdown_connections 2024-04-18T05:14:03.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.029+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2055956807 wait complete. 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 Processor -- start 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 -- start start 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 0x7f8c2414d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c240a9080 0x7f8c240c2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c240aa040 0x7f8c240c2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c240c40e0 con 0x7f8c2406a310 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c240bb310 con 0x7f8c240aa040 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c241e9d40 con 0x7f8c240a9080 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c23fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 0x7f8c2414d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c23fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 0x7f8c2414d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58844/0 (socket says 172.21.15.32:58844) 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c23fff640 1 -- 172.21.15.32:0/2182387833 learned_addr learned my addr 172.21.15.32:0/2182387833 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c23fff640 1 -- 172.21.15.32:0/2182387833 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c240a9080 msgr2=0x7f8c240c2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:03.036 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c23fff640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c240a9080 0x7f8c240c2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c23fff640 1 -- 172.21.15.32:0/2182387833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c240aa040 msgr2=0x7f8c240c2db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c288fc640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c240aa040 0x7f8c240c2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c23fff640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c240aa040 0x7f8c240c2db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c23fff640 1 -- 172.21.15.32:0/2182387833 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c14009420 con 0x7f8c2406a310 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c23fff640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 0x7f8c2414d070 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f8c140af040 tx=0x7f8c14019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c20ff9640 1 -- 172.21.15.32:0/2182387833 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c140b5610 con 0x7f8c2406a310 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c20ff9640 1 -- 172.21.15.32:0/2182387833 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c140b5770 con 0x7f8c2406a310 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c241ea020 con 0x7f8c2406a310 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c20ff9640 1 -- 172.21.15.32:0/2182387833 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c140b5b20 con 0x7f8c2406a310 2024-04-18T05:14:03.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c241ea5e0 con 0x7f8c2406a310 2024-04-18T05:14:03.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.033+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c2404e1e0 con 0x7f8c2406a310 2024-04-18T05:14:03.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.037+0000 7f8c20ff9640 1 -- 172.21.15.32:0/2182387833 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8c140b3040 con 0x7f8c2406a310 2024-04-18T05:14:03.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.037+0000 7f8c20ff9640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8c10066690 0x7f8c10068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:03.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.037+0000 7f8c20ff9640 1 -- 172.21.15.32:0/2182387833 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f8c1411e700 con 0x7f8c2406a310 2024-04-18T05:14:03.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.037+0000 7f8c237fe640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8c10066690 0x7f8c10068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:03.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.037+0000 7f8c237fe640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8c10066690 0x7f8c10068b50 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8c2414a480 tx=0x7f8c18008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:03.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.041+0000 7f8c20ff9640 1 -- 172.21.15.32:0/2182387833 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8c140eb930 con 0x7f8c2406a310 2024-04-18T05:14:03.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.233+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f8c240aa640 con 0x7f8c2406a310 2024-04-18T05:14:03.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.873+0000 7f8c20ff9640 1 -- 172.21.15.32:0/2182387833 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v31) v1 ==== 122+0+0 (secure 0 0 0) 0x7f8c140eef50 con 0x7f8c2406a310 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8c10066690 msgr2=0x7f8c10068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8c10066690 0x7f8c10068b50 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f8c2414a480 tx=0x7f8c18008040 comp rx=0 tx=0).stop 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 msgr2=0x7f8c2414d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 0x7f8c2414d070 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f8c140af040 tx=0x7f8c14019160 comp rx=0 tx=0).stop 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 shutdown_connections 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8c10066690 0x7f8c10068b50 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c240aa040 0x7f8c240c2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c240a9080 0x7f8c240c2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 --2- 172.21.15.32:0/2182387833 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c2406a310 0x7f8c2414d070 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 >> 172.21.15.32:0/2182387833 conn(0x7f8c240c54b0 msgr2=0x7f8c240bfab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:03.879 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 shutdown_connections 2024-04-18T05:14:03.880 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:03.877+0000 7f8c2a35f640 1 -- 172.21.15.32:0/2182387833 wait complete. 2024-04-18T05:14:03.903 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-18T05:14:03.903 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:14:04.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.029+0000 7f0cb778d640 1 Processor -- start 2024-04-18T05:14:04.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.029+0000 7f0cb778d640 1 -- start start 2024-04-18T05:14:04.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb778d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0cb014def0 0x7f0cb00716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb778d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0cb00c0e50 0x7f0cb0070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb778d640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cb014e2d0 con 0x7f0cb00c1820 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb778d640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cb0151440 con 0x7f0cb00c0e50 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb778d640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cb0151720 con 0x7f0cb014def0 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb4d28640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f0cb00c1820 0x7f0cb0070340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59726/0 (socket says 172.21.15.32:59726) 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb4d28640 1 -- 172.21.15.32:0/3914018483 learned_addr learned my addr 172.21.15.32:0/3914018483 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb5d2a640 1 --2- 172.21.15.32:0/3914018483 >> v2:172.21.15.32:3300/0 conn(0x7f0cb00c0e50 0x7f0cb0070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb5529640 1 --2- 172.21.15.32:0/3914018483 >> v2:172.21.15.92:3300/0 conn(0x7f0cb014def0 0x7f0cb00716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0ca7fff640 1 -- 172.21.15.32:0/3914018483 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1801107176 0 0) 0x7f0cb014e2d0 con 0x7f0cb00c1820 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0ca7fff640 1 -- 172.21.15.32:0/3914018483 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c9c005740 con 0x7f0cb00c1820 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb5d2a640 1 -- 172.21.15.32:0/3914018483 >> v2:172.21.15.92:3300/0 conn(0x7f0cb014def0 msgr2=0x7f0cb00716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb5d2a640 1 --2- 172.21.15.32:0/3914018483 >> v2:172.21.15.92:3300/0 conn(0x7f0cb014def0 0x7f0cb00716f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb5d2a640 1 -- 172.21.15.32:0/3914018483 >> v1:172.21.15.32:6789/0 conn(0x7f0cb00c1820 legacy=0x7f0cb0070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0ca7fff640 1 -- 172.21.15.32:0/3914018483 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3677058370 0 0) 0x7f0c9c005740 con 0x7f0cb00c1820 2024-04-18T05:14:04.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb5d2a640 1 -- 172.21.15.32:0/3914018483 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cb00c1cf0 con 0x7f0cb00c0e50 2024-04-18T05:14:04.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0cb5d2a640 1 --2- 172.21.15.32:0/3914018483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c0e50 0x7f0cb0070a50 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f0cb00c2d40 tx=0x7f0ca801c280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=571bd69fece14a33 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:04.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0ca7fff640 1 -- 172.21.15.32:0/3914018483 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ca0001680 con 0x7f0cb00c0e50 2024-04-18T05:14:04.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0ca7fff640 1 -- 172.21.15.32:0/3914018483 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ca80a4cb0 con 0x7f0cb00c0e50 2024-04-18T05:14:04.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.033+0000 7f0ca7fff640 1 -- 172.21.15.32:0/3914018483 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ca80ac660 con 0x7f0cb00c0e50 2024-04-18T05:14:04.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- 172.21.15.32:0/3914018483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c0e50 msgr2=0x7f0cb0070a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 --2- 172.21.15.32:0/3914018483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c0e50 0x7f0cb0070a50 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f0cb00c2d40 tx=0x7f0ca801c280 comp rx=0 tx=0).stop 2024-04-18T05:14:04.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- 172.21.15.32:0/3914018483 shutdown_connections 2024-04-18T05:14:04.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 --2- 172.21.15.32:0/3914018483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c0e50 0x7f0cb0070a50 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 --2- 172.21.15.32:0/3914018483 >> v2:172.21.15.92:3300/0 conn(0x7f0cb014def0 0x7f0cb00716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- 172.21.15.32:0/3914018483 >> 172.21.15.32:0/3914018483 conn(0x7f0cb0069e80 msgr2=0x7f0cb006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:04.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- 172.21.15.32:0/3914018483 shutdown_connections 2024-04-18T05:14:04.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- 172.21.15.32:0/3914018483 wait complete. 2024-04-18T05:14:04.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 Processor -- start 2024-04-18T05:14:04.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- start start 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb00c0e50 0x7f0cb00c3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c1820 0x7f0cb01409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb014def0 0x7f0cb01ef850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb00c3280 con 0x7f0cb00c1820 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb00c2fe0 con 0x7f0cb00c0e50 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb014bec0 con 0x7f0cb014def0 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb4d28640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c1820 0x7f0cb01409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb4d28640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c1820 0x7f0cb01409d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58860/0 (socket says 172.21.15.32:58860) 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb4d28640 1 -- 172.21.15.32:0/1267982471 learned_addr learned my addr 172.21.15.32:0/1267982471 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb5d2a640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb014def0 0x7f0cb01ef850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb5529640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb00c0e50 0x7f0cb00c3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb4d28640 1 -- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb014def0 msgr2=0x7f0cb01ef850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.041 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb4d28640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb014def0 0x7f0cb01ef850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb4d28640 1 -- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb00c0e50 msgr2=0x7f0cb00c3de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb4d28640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb00c0e50 0x7f0cb00c3de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb4d28640 1 -- 172.21.15.32:0/1267982471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ca8009420 con 0x7f0cb00c1820 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb5529640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb00c0e50 0x7f0cb00c3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb5d2a640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb014def0 0x7f0cb01ef850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb4d28640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c1820 0x7f0cb01409d0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f0ca000c760 tx=0x7f0ca000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0ca5ffb640 1 -- 172.21.15.32:0/1267982471 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ca0005ae0 con 0x7f0cb00c1820 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0ca5ffb640 1 -- 172.21.15.32:0/1267982471 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ca0005c40 con 0x7f0cb00c1820 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cb014c1a0 con 0x7f0cb00c1820 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0ca5ffb640 1 -- 172.21.15.32:0/1267982471 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ca0007070 con 0x7f0cb00c1820 2024-04-18T05:14:04.042 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.037+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cb0140f10 con 0x7f0cb00c1820 2024-04-18T05:14:04.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.041+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cb014bd20 con 0x7f0cb00c1820 2024-04-18T05:14:04.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.041+0000 7f0ca5ffb640 1 -- 172.21.15.32:0/1267982471 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0ca00071d0 con 0x7f0cb00c1820 2024-04-18T05:14:04.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.041+0000 7f0ca5ffb640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0c94066690 0x7f0c94068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.041+0000 7f0ca5ffb640 1 -- 172.21.15.32:0/1267982471 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0ca0084ab0 con 0x7f0cb00c1820 2024-04-18T05:14:04.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.041+0000 7f0cb5529640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0c94066690 0x7f0c94068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.044 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.041+0000 7f0cb5529640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0c94066690 0x7f0c94068b50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0cac007440 tx=0x7f0cac00b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:04.046 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.045+0000 7f0ca5ffb640 1 -- 172.21.15.32:0/1267982471 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0ca00557e0 con 0x7f0cb00c1820 2024-04-18T05:14:04.248 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.245+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0cb014c6c0 con 0x7f0cb00c1820 2024-04-18T05:14:04.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0ca5ffb640 1 -- 172.21.15.32:0/1267982471 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+4732 (secure 0 0 0) 0x7f0cb014c6c0 con 0x7f0cb00c1820 2024-04-18T05:14:04.250 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:04.250 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5171,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3708440849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3708440849},{"type":"v1","addr":"172.21.15.92:6834","nonce":3708440849}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":6294,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/419156393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":419156393},{"type":"v1","addr":"172.21.15.32:6835","nonce":419156393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":6309,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/4072704205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":4072704205},{"type":"v1","addr":"172.21.15.32:6837","nonce":4072704205}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:14:00.839117+0000","modified":"2024-04-18T05:14:03.863688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6315},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6315":{"gid":6315,"name":"b","rank":0,"incarnation":27,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3737058377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3737058377},{"type":"v1","addr":"172.21.15.92:6835","nonce":3737058377}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-04-18T05:14:04.250 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0c94066690 msgr2=0x7f0c94068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0c94066690 0x7f0c94068b50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0cac007440 tx=0x7f0cac00b040 comp rx=0 tx=0).stop 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c1820 msgr2=0x7f0cb01409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c1820 0x7f0cb01409d0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f0ca000c760 tx=0x7f0ca000cc20 comp rx=0 tx=0).stop 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 shutdown_connections 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0cb014def0 0x7f0cb01ef850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0cb00c1820 0x7f0cb01409d0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0c94066690 0x7f0c94068b50 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 --2- 172.21.15.32:0/1267982471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb00c0e50 0x7f0cb00c3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 >> 172.21.15.32:0/1267982471 conn(0x7f0cb0069e80 msgr2=0x7f0cb0070920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:04.252 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 shutdown_connections 2024-04-18T05:14:04.253 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.249+0000 7f0cb778d640 1 -- 172.21.15.32:0/1267982471 wait complete. 2024-04-18T05:14:04.267 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:14:04.381 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f0896d92640 1 Processor -- start 2024-04-18T05:14:04.382 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f0896d92640 1 -- start start 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f0896d92640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f08900aeb90 0x7f08900c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f0896d92640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f089006cd00 0x7f089006b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f0896d92640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08900c4240 con 0x7f08900bcb80 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f0896d92640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08900c7750 con 0x7f08900aeb90 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f0896d92640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08900aef70 con 0x7f089006cd00 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f08900bcb80 0x7f089006b230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59732/0 (socket says 172.21.15.32:59732) 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088ffff640 1 -- 172.21.15.32:0/2366680691 learned_addr learned my addr 172.21.15.32:0/2366680691 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f089532f640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f089006cd00 0x7f089006b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f0894b2e640 1 --2- 172.21.15.32:0/2366680691 >> v2:172.21.15.92:3300/0 conn(0x7f08900aeb90 0x7f08900c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1372934787 0 0) 0x7f08900c4240 con 0x7f08900bcb80 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0878003530 con 0x7f08900bcb80 2024-04-18T05:14:04.385 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4146330874 0 0) 0x7f0878003530 con 0x7f08900bcb80 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f089006cd00 msgr2=0x7f089006b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f089006cd00 0x7f089006b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 >> v2:172.21.15.92:3300/0 conn(0x7f08900aeb90 msgr2=0x7f08900c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 --2- 172.21.15.32:0/2366680691 >> v2:172.21.15.92:3300/0 conn(0x7f08900aeb90 0x7f08900c5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08900c46d0 con 0x7f08900bcb80 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f0884001680 con 0x7f08900bcb80 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 >> v1:172.21.15.32:6789/0 conn(0x7f08900bcb80 legacy=0x7f089006b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f089006cd00 0x7f0878003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0878003f50 0x7f08780047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0878004d10 0x7f0878005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08900c7750 con 0x7f0878004d10 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08900aef70 con 0x7f0878003f50 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f087800ba40 con 0x7f089006cd00 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f089532f640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0878004d10 0x7f0878005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.386 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f088ffff640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0878003f50 0x7f08780047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f0894b2e640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f089006cd00 0x7f0878003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f089532f640 1 -- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f089006cd00 msgr2=0x7f0878003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:04.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f089532f640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f089006cd00 0x7f0878003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f089532f640 1 -- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0878003f50 msgr2=0x7f08780047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:04.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f089532f640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0878003f50 0x7f08780047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.387 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.381+0000 7f089532f640 1 -- 172.21.15.32:0/2366680691 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0878003530 con 0x7f0878004d10 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f089532f640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0878004d10 0x7f0878005190 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f0888009fc0 tx=0x7f088801cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5d97e50dc85c4bb server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08880a5c90 con 0x7f0878004d10 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f088800f040 con 0x7f0878004d10 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f088f7fe640 1 -- 172.21.15.32:0/2366680691 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08880ad440 con 0x7f0878004d10 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f0896d92640 1 -- 172.21.15.32:0/2366680691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0878004d10 msgr2=0x7f0878005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f0896d92640 1 --2- 172.21.15.32:0/2366680691 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0878004d10 0x7f0878005190 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f0888009fc0 tx=0x7f088801cc80 comp rx=0 tx=0).stop 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f089532f640 1 -- 172.21.15.32:0/2366680691 reap_dead start 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f0896d92640 1 -- 172.21.15.32:0/2366680691 shutdown_connections 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f0896d92640 1 -- 172.21.15.32:0/2366680691 >> 172.21.15.32:0/2366680691 conn(0x7f08900ab0a0 msgr2=0x7f08900ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f0896d92640 1 -- 172.21.15.32:0/2366680691 shutdown_connections 2024-04-18T05:14:04.388 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f0896d92640 1 -- 172.21.15.32:0/2366680691 wait complete. 2024-04-18T05:14:04.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f0896d92640 1 Processor -- start 2024-04-18T05:14:04.389 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.385+0000 7f0896d92640 1 -- start start 2024-04-18T05:14:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0896d92640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0878004d10 0x7f08900ad3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0896d92640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08901578e0 0x7f08901e94c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0896d92640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08901e9a00 0x7f08901ec8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0896d92640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08900c1630 con 0x7f08901578e0 2024-04-18T05:14:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0896d92640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08900c3950 con 0x7f08901e9a00 2024-04-18T05:14:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0896d92640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08901e8f90 con 0x7f0878004d10 2024-04-18T05:14:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08901578e0 0x7f08901e94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.391 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08901578e0 0x7f08901e94c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58874/0 (socket says 172.21.15.32:58874) 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088ffff640 1 -- 172.21.15.32:0/3697406443 learned_addr learned my addr 172.21.15.32:0/3697406443 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0894b2e640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0878004d10 0x7f08900ad3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f089532f640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08901e9a00 0x7f08901ec8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088ffff640 1 -- 172.21.15.32:0/3697406443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0878004d10 msgr2=0x7f08900ad3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088ffff640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0878004d10 0x7f08900ad3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088ffff640 1 -- 172.21.15.32:0/3697406443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08901e9a00 msgr2=0x7f08901ec8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088ffff640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08901e9a00 0x7f08901ec8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088ffff640 1 -- 172.21.15.32:0/3697406443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08900c2dd0 con 0x7f08901578e0 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088ffff640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08901578e0 0x7f08901e94c0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f0884000c10 tx=0x7f0884012980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088d7fa640 1 -- 172.21.15.32:0/3697406443 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0884014810 con 0x7f08901578e0 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088d7fa640 1 -- 172.21.15.32:0/3697406443 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08840149b0 con 0x7f08901578e0 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08900c30b0 con 0x7f08901578e0 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088d7fa640 1 -- 172.21.15.32:0/3697406443 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0884014d60 con 0x7f08901578e0 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08900c3670 con 0x7f08901578e0 2024-04-18T05:14:04.392 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08900666e0 con 0x7f08901578e0 2024-04-18T05:14:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088d7fa640 1 -- 172.21.15.32:0/3697406443 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0884016480 con 0x7f08901578e0 2024-04-18T05:14:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088d7fa640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f087c066690 0x7f087c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f088d7fa640 1 -- 172.21.15.32:0/3697406443 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0884087830 con 0x7f08901578e0 2024-04-18T05:14:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0894b2e640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f087c066690 0x7f087c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.393 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.389+0000 7f0894b2e640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f087c066690 0x7f087c068b50 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0880009ab0 tx=0x7f0880008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:04.396 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.393+0000 7f088d7fa640 1 -- 172.21.15.32:0/3697406443 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0884054af0 con 0x7f08901578e0 2024-04-18T05:14:04.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.553+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f089006c800 con 0x7f08901578e0 2024-04-18T05:14:04.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.557+0000 7f088d7fa640 1 -- 172.21.15.32:0/3697406443 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v62) v1 ==== 74+0+16248 (secure 0 0 0) 0x7f0884058110 con 0x7f08901578e0 2024-04-18T05:14:04.560 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:04.560 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":62,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:14:01.842447+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:13:58.504438+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-04-18T05:13:59.823533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:14:04.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f087c066690 msgr2=0x7f087c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f087c066690 0x7f087c068b50 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0880009ab0 tx=0x7f0880008040 comp rx=0 tx=0).stop 2024-04-18T05:14:04.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08901578e0 msgr2=0x7f08901e94c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08901578e0 0x7f08901e94c0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f0884000c10 tx=0x7f0884012980 comp rx=0 tx=0).stop 2024-04-18T05:14:04.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 shutdown_connections 2024-04-18T05:14:04.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f087c066690 0x7f087c068b50 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08901e9a00 0x7f08901ec8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f08901578e0 0x7f08901e94c0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 --2- 172.21.15.32:0/3697406443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0878004d10 0x7f08900ad3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 >> 172.21.15.32:0/3697406443 conn(0x7f08900ab0a0 msgr2=0x7f0890150b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:04.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 shutdown_connections 2024-04-18T05:14:04.563 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.561+0000 7f0896d92640 1 -- 172.21.15.32:0/3697406443 wait complete. 2024-04-18T05:14:04.579 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-18T05:14:04.579 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:14:04.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091b3d0640 1 Processor -- start 2024-04-18T05:14:04.703 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091b3d0640 1 -- start start 2024-04-18T05:14:04.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091b3d0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 0x7f0914072780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091b3d0640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0914072cc0 0x7f0914157c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091b3d0640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09140c1d00 con 0x7f09140c4040 2024-04-18T05:14:04.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091b3d0640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0914158150 con 0x7f0914072cc0 2024-04-18T05:14:04.704 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091b3d0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09140c1180 con 0x7f0914151300 2024-04-18T05:14:04.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091996d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0914072cc0 0x7f0914157c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091996d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f0914072cc0 0x7f0914157c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58880/0 (socket says 172.21.15.32:58880) 2024-04-18T05:14:04.705 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091996d640 1 -- 172.21.15.32:0/3491323888 learned_addr learned my addr 172.21.15.32:0/3491323888 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:04.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091896b640 1 --1- 172.21.15.32:0/3491323888 >> v1:172.21.15.92:6789/0 conn(0x7f09140c4040 0x7f0914157500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:56952/0 (socket says 172.21.15.32:56952) 2024-04-18T05:14:04.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.701+0000 7f091916c640 1 --2- 172.21.15.32:0/3491323888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 0x7f0914072780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091996d640 1 -- 172.21.15.32:0/3491323888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 msgr2=0x7f0914072780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:04.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091996d640 1 --2- 172.21.15.32:0/3491323888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 0x7f0914072780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091996d640 1 -- 172.21.15.32:0/3491323888 >> v1:172.21.15.92:6789/0 conn(0x7f09140c4040 legacy=0x7f0914157500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.706 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091996d640 1 -- 172.21.15.32:0/3491323888 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09140c1460 con 0x7f0914072cc0 2024-04-18T05:14:04.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091996d640 1 --2- 172.21.15.32:0/3491323888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 0x7f0914157c10 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f090c009870 tx=0x7f090c01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c50995225c18dc6d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:04.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f090bfff640 1 -- 172.21.15.32:0/3491323888 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f090c0ac620 con 0x7f0914072cc0 2024-04-18T05:14:04.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f090bfff640 1 -- 172.21.15.32:0/3491323888 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f090c0ac780 con 0x7f0914072cc0 2024-04-18T05:14:04.708 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f090bfff640 1 -- 172.21.15.32:0/3491323888 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f090c0acb10 con 0x7f0914072cc0 2024-04-18T05:14:04.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091b3d0640 1 -- 172.21.15.32:0/3491323888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 msgr2=0x7f0914157c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091b3d0640 1 --2- 172.21.15.32:0/3491323888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 0x7f0914157c10 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f090c009870 tx=0x7f090c01c4d0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091b3d0640 1 -- 172.21.15.32:0/3491323888 shutdown_connections 2024-04-18T05:14:04.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091b3d0640 1 --2- 172.21.15.32:0/3491323888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 0x7f0914157c10 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091b3d0640 1 --2- 172.21.15.32:0/3491323888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 0x7f0914072780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091b3d0640 1 -- 172.21.15.32:0/3491323888 >> 172.21.15.32:0/3491323888 conn(0x7f0914069e80 msgr2=0x7f091406a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:04.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091b3d0640 1 -- 172.21.15.32:0/3491323888 shutdown_connections 2024-04-18T05:14:04.709 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.705+0000 7f091b3d0640 1 -- 172.21.15.32:0/3491323888 wait complete. 2024-04-18T05:14:04.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 Processor -- start 2024-04-18T05:14:04.710 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 -- start start 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 0x7f091406c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09140c4040 0x7f09140aafa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 0x7f09140a89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09140aa590 con 0x7f0914072cc0 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09140aab10 con 0x7f09140c4040 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f091406cae0 con 0x7f0914151300 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091916c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 0x7f091406c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091916c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 0x7f091406c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58892/0 (socket says 172.21.15.32:58892) 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091916c640 1 -- 172.21.15.32:0/27144487 learned_addr learned my addr 172.21.15.32:0/27144487 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091996d640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 0x7f09140a89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.712 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091896b640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09140c4040 0x7f09140aafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091916c640 1 -- 172.21.15.32:0/27144487 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 msgr2=0x7f09140a89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091916c640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 0x7f09140a89c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091916c640 1 -- 172.21.15.32:0/27144487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09140c4040 msgr2=0x7f09140aafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091916c640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09140c4040 0x7f09140aafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091916c640 1 -- 172.21.15.32:0/27144487 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f090c0094d0 con 0x7f0914072cc0 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091896b640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09140c4040 0x7f09140aafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091916c640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 0x7f091406c5a0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f0910009d10 tx=0x7f091000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f0909ffb640 1 -- 172.21.15.32:0/27144487 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0910009b80 con 0x7f0914072cc0 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f0909ffb640 1 -- 172.21.15.32:0/27144487 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f091000f040 con 0x7f0914072cc0 2024-04-18T05:14:04.713 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f0909ffb640 1 -- 172.21.15.32:0/27144487 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0910014680 con 0x7f0914072cc0 2024-04-18T05:14:04.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09141ece30 con 0x7f0914072cc0 2024-04-18T05:14:04.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.709+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09140aa7a0 con 0x7f0914072cc0 2024-04-18T05:14:04.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.713+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09141ed350 con 0x7f0914072cc0 2024-04-18T05:14:04.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.713+0000 7f0909ffb640 1 -- 172.21.15.32:0/27144487 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f09100147e0 con 0x7f0914072cc0 2024-04-18T05:14:04.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.713+0000 7f0909ffb640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08f80666c0 0x7f08f8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:04.714 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.713+0000 7f0909ffb640 1 -- 172.21.15.32:0/27144487 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0910084d30 con 0x7f0914072cc0 2024-04-18T05:14:04.715 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.713+0000 7f091896b640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08f80666c0 0x7f08f8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:04.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.713+0000 7f091896b640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08f80666c0 0x7f08f8068b80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0914072620 tx=0x7f0904007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:04.718 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.717+0000 7f0909ffb640 1 -- 172.21.15.32:0/27144487 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0910051f60 con 0x7f0914072cc0 2024-04-18T05:14:04.874 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.873+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f09140aac50 con 0x7f08f80666c0 2024-04-18T05:14:04.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.893+0000 7f0909ffb640 1 -- 172.21.15.32:0/27144487 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+286797 (secure 0 0 0) 0x7f09040074e0 con 0x7f08f80666c0 2024-04-18T05:14:04.899 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:04.900 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:14:04.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08f80666c0 msgr2=0x7f08f8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08f80666c0 0x7f08f8068b80 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0914072620 tx=0x7f0904007d50 comp rx=0 tx=0).stop 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 msgr2=0x7f091406c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 0x7f091406c5a0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f0910009d10 tx=0x7f091000c490 comp rx=0 tx=0).stop 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 shutdown_connections 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0914151300 0x7f09140a89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f08f80666c0 0x7f08f8068b80 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f09140c4040 0x7f09140aafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 --2- 172.21.15.32:0/27144487 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0914072cc0 0x7f091406c5a0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 >> 172.21.15.32:0/27144487 conn(0x7f0914069e80 msgr2=0x7f09140beda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 shutdown_connections 2024-04-18T05:14:04.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:04.897+0000 7f091b3d0640 1 -- 172.21.15.32:0/27144487 wait complete. 2024-04-18T05:14:04.917 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2024-04-18T05:14:02.888398+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":184,"acting":184,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":38,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":243332,"kb_used_data":6676,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":754731388,"statfs":{"total":773094113280,"available":772844941312,"internally_reserved":0,"allocated":6836224,"data_stored":3729441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":242208313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000859"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879498+0000","last_change":"2024-04-18T05:14:00.869097+0000","last_active":"2024-04-18T05:14:00.879498+0000","last_peered":"2024-04-18T05:14:00.879498+0000","last_clean":"2024-04-18T05:14:00.879498+0000","last_became_active":"2024-04-18T05:14:00.868543+0000","last_became_peered":"2024-04-18T05:14:00.868543+0000","last_unstale":"2024-04-18T05:14:00.879498+0000","last_undegraded":"2024-04-18T05:14:00.879498+0000","last_fullsized":"2024-04-18T05:14:00.879498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:39.930581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.878550+0000","last_change":"2024-04-18T05:14:00.874890+0000","last_active":"2024-04-18T05:14:00.878550+0000","last_peered":"2024-04-18T05:14:00.878550+0000","last_clean":"2024-04-18T05:14:00.878550+0000","last_became_active":"2024-04-18T05:14:00.874615+0000","last_became_peered":"2024-04-18T05:14:00.874615+0000","last_unstale":"2024-04-18T05:14:00.878550+0000","last_undegraded":"2024-04-18T05:14:00.878550+0000","last_fullsized":"2024-04-18T05:14:00.878550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:02.698746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.859336+0000","last_change":"2024-04-18T05:14:00.857037+0000","last_active":"2024-04-18T05:14:00.859336+0000","last_peered":"2024-04-18T05:14:00.859336+0000","last_clean":"2024-04-18T05:14:00.859336+0000","last_became_active":"2024-04-18T05:14:00.856795+0000","last_became_peered":"2024-04-18T05:14:00.856795+0000","last_unstale":"2024-04-18T05:14:00.859336+0000","last_undegraded":"2024-04-18T05:14:00.859336+0000","last_fullsized":"2024-04-18T05:14:00.859336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:33.744237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885592+0000","last_change":"2024-04-18T05:14:00.884084+0000","last_active":"2024-04-18T05:14:00.885592+0000","last_peered":"2024-04-18T05:14:00.885592+0000","last_clean":"2024-04-18T05:14:00.885592+0000","last_became_active":"2024-04-18T05:14:00.883782+0000","last_became_peered":"2024-04-18T05:14:00.883782+0000","last_unstale":"2024-04-18T05:14:00.885592+0000","last_undegraded":"2024-04-18T05:14:00.885592+0000","last_fullsized":"2024-04-18T05:14:00.885592+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.869943+0000","last_change":"2024-04-18T05:14:00.868998+0000","last_active":"2024-04-18T05:14:00.869943+0000","last_peered":"2024-04-18T05:14:00.869943+0000","last_clean":"2024-04-18T05:14:00.869943+0000","last_became_active":"2024-04-18T05:14:00.868745+0000","last_became_peered":"2024-04-18T05:14:00.868745+0000","last_unstale":"2024-04-18T05:14:00.869943+0000","last_undegraded":"2024-04-18T05:14:00.869943+0000","last_fullsized":"2024-04-18T05:14:00.869943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:43.562529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.877797+0000","last_change":"2024-04-18T05:14:00.866910+0000","last_active":"2024-04-18T05:14:00.877797+0000","last_peered":"2024-04-18T05:14:00.877797+0000","last_clean":"2024-04-18T05:14:00.877797+0000","last_became_active":"2024-04-18T05:14:00.864691+0000","last_became_peered":"2024-04-18T05:14:00.864691+0000","last_unstale":"2024-04-18T05:14:00.877797+0000","last_undegraded":"2024-04-18T05:14:00.877797+0000","last_fullsized":"2024-04-18T05:14:00.877797+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.880901+0000","last_change":"2024-04-18T05:14:00.876873+0000","last_active":"2024-04-18T05:14:00.880901+0000","last_peered":"2024-04-18T05:14:00.880901+0000","last_clean":"2024-04-18T05:14:00.880901+0000","last_became_active":"2024-04-18T05:14:00.876384+0000","last_became_peered":"2024-04-18T05:14:00.876384+0000","last_unstale":"2024-04-18T05:14:00.880901+0000","last_undegraded":"2024-04-18T05:14:00.880901+0000","last_fullsized":"2024-04-18T05:14:00.880901+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:02.183024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.869958+0000","last_change":"2024-04-18T05:14:00.869195+0000","last_active":"2024-04-18T05:14:00.869958+0000","last_peered":"2024-04-18T05:14:00.869958+0000","last_clean":"2024-04-18T05:14:00.869958+0000","last_became_active":"2024-04-18T05:14:00.868916+0000","last_became_peered":"2024-04-18T05:14:00.868916+0000","last_unstale":"2024-04-18T05:14:00.869958+0000","last_undegraded":"2024-04-18T05:14:00.869958+0000","last_fullsized":"2024-04-18T05:14:00.869958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:03.321848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885348+0000","last_change":"2024-04-18T05:14:00.881833+0000","last_active":"2024-04-18T05:14:00.885348+0000","last_peered":"2024-04-18T05:14:00.885348+0000","last_clean":"2024-04-18T05:14:00.885348+0000","last_became_active":"2024-04-18T05:14:00.881502+0000","last_became_peered":"2024-04-18T05:14:00.881502+0000","last_unstale":"2024-04-18T05:14:00.885348+0000","last_undegraded":"2024-04-18T05:14:00.885348+0000","last_fullsized":"2024-04-18T05:14:00.885348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.876835+0000","last_change":"2024-04-18T05:14:00.875721+0000","last_active":"2024-04-18T05:14:00.876835+0000","last_peered":"2024-04-18T05:14:00.876835+0000","last_clean":"2024-04-18T05:14:00.876835+0000","last_became_active":"2024-04-18T05:14:00.875414+0000","last_became_peered":"2024-04-18T05:14:00.875414+0000","last_unstale":"2024-04-18T05:14:00.876835+0000","last_undegraded":"2024-04-18T05:14:00.876835+0000","last_fullsized":"2024-04-18T05:14:00.876835+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885275+0000","last_change":"2024-04-18T05:14:00.882212+0000","last_active":"2024-04-18T05:14:00.885275+0000","last_peered":"2024-04-18T05:14:00.885275+0000","last_clean":"2024-04-18T05:14:00.885275+0000","last_became_active":"2024-04-18T05:14:00.881820+0000","last_became_peered":"2024-04-18T05:14:00.881820+0000","last_unstale":"2024-04-18T05:14:00.885275+0000","last_undegraded":"2024-04-18T05:14:00.885275+0000","last_fullsized":"2024-04-18T05:14:00.885275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883971+0000","last_change":"2024-04-18T05:14:00.872269+0000","last_active":"2024-04-18T05:14:00.883971+0000","last_peered":"2024-04-18T05:14:00.883971+0000","last_clean":"2024-04-18T05:14:00.883971+0000","last_became_active":"2024-04-18T05:14:00.871996+0000","last_became_peered":"2024-04-18T05:14:00.871996+0000","last_unstale":"2024-04-18T05:14:00.883971+0000","last_undegraded":"2024-04-18T05:14:00.883971+0000","last_fullsized":"2024-04-18T05:14:00.883971+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:13:54.356515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885020+0000","last_change":"2024-04-18T05:14:00.884202+0000","last_active":"2024-04-18T05:14:00.885020+0000","last_peered":"2024-04-18T05:14:00.885020+0000","last_clean":"2024-04-18T05:14:00.885020+0000","last_became_active":"2024-04-18T05:14:00.883873+0000","last_became_peered":"2024-04-18T05:14:00.883873+0000","last_unstale":"2024-04-18T05:14:00.885020+0000","last_undegraded":"2024-04-18T05:14:00.885020+0000","last_fullsized":"2024-04-18T05:14:00.885020+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.869204+0000","last_change":"2024-04-18T05:14:00.866332+0000","last_active":"2024-04-18T05:14:00.869204+0000","last_peered":"2024-04-18T05:14:00.869204+0000","last_clean":"2024-04-18T05:14:00.869204+0000","last_became_active":"2024-04-18T05:14:00.866077+0000","last_became_peered":"2024-04-18T05:14:00.866077+0000","last_unstale":"2024-04-18T05:14:00.869204+0000","last_undegraded":"2024-04-18T05:14:00.869204+0000","last_fullsized":"2024-04-18T05:14:00.869204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:47.951929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871782+0000","last_change":"2024-04-18T05:14:00.870927+0000","last_active":"2024-04-18T05:14:00.871782+0000","last_peered":"2024-04-18T05:14:00.871782+0000","last_clean":"2024-04-18T05:14:00.871782+0000","last_became_active":"2024-04-18T05:14:00.870657+0000","last_became_peered":"2024-04-18T05:14:00.870657+0000","last_unstale":"2024-04-18T05:14:00.871782+0000","last_undegraded":"2024-04-18T05:14:00.871782+0000","last_fullsized":"2024-04-18T05:14:00.871782+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:00.437572+0000","last_change":"2024-04-18T05:14:00.437572+0000","last_active":"2024-04-18T05:14:00.437572+0000","last_peered":"2024-04-18T05:14:00.437572+0000","last_clean":"2024-04-18T05:14:00.437572+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:00.437572+0000","last_undegraded":"2024-04-18T05:14:00.437572+0000","last_fullsized":"2024-04-18T05:14:00.437572+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.881649+0000","last_change":"2024-04-18T05:14:00.874650+0000","last_active":"2024-04-18T05:14:00.881649+0000","last_peered":"2024-04-18T05:14:00.881649+0000","last_clean":"2024-04-18T05:14:00.881649+0000","last_became_active":"2024-04-18T05:14:00.874413+0000","last_became_peered":"2024-04-18T05:14:00.874413+0000","last_unstale":"2024-04-18T05:14:00.881649+0000","last_undegraded":"2024-04-18T05:14:00.881649+0000","last_fullsized":"2024-04-18T05:14:00.881649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884383+0000","last_change":"2024-04-18T05:14:00.876813+0000","last_active":"2024-04-18T05:14:00.884383+0000","last_peered":"2024-04-18T05:14:00.884383+0000","last_clean":"2024-04-18T05:14:00.884383+0000","last_became_active":"2024-04-18T05:14:00.876565+0000","last_became_peered":"2024-04-18T05:14:00.876565+0000","last_unstale":"2024-04-18T05:14:00.884383+0000","last_undegraded":"2024-04-18T05:14:00.884383+0000","last_fullsized":"2024-04-18T05:14:00.884383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:51.623818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885166+0000","last_change":"2024-04-18T05:14:00.881557+0000","last_active":"2024-04-18T05:14:00.885166+0000","last_peered":"2024-04-18T05:14:00.885166+0000","last_clean":"2024-04-18T05:14:00.885166+0000","last_became_active":"2024-04-18T05:14:00.881280+0000","last_became_peered":"2024-04-18T05:14:00.881280+0000","last_unstale":"2024-04-18T05:14:00.885166+0000","last_undegraded":"2024-04-18T05:14:00.885166+0000","last_fullsized":"2024-04-18T05:14:00.885166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.886862+0000","last_change":"2024-04-18T05:14:00.883199+0000","last_active":"2024-04-18T05:14:00.886862+0000","last_peered":"2024-04-18T05:14:00.886862+0000","last_clean":"2024-04-18T05:14:00.886862+0000","last_became_active":"2024-04-18T05:14:00.882858+0000","last_became_peered":"2024-04-18T05:14:00.882858+0000","last_unstale":"2024-04-18T05:14:00.886862+0000","last_undegraded":"2024-04-18T05:14:00.886862+0000","last_fullsized":"2024-04-18T05:14:00.886862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:01.032463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.875004+0000","last_change":"2024-04-18T05:14:00.873798+0000","last_active":"2024-04-18T05:14:00.875004+0000","last_peered":"2024-04-18T05:14:00.875004+0000","last_clean":"2024-04-18T05:14:00.875004+0000","last_became_active":"2024-04-18T05:14:00.873539+0000","last_became_peered":"2024-04-18T05:14:00.873539+0000","last_unstale":"2024-04-18T05:14:00.875004+0000","last_undegraded":"2024-04-18T05:14:00.875004+0000","last_fullsized":"2024-04-18T05:14:00.875004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:21:32.103095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.877774+0000","last_change":"2024-04-18T05:14:00.864463+0000","last_active":"2024-04-18T05:14:00.877774+0000","last_peered":"2024-04-18T05:14:00.877774+0000","last_clean":"2024-04-18T05:14:00.877774+0000","last_became_active":"2024-04-18T05:14:00.863933+0000","last_became_peered":"2024-04-18T05:14:00.863933+0000","last_unstale":"2024-04-18T05:14:00.877774+0000","last_undegraded":"2024-04-18T05:14:00.877774+0000","last_fullsized":"2024-04-18T05:14:00.877774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:44.147152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:00.437572+0000","last_change":"2024-04-18T05:14:00.437572+0000","last_active":"2024-04-18T05:14:00.437572+0000","last_peered":"2024-04-18T05:14:00.437572+0000","last_clean":"2024-04-18T05:14:00.437572+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:00.437572+0000","last_undegraded":"2024-04-18T05:14:00.437572+0000","last_fullsized":"2024-04-18T05:14:00.437572+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.877650+0000","last_change":"2024-04-18T05:14:00.876889+0000","last_active":"2024-04-18T05:14:00.877650+0000","last_peered":"2024-04-18T05:14:00.877650+0000","last_clean":"2024-04-18T05:14:00.877650+0000","last_became_active":"2024-04-18T05:14:00.876591+0000","last_became_peered":"2024-04-18T05:14:00.876591+0000","last_unstale":"2024-04-18T05:14:00.877650+0000","last_undegraded":"2024-04-18T05:14:00.877650+0000","last_fullsized":"2024-04-18T05:14:00.877650+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:54:59.323929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.874958+0000","last_change":"2024-04-18T05:14:00.873748+0000","last_active":"2024-04-18T05:14:00.874958+0000","last_peered":"2024-04-18T05:14:00.874958+0000","last_clean":"2024-04-18T05:14:00.874958+0000","last_became_active":"2024-04-18T05:14:00.873470+0000","last_became_peered":"2024-04-18T05:14:00.873470+0000","last_unstale":"2024-04-18T05:14:00.874958+0000","last_undegraded":"2024-04-18T05:14:00.874958+0000","last_fullsized":"2024-04-18T05:14:00.874958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.876496+0000","last_change":"2024-04-18T05:14:00.875788+0000","last_active":"2024-04-18T05:14:00.876496+0000","last_peered":"2024-04-18T05:14:00.876496+0000","last_clean":"2024-04-18T05:14:00.876496+0000","last_became_active":"2024-04-18T05:14:00.875390+0000","last_became_peered":"2024-04-18T05:14:00.875390+0000","last_unstale":"2024-04-18T05:14:00.876496+0000","last_undegraded":"2024-04-18T05:14:00.876496+0000","last_fullsized":"2024-04-18T05:14:00.876496+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:45:59.685010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.880420+0000","last_change":"2024-04-18T05:14:00.879845+0000","last_active":"2024-04-18T05:14:00.880420+0000","last_peered":"2024-04-18T05:14:00.880420+0000","last_clean":"2024-04-18T05:14:00.880420+0000","last_became_active":"2024-04-18T05:14:00.879510+0000","last_became_peered":"2024-04-18T05:14:00.879510+0000","last_unstale":"2024-04-18T05:14:00.880420+0000","last_undegraded":"2024-04-18T05:14:00.880420+0000","last_fullsized":"2024-04-18T05:14:00.880420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":8,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885081+0000","last_change":"2024-04-18T05:14:00.885081+0000","last_active":"2024-04-18T05:14:00.885081+0000","last_peered":"2024-04-18T05:14:00.885081+0000","last_clean":"2024-04-18T05:14:00.885081+0000","last_became_active":"2024-04-18T05:14:00.884785+0000","last_became_peered":"2024-04-18T05:14:00.884785+0000","last_unstale":"2024-04-18T05:14:00.885081+0000","last_undegraded":"2024-04-18T05:14:00.885081+0000","last_fullsized":"2024-04-18T05:14:00.885081+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:44.147152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883235+0000","last_change":"2024-04-18T05:14:00.869589+0000","last_active":"2024-04-18T05:14:00.883235+0000","last_peered":"2024-04-18T05:14:00.883235+0000","last_clean":"2024-04-18T05:14:00.883235+0000","last_became_active":"2024-04-18T05:14:00.869381+0000","last_became_peered":"2024-04-18T05:14:00.869381+0000","last_unstale":"2024-04-18T05:14:00.883235+0000","last_undegraded":"2024-04-18T05:14:00.883235+0000","last_fullsized":"2024-04-18T05:14:00.883235+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.882017+0000","last_change":"2024-04-18T05:14:00.861612+0000","last_active":"2024-04-18T05:14:00.882017+0000","last_peered":"2024-04-18T05:14:00.882017+0000","last_clean":"2024-04-18T05:14:00.882017+0000","last_became_active":"2024-04-18T05:14:00.861322+0000","last_became_peered":"2024-04-18T05:14:00.861322+0000","last_unstale":"2024-04-18T05:14:00.882017+0000","last_undegraded":"2024-04-18T05:14:00.882017+0000","last_fullsized":"2024-04-18T05:14:00.882017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873832+0000","last_change":"2024-04-18T05:14:00.872713+0000","last_active":"2024-04-18T05:14:00.873832+0000","last_peered":"2024-04-18T05:14:00.873832+0000","last_clean":"2024-04-18T05:14:00.873832+0000","last_became_active":"2024-04-18T05:14:00.872388+0000","last_became_peered":"2024-04-18T05:14:00.872388+0000","last_unstale":"2024-04-18T05:14:00.873832+0000","last_undegraded":"2024-04-18T05:14:00.873832+0000","last_fullsized":"2024-04-18T05:14:00.873832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:53.968101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.880071+0000","last_change":"2024-04-18T05:14:00.871157+0000","last_active":"2024-04-18T05:14:00.880071+0000","last_peered":"2024-04-18T05:14:00.880071+0000","last_clean":"2024-04-18T05:14:00.880071+0000","last_became_active":"2024-04-18T05:14:00.870866+0000","last_became_peered":"2024-04-18T05:14:00.870866+0000","last_unstale":"2024-04-18T05:14:00.880071+0000","last_undegraded":"2024-04-18T05:14:00.880071+0000","last_fullsized":"2024-04-18T05:14:00.880071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:59.803618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884163+0000","last_change":"2024-04-18T05:14:00.878329+0000","last_active":"2024-04-18T05:14:00.884163+0000","last_peered":"2024-04-18T05:14:00.884163+0000","last_clean":"2024-04-18T05:14:00.884163+0000","last_became_active":"2024-04-18T05:14:00.878042+0000","last_became_peered":"2024-04-18T05:14:00.878042+0000","last_unstale":"2024-04-18T05:14:00.884163+0000","last_undegraded":"2024-04-18T05:14:00.884163+0000","last_fullsized":"2024-04-18T05:14:00.884163+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:13.567058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1f","version":"61'4","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879064+0000","last_change":"2024-04-18T05:14:00.470537+0000","last_active":"2024-04-18T05:14:00.879064+0000","last_peered":"2024-04-18T05:14:00.879064+0000","last_clean":"2024-04-18T05:14:00.879064+0000","last_became_active":"2024-04-18T05:14:00.469826+0000","last_became_peered":"2024-04-18T05:14:00.469826+0000","last_unstale":"2024-04-18T05:14:00.879064+0000","last_undegraded":"2024-04-18T05:14:00.879064+0000","last_fullsized":"2024-04-18T05:14:00.879064+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.869927+0000","last_change":"2024-04-18T05:14:00.868911+0000","last_active":"2024-04-18T05:14:00.869927+0000","last_peered":"2024-04-18T05:14:00.869927+0000","last_clean":"2024-04-18T05:14:00.869927+0000","last_became_active":"2024-04-18T05:14:00.868635+0000","last_became_peered":"2024-04-18T05:14:00.868635+0000","last_unstale":"2024-04-18T05:14:00.869927+0000","last_undegraded":"2024-04-18T05:14:00.869927+0000","last_fullsized":"2024-04-18T05:14:00.869927+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:20:15.375108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1e","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.878722+0000","last_change":"2024-04-18T05:14:00.462577+0000","last_active":"2024-04-18T05:14:00.878722+0000","last_peered":"2024-04-18T05:14:00.878722+0000","last_clean":"2024-04-18T05:14:00.878722+0000","last_became_active":"2024-04-18T05:14:00.461833+0000","last_became_peered":"2024-04-18T05:14:00.461833+0000","last_unstale":"2024-04-18T05:14:00.878722+0000","last_undegraded":"2024-04-18T05:14:00.878722+0000","last_fullsized":"2024-04-18T05:14:00.878722+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:30:10.481121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.877830+0000","last_change":"2024-04-18T05:14:00.867021+0000","last_active":"2024-04-18T05:14:00.877830+0000","last_peered":"2024-04-18T05:14:00.877830+0000","last_clean":"2024-04-18T05:14:00.877830+0000","last_became_active":"2024-04-18T05:14:00.866721+0000","last_became_peered":"2024-04-18T05:14:00.866721+0000","last_unstale":"2024-04-18T05:14:00.877830+0000","last_undegraded":"2024-04-18T05:14:00.877830+0000","last_fullsized":"2024-04-18T05:14:00.877830+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:46.723483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1d","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884353+0000","last_change":"2024-04-18T05:14:00.487516+0000","last_active":"2024-04-18T05:14:00.884353+0000","last_peered":"2024-04-18T05:14:00.884353+0000","last_clean":"2024-04-18T05:14:00.884353+0000","last_became_active":"2024-04-18T05:14:00.485771+0000","last_became_peered":"2024-04-18T05:14:00.485771+0000","last_unstale":"2024-04-18T05:14:00.884353+0000","last_undegraded":"2024-04-18T05:14:00.884353+0000","last_fullsized":"2024-04-18T05:14:00.884353+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884081+0000","last_change":"2024-04-18T05:14:00.881250+0000","last_active":"2024-04-18T05:14:00.884081+0000","last_peered":"2024-04-18T05:14:00.884081+0000","last_clean":"2024-04-18T05:14:00.884081+0000","last_became_active":"2024-04-18T05:14:00.879008+0000","last_became_peered":"2024-04-18T05:14:00.879008+0000","last_unstale":"2024-04-18T05:14:00.884081+0000","last_undegraded":"2024-04-18T05:14:00.884081+0000","last_fullsized":"2024-04-18T05:14:00.884081+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:18.964122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1c","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.881074+0000","last_change":"2024-04-18T05:14:00.464841+0000","last_active":"2024-04-18T05:14:00.881074+0000","last_peered":"2024-04-18T05:14:00.881074+0000","last_clean":"2024-04-18T05:14:00.881074+0000","last_became_active":"2024-04-18T05:14:00.464196+0000","last_became_peered":"2024-04-18T05:14:00.464196+0000","last_unstale":"2024-04-18T05:14:00.881074+0000","last_undegraded":"2024-04-18T05:14:00.881074+0000","last_fullsized":"2024-04-18T05:14:00.881074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:23:18.176551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873850+0000","last_change":"2024-04-18T05:14:00.871135+0000","last_active":"2024-04-18T05:14:00.873850+0000","last_peered":"2024-04-18T05:14:00.873850+0000","last_clean":"2024-04-18T05:14:00.873850+0000","last_became_active":"2024-04-18T05:14:00.870861+0000","last_became_peered":"2024-04-18T05:14:00.870861+0000","last_unstale":"2024-04-18T05:14:00.873850+0000","last_undegraded":"2024-04-18T05:14:00.873850+0000","last_fullsized":"2024-04-18T05:14:00.873850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:05:52.408260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884294+0000","last_change":"2024-04-18T05:14:00.485873+0000","last_active":"2024-04-18T05:14:00.884294+0000","last_peered":"2024-04-18T05:14:00.884294+0000","last_clean":"2024-04-18T05:14:00.884294+0000","last_became_active":"2024-04-18T05:14:00.485195+0000","last_became_peered":"2024-04-18T05:14:00.485195+0000","last_unstale":"2024-04-18T05:14:00.884294+0000","last_undegraded":"2024-04-18T05:14:00.884294+0000","last_fullsized":"2024-04-18T05:14:00.884294+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:01.689558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884003+0000","last_change":"2024-04-18T05:14:00.879230+0000","last_active":"2024-04-18T05:14:00.884003+0000","last_peered":"2024-04-18T05:14:00.884003+0000","last_clean":"2024-04-18T05:14:00.884003+0000","last_became_active":"2024-04-18T05:14:00.878628+0000","last_became_peered":"2024-04-18T05:14:00.878628+0000","last_unstale":"2024-04-18T05:14:00.884003+0000","last_undegraded":"2024-04-18T05:14:00.884003+0000","last_fullsized":"2024-04-18T05:14:00.884003+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:19.648116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1a","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.875471+0000","last_change":"2024-04-18T05:14:00.479920+0000","last_active":"2024-04-18T05:14:00.875471+0000","last_peered":"2024-04-18T05:14:00.875471+0000","last_clean":"2024-04-18T05:14:00.875471+0000","last_became_active":"2024-04-18T05:14:00.478544+0000","last_became_peered":"2024-04-18T05:14:00.478544+0000","last_unstale":"2024-04-18T05:14:00.875471+0000","last_undegraded":"2024-04-18T05:14:00.875471+0000","last_fullsized":"2024-04-18T05:14:00.875471+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:51.519297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.858167+0000","last_change":"2024-04-18T05:14:00.857294+0000","last_active":"2024-04-18T05:14:00.858167+0000","last_peered":"2024-04-18T05:14:00.858167+0000","last_clean":"2024-04-18T05:14:00.858167+0000","last_became_active":"2024-04-18T05:14:00.857009+0000","last_became_peered":"2024-04-18T05:14:00.857009+0000","last_unstale":"2024-04-18T05:14:00.858167+0000","last_undegraded":"2024-04-18T05:14:00.858167+0000","last_fullsized":"2024-04-18T05:14:00.858167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.852759+0000","last_change":"2024-04-18T05:14:00.476000+0000","last_active":"2024-04-18T05:14:00.852759+0000","last_peered":"2024-04-18T05:14:00.852759+0000","last_clean":"2024-04-18T05:14:00.852759+0000","last_became_active":"2024-04-18T05:14:00.475241+0000","last_became_peered":"2024-04-18T05:14:00.475241+0000","last_unstale":"2024-04-18T05:14:00.852759+0000","last_undegraded":"2024-04-18T05:14:00.852759+0000","last_fullsized":"2024-04-18T05:14:00.852759+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.886892+0000","last_change":"2024-04-18T05:14:00.883298+0000","last_active":"2024-04-18T05:14:00.886892+0000","last_peered":"2024-04-18T05:14:00.886892+0000","last_clean":"2024-04-18T05:14:00.886892+0000","last_became_active":"2024-04-18T05:14:00.882918+0000","last_became_peered":"2024-04-18T05:14:00.882918+0000","last_unstale":"2024-04-18T05:14:00.886892+0000","last_undegraded":"2024-04-18T05:14:00.886892+0000","last_fullsized":"2024-04-18T05:14:00.886892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.857071+0000","last_change":"2024-04-18T05:14:00.472259+0000","last_active":"2024-04-18T05:14:00.857071+0000","last_peered":"2024-04-18T05:14:00.857071+0000","last_clean":"2024-04-18T05:14:00.857071+0000","last_became_active":"2024-04-18T05:14:00.471525+0000","last_became_peered":"2024-04-18T05:14:00.471525+0000","last_unstale":"2024-04-18T05:14:00.857071+0000","last_undegraded":"2024-04-18T05:14:00.857071+0000","last_fullsized":"2024-04-18T05:14:00.857071+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:22.976132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879021+0000","last_change":"2024-04-18T05:14:00.866770+0000","last_active":"2024-04-18T05:14:00.879021+0000","last_peered":"2024-04-18T05:14:00.879021+0000","last_clean":"2024-04-18T05:14:00.879021+0000","last_became_active":"2024-04-18T05:14:00.866155+0000","last_became_peered":"2024-04-18T05:14:00.866155+0000","last_unstale":"2024-04-18T05:14:00.879021+0000","last_undegraded":"2024-04-18T05:14:00.879021+0000","last_fullsized":"2024-04-18T05:14:00.879021+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.866813+0000","last_change":"2024-04-18T05:14:00.478675+0000","last_active":"2024-04-18T05:14:00.866813+0000","last_peered":"2024-04-18T05:14:00.866813+0000","last_clean":"2024-04-18T05:14:00.866813+0000","last_became_active":"2024-04-18T05:14:00.477923+0000","last_became_peered":"2024-04-18T05:14:00.477923+0000","last_unstale":"2024-04-18T05:14:00.866813+0000","last_undegraded":"2024-04-18T05:14:00.866813+0000","last_fullsized":"2024-04-18T05:14:00.866813+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:43.137965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.872258+0000","last_change":"2024-04-18T05:14:00.869377+0000","last_active":"2024-04-18T05:14:00.872258+0000","last_peered":"2024-04-18T05:14:00.872258+0000","last_clean":"2024-04-18T05:14:00.872258+0000","last_became_active":"2024-04-18T05:14:00.869076+0000","last_became_peered":"2024-04-18T05:14:00.869076+0000","last_unstale":"2024-04-18T05:14:00.872258+0000","last_undegraded":"2024-04-18T05:14:00.872258+0000","last_fullsized":"2024-04-18T05:14:00.872258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.858212+0000","last_change":"2024-04-18T05:14:00.473131+0000","last_active":"2024-04-18T05:14:00.858212+0000","last_peered":"2024-04-18T05:14:00.858212+0000","last_clean":"2024-04-18T05:14:00.858212+0000","last_became_active":"2024-04-18T05:14:00.472383+0000","last_became_peered":"2024-04-18T05:14:00.472383+0000","last_unstale":"2024-04-18T05:14:00.858212+0000","last_undegraded":"2024-04-18T05:14:00.858212+0000","last_fullsized":"2024-04-18T05:14:00.858212+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:21.674221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885309+0000","last_change":"2024-04-18T05:14:00.884379+0000","last_active":"2024-04-18T05:14:00.885309+0000","last_peered":"2024-04-18T05:14:00.885309+0000","last_clean":"2024-04-18T05:14:00.885309+0000","last_became_active":"2024-04-18T05:14:00.884121+0000","last_became_peered":"2024-04-18T05:14:00.884121+0000","last_unstale":"2024-04-18T05:14:00.885309+0000","last_undegraded":"2024-04-18T05:14:00.885309+0000","last_fullsized":"2024-04-18T05:14:00.885309+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.15","version":"61'3","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.878016+0000","last_change":"2024-04-18T05:14:00.469014+0000","last_active":"2024-04-18T05:14:00.878016+0000","last_peered":"2024-04-18T05:14:00.878016+0000","last_clean":"2024-04-18T05:14:00.878016+0000","last_became_active":"2024-04-18T05:14:00.468323+0000","last_became_peered":"2024-04-18T05:14:00.468323+0000","last_unstale":"2024-04-18T05:14:00.878016+0000","last_undegraded":"2024-04-18T05:14:00.878016+0000","last_fullsized":"2024-04-18T05:14:00.878016+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:32.650886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.874201+0000","last_change":"2024-04-18T05:14:00.873581+0000","last_active":"2024-04-18T05:14:00.874201+0000","last_peered":"2024-04-18T05:14:00.874201+0000","last_clean":"2024-04-18T05:14:00.874201+0000","last_became_active":"2024-04-18T05:14:00.873317+0000","last_became_peered":"2024-04-18T05:14:00.873317+0000","last_unstale":"2024-04-18T05:14:00.874201+0000","last_undegraded":"2024-04-18T05:14:00.874201+0000","last_fullsized":"2024-04-18T05:14:00.874201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:06:56.229275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"61'6","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.890151+0000","last_change":"2024-04-18T05:14:00.464562+0000","last_active":"2024-04-18T05:14:00.890151+0000","last_peered":"2024-04-18T05:14:00.890151+0000","last_clean":"2024-04-18T05:14:00.890151+0000","last_became_active":"2024-04-18T05:14:00.463886+0000","last_became_peered":"2024-04-18T05:14:00.463886+0000","last_unstale":"2024-04-18T05:14:00.890151+0000","last_undegraded":"2024-04-18T05:14:00.890151+0000","last_fullsized":"2024-04-18T05:14:00.890151+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:02.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871869+0000","last_change":"2024-04-18T05:14:00.867829+0000","last_active":"2024-04-18T05:14:00.871869+0000","last_peered":"2024-04-18T05:14:00.871869+0000","last_clean":"2024-04-18T05:14:00.871869+0000","last_became_active":"2024-04-18T05:14:00.867573+0000","last_became_peered":"2024-04-18T05:14:00.867573+0000","last_unstale":"2024-04-18T05:14:00.871869+0000","last_undegraded":"2024-04-18T05:14:00.871869+0000","last_fullsized":"2024-04-18T05:14:00.871869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.13","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883574+0000","last_change":"2024-04-18T05:14:00.476417+0000","last_active":"2024-04-18T05:14:00.883574+0000","last_peered":"2024-04-18T05:14:00.883574+0000","last_clean":"2024-04-18T05:14:00.883574+0000","last_became_active":"2024-04-18T05:14:00.475836+0000","last_became_peered":"2024-04-18T05:14:00.475836+0000","last_unstale":"2024-04-18T05:14:00.883574+0000","last_undegraded":"2024-04-18T05:14:00.883574+0000","last_fullsized":"2024-04-18T05:14:00.883574+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:55:02.161082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871763+0000","last_change":"2024-04-18T05:14:00.870667+0000","last_active":"2024-04-18T05:14:00.871763+0000","last_peered":"2024-04-18T05:14:00.871763+0000","last_clean":"2024-04-18T05:14:00.871763+0000","last_became_active":"2024-04-18T05:14:00.870381+0000","last_became_peered":"2024-04-18T05:14:00.870381+0000","last_unstale":"2024-04-18T05:14:00.871763+0000","last_undegraded":"2024-04-18T05:14:00.871763+0000","last_fullsized":"2024-04-18T05:14:00.871763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.849214+0000","last_change":"2024-04-18T05:14:00.485838+0000","last_active":"2024-04-18T05:14:00.849214+0000","last_peered":"2024-04-18T05:14:00.849214+0000","last_clean":"2024-04-18T05:14:00.849214+0000","last_became_active":"2024-04-18T05:14:00.485513+0000","last_became_peered":"2024-04-18T05:14:00.485513+0000","last_unstale":"2024-04-18T05:14:00.849214+0000","last_undegraded":"2024-04-18T05:14:00.849214+0000","last_fullsized":"2024-04-18T05:14:00.849214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:26.085659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871422+0000","last_change":"2024-04-18T05:14:00.866869+0000","last_active":"2024-04-18T05:14:00.871422+0000","last_peered":"2024-04-18T05:14:00.871422+0000","last_clean":"2024-04-18T05:14:00.871422+0000","last_became_active":"2024-04-18T05:14:00.866433+0000","last_became_peered":"2024-04-18T05:14:00.866433+0000","last_unstale":"2024-04-18T05:14:00.871422+0000","last_undegraded":"2024-04-18T05:14:00.871422+0000","last_fullsized":"2024-04-18T05:14:00.871422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:24.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.845283+0000","last_change":"2024-04-18T05:14:00.485129+0000","last_active":"2024-04-18T05:14:00.845283+0000","last_peered":"2024-04-18T05:14:00.845283+0000","last_clean":"2024-04-18T05:14:00.845283+0000","last_became_active":"2024-04-18T05:14:00.483769+0000","last_became_peered":"2024-04-18T05:14:00.483769+0000","last_unstale":"2024-04-18T05:14:00.845283+0000","last_undegraded":"2024-04-18T05:14:00.845283+0000","last_fullsized":"2024-04-18T05:14:00.845283+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:00.023276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879334+0000","last_change":"2024-04-18T05:14:00.859982+0000","last_active":"2024-04-18T05:14:00.879334+0000","last_peered":"2024-04-18T05:14:00.879334+0000","last_clean":"2024-04-18T05:14:00.879334+0000","last_became_active":"2024-04-18T05:14:00.859568+0000","last_became_peered":"2024-04-18T05:14:00.859568+0000","last_unstale":"2024-04-18T05:14:00.879334+0000","last_undegraded":"2024-04-18T05:14:00.879334+0000","last_fullsized":"2024-04-18T05:14:00.879334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"61'8","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871801+0000","last_change":"2024-04-18T05:14:00.476237+0000","last_active":"2024-04-18T05:14:00.871801+0000","last_peered":"2024-04-18T05:14:00.871801+0000","last_clean":"2024-04-18T05:14:00.871801+0000","last_became_active":"2024-04-18T05:14:00.475552+0000","last_became_peered":"2024-04-18T05:14:00.475552+0000","last_unstale":"2024-04-18T05:14:00.871801+0000","last_undegraded":"2024-04-18T05:14:00.871801+0000","last_fullsized":"2024-04-18T05:14:00.871801+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:06:26.819732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883950+0000","last_change":"2024-04-18T05:14:00.871928+0000","last_active":"2024-04-18T05:14:00.883950+0000","last_peered":"2024-04-18T05:14:00.883950+0000","last_clean":"2024-04-18T05:14:00.883950+0000","last_became_active":"2024-04-18T05:14:00.869548+0000","last_became_peered":"2024-04-18T05:14:00.869548+0000","last_unstale":"2024-04-18T05:14:00.883950+0000","last_undegraded":"2024-04-18T05:14:00.883950+0000","last_fullsized":"2024-04-18T05:14:00.883950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:01.032463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.f","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883952+0000","last_change":"2024-04-18T05:14:00.478363+0000","last_active":"2024-04-18T05:14:00.883952+0000","last_peered":"2024-04-18T05:14:00.883952+0000","last_clean":"2024-04-18T05:14:00.883952+0000","last_became_active":"2024-04-18T05:14:00.477340+0000","last_became_peered":"2024-04-18T05:14:00.477340+0000","last_unstale":"2024-04-18T05:14:00.883952+0000","last_undegraded":"2024-04-18T05:14:00.883952+0000","last_fullsized":"2024-04-18T05:14:00.883952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:01.173836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.863237+0000","last_change":"2024-04-18T05:14:00.861505+0000","last_active":"2024-04-18T05:14:00.863237+0000","last_peered":"2024-04-18T05:14:00.863237+0000","last_clean":"2024-04-18T05:14:00.863237+0000","last_became_active":"2024-04-18T05:14:00.861225+0000","last_became_peered":"2024-04-18T05:14:00.861225+0000","last_unstale":"2024-04-18T05:14:00.863237+0000","last_undegraded":"2024-04-18T05:14:00.863237+0000","last_fullsized":"2024-04-18T05:14:00.863237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885272+0000","last_change":"2024-04-18T05:14:00.480005+0000","last_active":"2024-04-18T05:14:00.885272+0000","last_peered":"2024-04-18T05:14:00.885272+0000","last_clean":"2024-04-18T05:14:00.885272+0000","last_became_active":"2024-04-18T05:14:00.479297+0000","last_became_peered":"2024-04-18T05:14:00.479297+0000","last_unstale":"2024-04-18T05:14:00.885272+0000","last_undegraded":"2024-04-18T05:14:00.885272+0000","last_fullsized":"2024-04-18T05:14:00.885272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:18.638928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.863204+0000","last_change":"2024-04-18T05:14:00.861526+0000","last_active":"2024-04-18T05:14:00.863204+0000","last_peered":"2024-04-18T05:14:00.863204+0000","last_clean":"2024-04-18T05:14:00.863204+0000","last_became_active":"2024-04-18T05:14:00.861220+0000","last_became_peered":"2024-04-18T05:14:00.861220+0000","last_unstale":"2024-04-18T05:14:00.863204+0000","last_undegraded":"2024-04-18T05:14:00.863204+0000","last_fullsized":"2024-04-18T05:14:00.863204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:19:16.915439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879460+0000","last_change":"2024-04-18T05:14:00.462281+0000","last_active":"2024-04-18T05:14:00.879460+0000","last_peered":"2024-04-18T05:14:00.879460+0000","last_clean":"2024-04-18T05:14:00.879460+0000","last_became_active":"2024-04-18T05:14:00.461405+0000","last_became_peered":"2024-04-18T05:14:00.461405+0000","last_unstale":"2024-04-18T05:14:00.879460+0000","last_undegraded":"2024-04-18T05:14:00.879460+0000","last_fullsized":"2024-04-18T05:14:00.879460+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:15.739905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873686+0000","last_change":"2024-04-18T05:14:00.871679+0000","last_active":"2024-04-18T05:14:00.873686+0000","last_peered":"2024-04-18T05:14:00.873686+0000","last_clean":"2024-04-18T05:14:00.873686+0000","last_became_active":"2024-04-18T05:14:00.871400+0000","last_became_peered":"2024-04-18T05:14:00.871400+0000","last_unstale":"2024-04-18T05:14:00.873686+0000","last_undegraded":"2024-04-18T05:14:00.873686+0000","last_fullsized":"2024-04-18T05:14:00.873686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:30.155951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:13:59.428385+0000","last_change":"2024-04-18T05:13:59.428385+0000","last_active":"2024-04-18T05:13:59.428385+0000","last_peered":"2024-04-18T05:13:59.428385+0000","last_clean":"2024-04-18T05:13:59.428385+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:13:59.428385+0000","last_undegraded":"2024-04-18T05:13:59.428385+0000","last_fullsized":"2024-04-18T05:13:59.428385+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.874199+0000","last_change":"2024-04-18T05:14:00.863392+0000","last_active":"2024-04-18T05:14:00.874199+0000","last_peered":"2024-04-18T05:14:00.874199+0000","last_clean":"2024-04-18T05:14:00.874199+0000","last_became_active":"2024-04-18T05:14:00.863169+0000","last_became_peered":"2024-04-18T05:14:00.863169+0000","last_unstale":"2024-04-18T05:14:00.874199+0000","last_undegraded":"2024-04-18T05:14:00.874199+0000","last_fullsized":"2024-04-18T05:14:00.874199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.b","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.874254+0000","last_change":"2024-04-18T05:14:00.468847+0000","last_active":"2024-04-18T05:14:00.874254+0000","last_peered":"2024-04-18T05:14:00.874254+0000","last_clean":"2024-04-18T05:14:00.874254+0000","last_became_active":"2024-04-18T05:14:00.467620+0000","last_became_peered":"2024-04-18T05:14:00.467620+0000","last_unstale":"2024-04-18T05:14:00.874254+0000","last_undegraded":"2024-04-18T05:14:00.874254+0000","last_fullsized":"2024-04-18T05:14:00.874254+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.875869+0000","last_change":"2024-04-18T05:14:00.874004+0000","last_active":"2024-04-18T05:14:00.875869+0000","last_peered":"2024-04-18T05:14:00.875869+0000","last_clean":"2024-04-18T05:14:00.875869+0000","last_became_active":"2024-04-18T05:14:00.873704+0000","last_became_peered":"2024-04-18T05:14:00.873704+0000","last_unstale":"2024-04-18T05:14:00.875869+0000","last_undegraded":"2024-04-18T05:14:00.875869+0000","last_fullsized":"2024-04-18T05:14:00.875869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:50:55.042327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.850297+0000","last_change":"2024-04-18T05:14:00.467695+0000","last_active":"2024-04-18T05:14:00.850297+0000","last_peered":"2024-04-18T05:14:00.850297+0000","last_clean":"2024-04-18T05:14:00.850297+0000","last_became_active":"2024-04-18T05:14:00.467177+0000","last_became_peered":"2024-04-18T05:14:00.467177+0000","last_unstale":"2024-04-18T05:14:00.850297+0000","last_undegraded":"2024-04-18T05:14:00.850297+0000","last_fullsized":"2024-04-18T05:14:00.850297+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:41:27.605641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884326+0000","last_change":"2024-04-18T05:14:00.879044+0000","last_active":"2024-04-18T05:14:00.884326+0000","last_peered":"2024-04-18T05:14:00.884326+0000","last_clean":"2024-04-18T05:14:00.884326+0000","last_became_active":"2024-04-18T05:14:00.878761+0000","last_became_peered":"2024-04-18T05:14:00.878761+0000","last_unstale":"2024-04-18T05:14:00.884326+0000","last_undegraded":"2024-04-18T05:14:00.884326+0000","last_fullsized":"2024-04-18T05:14:00.884326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.854622+0000","last_change":"2024-04-18T05:14:00.471853+0000","last_active":"2024-04-18T05:14:00.854622+0000","last_peered":"2024-04-18T05:14:00.854622+0000","last_clean":"2024-04-18T05:14:00.854622+0000","last_became_active":"2024-04-18T05:14:00.471070+0000","last_became_peered":"2024-04-18T05:14:00.471070+0000","last_unstale":"2024-04-18T05:14:00.854622+0000","last_undegraded":"2024-04-18T05:14:00.854622+0000","last_fullsized":"2024-04-18T05:14:00.854622+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873949+0000","last_change":"2024-04-18T05:14:00.871916+0000","last_active":"2024-04-18T05:14:00.873949+0000","last_peered":"2024-04-18T05:14:00.873949+0000","last_clean":"2024-04-18T05:14:00.873949+0000","last_became_active":"2024-04-18T05:14:00.871632+0000","last_became_peered":"2024-04-18T05:14:00.871632+0000","last_unstale":"2024-04-18T05:14:00.873949+0000","last_undegraded":"2024-04-18T05:14:00.873949+0000","last_fullsized":"2024-04-18T05:14:00.873949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:41.569182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884033+0000","last_change":"2024-04-18T05:14:00.473649+0000","last_active":"2024-04-18T05:14:00.884033+0000","last_peered":"2024-04-18T05:14:00.884033+0000","last_clean":"2024-04-18T05:14:00.884033+0000","last_became_active":"2024-04-18T05:14:00.473013+0000","last_became_peered":"2024-04-18T05:14:00.473013+0000","last_unstale":"2024-04-18T05:14:00.884033+0000","last_undegraded":"2024-04-18T05:14:00.884033+0000","last_fullsized":"2024-04-18T05:14:00.884033+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:58.794431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.886699+0000","last_change":"2024-04-18T05:14:00.880892+0000","last_active":"2024-04-18T05:14:00.886699+0000","last_peered":"2024-04-18T05:14:00.886699+0000","last_clean":"2024-04-18T05:14:00.886699+0000","last_became_active":"2024-04-18T05:14:00.880537+0000","last_became_peered":"2024-04-18T05:14:00.880537+0000","last_unstale":"2024-04-18T05:14:00.886699+0000","last_undegraded":"2024-04-18T05:14:00.886699+0000","last_fullsized":"2024-04-18T05:14:00.886699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:16.749092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.867436+0000","last_change":"2024-04-18T05:14:00.483853+0000","last_active":"2024-04-18T05:14:00.867436+0000","last_peered":"2024-04-18T05:14:00.867436+0000","last_clean":"2024-04-18T05:14:00.867436+0000","last_became_active":"2024-04-18T05:14:00.483595+0000","last_became_peered":"2024-04-18T05:14:00.483595+0000","last_unstale":"2024-04-18T05:14:00.867436+0000","last_undegraded":"2024-04-18T05:14:00.867436+0000","last_fullsized":"2024-04-18T05:14:00.867436+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:38.921394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.859521+0000","last_change":"2024-04-18T05:14:00.855267+0000","last_active":"2024-04-18T05:14:00.859521+0000","last_peered":"2024-04-18T05:14:00.859521+0000","last_clean":"2024-04-18T05:14:00.859521+0000","last_became_active":"2024-04-18T05:14:00.855039+0000","last_became_peered":"2024-04-18T05:14:00.855039+0000","last_unstale":"2024-04-18T05:14:00.859521+0000","last_undegraded":"2024-04-18T05:14:00.859521+0000","last_fullsized":"2024-04-18T05:14:00.859521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.856109+0000","last_change":"2024-04-18T05:14:00.482001+0000","last_active":"2024-04-18T05:14:00.856109+0000","last_peered":"2024-04-18T05:14:00.856109+0000","last_clean":"2024-04-18T05:14:00.856109+0000","last_became_active":"2024-04-18T05:14:00.481233+0000","last_became_peered":"2024-04-18T05:14:00.481233+0000","last_unstale":"2024-04-18T05:14:00.856109+0000","last_undegraded":"2024-04-18T05:14:00.856109+0000","last_fullsized":"2024-04-18T05:14:00.856109+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:46:34.054210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873667+0000","last_change":"2024-04-18T05:14:00.871574+0000","last_active":"2024-04-18T05:14:00.873667+0000","last_peered":"2024-04-18T05:14:00.873667+0000","last_clean":"2024-04-18T05:14:00.873667+0000","last_became_active":"2024-04-18T05:14:00.871299+0000","last_became_peered":"2024-04-18T05:14:00.871299+0000","last_unstale":"2024-04-18T05:14:00.873667+0000","last_undegraded":"2024-04-18T05:14:00.873667+0000","last_fullsized":"2024-04-18T05:14:00.873667+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:19:10.047141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:13:59.428385+0000","last_change":"2024-04-18T05:13:59.428385+0000","last_active":"2024-04-18T05:13:59.428385+0000","last_peered":"2024-04-18T05:13:59.428385+0000","last_clean":"2024-04-18T05:13:59.428385+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:13:59.428385+0000","last_undegraded":"2024-04-18T05:13:59.428385+0000","last_fullsized":"2024-04-18T05:13:59.428385+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883382+0000","last_change":"2024-04-18T05:14:00.874084+0000","last_active":"2024-04-18T05:14:00.883382+0000","last_peered":"2024-04-18T05:14:00.883382+0000","last_clean":"2024-04-18T05:14:00.883382+0000","last_became_active":"2024-04-18T05:14:00.873807+0000","last_became_peered":"2024-04-18T05:14:00.873807+0000","last_unstale":"2024-04-18T05:14:00.883382+0000","last_undegraded":"2024-04-18T05:14:00.883382+0000","last_fullsized":"2024-04-18T05:14:00.883382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:05:52.408260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.859349+0000","last_change":"2024-04-18T05:14:00.477493+0000","last_active":"2024-04-18T05:14:00.859349+0000","last_peered":"2024-04-18T05:14:00.859349+0000","last_clean":"2024-04-18T05:14:00.859349+0000","last_became_active":"2024-04-18T05:14:00.476699+0000","last_became_peered":"2024-04-18T05:14:00.476699+0000","last_unstale":"2024-04-18T05:14:00.859349+0000","last_undegraded":"2024-04-18T05:14:00.859349+0000","last_fullsized":"2024-04-18T05:14:00.859349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:48:59.329860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884998+0000","last_change":"2024-04-18T05:14:00.884112+0000","last_active":"2024-04-18T05:14:00.884998+0000","last_peered":"2024-04-18T05:14:00.884998+0000","last_clean":"2024-04-18T05:14:00.884998+0000","last_became_active":"2024-04-18T05:14:00.883819+0000","last_became_peered":"2024-04-18T05:14:00.883819+0000","last_unstale":"2024-04-18T05:14:00.884998+0000","last_undegraded":"2024-04-18T05:14:00.884998+0000","last_fullsized":"2024-04-18T05:14:00.884998+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.851990+0000","last_change":"2024-04-18T05:14:00.471506+0000","last_active":"2024-04-18T05:14:00.851990+0000","last_peered":"2024-04-18T05:14:00.851990+0000","last_clean":"2024-04-18T05:14:00.851990+0000","last_became_active":"2024-04-18T05:14:00.470776+0000","last_became_peered":"2024-04-18T05:14:00.470776+0000","last_unstale":"2024-04-18T05:14:00.851990+0000","last_undegraded":"2024-04-18T05:14:00.851990+0000","last_fullsized":"2024-04-18T05:14:00.851990+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.886715+0000","last_change":"2024-04-18T05:14:00.883794+0000","last_active":"2024-04-18T05:14:00.886715+0000","last_peered":"2024-04-18T05:14:00.886715+0000","last_clean":"2024-04-18T05:14:00.886715+0000","last_became_active":"2024-04-18T05:14:00.883421+0000","last_became_peered":"2024-04-18T05:14:00.883421+0000","last_unstale":"2024-04-18T05:14:00.886715+0000","last_undegraded":"2024-04-18T05:14:00.886715+0000","last_fullsized":"2024-04-18T05:14:00.886715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:02.183024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:13:59.428385+0000","last_change":"2024-04-18T05:13:59.428385+0000","last_active":"2024-04-18T05:13:59.428385+0000","last_peered":"2024-04-18T05:13:59.428385+0000","last_clean":"2024-04-18T05:13:59.428385+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:13:59.428385+0000","last_undegraded":"2024-04-18T05:13:59.428385+0000","last_fullsized":"2024-04-18T05:13:59.428385+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.889262+0000","last_change":"2024-04-18T05:14:00.884904+0000","last_active":"2024-04-18T05:14:00.889262+0000","last_peered":"2024-04-18T05:14:00.889262+0000","last_clean":"2024-04-18T05:14:00.889262+0000","last_became_active":"2024-04-18T05:14:00.884602+0000","last_became_peered":"2024-04-18T05:14:00.884602+0000","last_unstale":"2024-04-18T05:14:00.889262+0000","last_undegraded":"2024-04-18T05:14:00.889262+0000","last_fullsized":"2024-04-18T05:14:00.889262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.856436+0000","last_change":"2024-04-18T05:14:00.480520+0000","last_active":"2024-04-18T05:14:00.856436+0000","last_peered":"2024-04-18T05:14:00.856436+0000","last_clean":"2024-04-18T05:14:00.856436+0000","last_became_active":"2024-04-18T05:14:00.478958+0000","last_became_peered":"2024-04-18T05:14:00.478958+0000","last_unstale":"2024-04-18T05:14:00.856436+0000","last_undegraded":"2024-04-18T05:14:00.856436+0000","last_fullsized":"2024-04-18T05:14:00.856436+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871738+0000","last_change":"2024-04-18T05:14:00.870565+0000","last_active":"2024-04-18T05:14:00.871738+0000","last_peered":"2024-04-18T05:14:00.871738+0000","last_clean":"2024-04-18T05:14:00.871738+0000","last_became_active":"2024-04-18T05:14:00.870275+0000","last_became_peered":"2024-04-18T05:14:00.870275+0000","last_unstale":"2024-04-18T05:14:00.871738+0000","last_undegraded":"2024-04-18T05:14:00.871738+0000","last_fullsized":"2024-04-18T05:14:00.871738+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.856534+0000","last_change":"2024-04-18T05:14:00.485922+0000","last_active":"2024-04-18T05:14:00.856534+0000","last_peered":"2024-04-18T05:14:00.856534+0000","last_clean":"2024-04-18T05:14:00.856534+0000","last_became_active":"2024-04-18T05:14:00.485025+0000","last_became_peered":"2024-04-18T05:14:00.485025+0000","last_unstale":"2024-04-18T05:14:00.856534+0000","last_undegraded":"2024-04-18T05:14:00.856534+0000","last_fullsized":"2024-04-18T05:14:00.856534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":198,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.456166+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:14:00.456166+0000","last_peered":"2024-04-18T05:14:00.456166+0000","last_clean":"2024-04-18T05:14:00.456166+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:14:00.456166+0000","last_undegraded":"2024-04-18T05:14:00.456166+0000","last_fullsized":"2024-04-18T05:14:00.456166+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":124,"acting":124,"num_store_stats":7},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":58,"acting":58,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509476,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":704512,"data_stored":317644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.89100000000000001,"15min":0.89700000000000002},"min":{"1min":0.56100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.256,"5min":1.421,"15min":1.421},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.58399999999999996,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":1.1160000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.82099999999999995,"15min":0.81299999999999994},"min":{"1min":0.56000000000000005,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.58599999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.214,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.141}]},{"osd":2,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.85999999999999999,"15min":0.85599999999999998},"min":{"1min":0.54400000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.25,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.90400000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0189999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.331,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.006,"5min":1.01,"15min":1.0109999999999999},"min":{"1min":0.64200000000000002,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4099999999999999,"5min":1.494,"15min":1.494},"last":1.1679999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.95399999999999996,"15min":0.95999999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.1950000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.999,"5min":0.995,"15min":0.99399999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":0.85199999999999998}]},{"osd":5,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.98799999999999999,"15min":0.99199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2789999999999999,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":1.073},{"interface":"front","average":{"1min":1.004,"5min":1.0820000000000001,"15min":1.095},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.4450000000000001,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.94799999999999995}]},{"osd":7,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.0609999999999999,"15min":1.0700000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.5669999999999999,"5min":1.635,"15min":1.635},"last":1.012},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0509999999999999,"15min":1.0489999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.98699999999999999}]}]},{"osd":5,"up_from":15,"seq":64424509476,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28288,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343552,"statfs":{"total":96636764160,"available":96607797248,"internally_reserved":0,"allocated":1298432,"data_stored":908012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.81499999999999995,"15min":0.80900000000000005},"min":{"1min":0.501,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.81999999999999995,"15min":0.81499999999999995},"min":{"1min":0.51800000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.71499999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.83199999999999996,"15min":0.82599999999999996},"min":{"1min":0.52300000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1120000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.84999999999999998,"15min":0.83599999999999997},"min":{"1min":0.61599999999999999,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.88300000000000001}]},{"osd":2,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.83399999999999996,"15min":0.80700000000000005},"min":{"1min":0.64400000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":4.2789999999999999,"5min":4.2789999999999999,"15min":4.2789999999999999},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.92500000000000004,"15min":0.91900000000000004},"min":{"1min":0.64300000000000002,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.173,"5min":2.173,"15min":2.173},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94599999999999995,"15min":0.95299999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1930000000000001,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.746},{"interface":"front","average":{"1min":1.026,"5min":1.0049999999999999,"15min":1.0009999999999999},"min":{"1min":0.80200000000000005,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.821,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.91700000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.94199999999999995,"15min":0.93799999999999994},"min":{"1min":0.65500000000000003,"5min":0.437,"15min":0.437},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":2.855,"5min":2.855,"15min":2.855},"last":1.0660000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.96599999999999997,"15min":0.97199999999999998},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.034},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.038,"15min":1.052},"min":{"1min":0.624,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2450000000000001,"5min":1.73,"15min":1.73},"last":1.012}]},{"osd":7,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.085,"15min":1.0840000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3759999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.127,"5min":1.149,"15min":1.153},"min":{"1min":0.79600000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.712,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.1120000000000001}]}]},{"osd":4,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":704512,"data_stored":317644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.85699999999999998,"15min":0.84699999999999998},"min":{"1min":0.58299999999999996,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.135,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.59799999999999998,"5min":0.503,"15min":0.503},"max":{"1min":1.1020000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.82299999999999995,"15min":0.81399999999999995},"min":{"1min":0.67100000000000004,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.177,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.90400000000000003},"min":{"1min":0.58999999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1439999999999999,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.92300000000000004,"15min":0.91700000000000004},"min":{"1min":0.71699999999999997,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.228,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.92800000000000005,"15min":0.92600000000000005},"min":{"1min":0.69899999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.27,"5min":1.498,"15min":1.498},"last":1.0109999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.93899999999999995,"15min":0.93500000000000005},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.98699999999999999,"15min":0.997},"min":{"1min":0.63400000000000001,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.2729999999999999,"5min":1.617,"15min":1.617},"last":0.90700000000000003}]},{"osd":5,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.81899999999999995,"15min":0.82799999999999996},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.0429999999999999,"15min":1.0569999999999999},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.4239999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":1.1100000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.036,"15min":1.05},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.91000000000000003,"5min":1.0109999999999999,"15min":1.028},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.153,"5min":1.962,"15min":1.962},"last":0.87}]},{"osd":7,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.036,"15min":1.0329999999999999},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.3640000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.206},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.0489999999999999,"15min":1.0549999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.202,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.94399999999999995}]}]},{"osd":3,"up_from":15,"seq":64424509476,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35932,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335908,"statfs":{"total":96636764160,"available":96599969792,"internally_reserved":0,"allocated":729088,"data_stored":331334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.318,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90000000000000002,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.65900000000000003,"15min":0.66300000000000003},"min":{"1min":0.32200000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.91400000000000003,"5min":1.571,"15min":1.571},"last":0.54300000000000004}]},{"osd":1,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.67200000000000004,"15min":0.67800000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.871,"5min":1.76,"15min":1.76},"last":0.629},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.66800000000000004,"15min":0.66200000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.0289999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.89600000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.79000000000000004,"15min":0.80400000000000005},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.309},"max":{"1min":1.171,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.78400000000000003,"15min":0.78200000000000003},"min":{"1min":0.39100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1519999999999999,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.65800000000000003}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.90100000000000002,"15min":0.91100000000000003},"min":{"1min":0.60999999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0900000000000001,"5min":1.252,"15min":1.252},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.202,"5min":1.254,"15min":1.254},"last":0.84699999999999998}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.93400000000000005,"15min":0.93200000000000005},"min":{"1min":0.68899999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3640000000000001,"5min":1.446,"15min":1.446},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.0089999999999999,"15min":1.0249999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.502,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.96799999999999997}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.022,"15min":1.03},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.365,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0369999999999999,"15min":1.0449999999999999},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.456,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.032}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.0489999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4059999999999999,"5min":1.883,"15min":1.883},"last":1.012},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0269999999999999,"15min":1.0289999999999999},"min":{"1min":0.63300000000000001,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2649999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.069}]}]},{"osd":2,"up_from":15,"seq":64424509475,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":704512,"data_stored":317644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.753},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61299999999999999,"15min":0.60299999999999998},"min":{"1min":0.39200000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.92600000000000005,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.373}]},{"osd":1,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.624,"15min":0.61899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.66200000000000003},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.98999999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.94999999999999996,"5min":1.177,"15min":1.177},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.753,"15min":0.75700000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0489999999999999,"5min":1.222,"15min":1.222},"last":0.441}]},{"osd":4,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92600000000000005,"15min":0.93100000000000005},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.278,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0129999999999999,"15min":1.014},"min":{"1min":0.70199999999999996,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.266,"5min":1.7,"15min":1.7},"last":0.66000000000000003}]},{"osd":5,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1,"15min":1.006},"min":{"1min":0.63100000000000001,"5min":0.627,"15min":0.627},"max":{"1min":1.2,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.0389999999999999,"15min":1.0509999999999999},"min":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3169999999999999,"5min":1.847,"15min":1.847},"last":0.92600000000000005}]},{"osd":6,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0329999999999999},"min":{"1min":0.68100000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.28,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.024,"15min":1.018},"min":{"1min":0.69599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.3560000000000001,"5min":1.625,"15min":1.625},"last":0.97799999999999998}]},{"osd":7,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.093,"15min":1.0960000000000001},"min":{"1min":0.65900000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.4279999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.82999999999999996},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0880000000000001,"15min":1.0920000000000001},"min":{"1min":0.66800000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2829999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.054}]}]},{"osd":1,"up_from":15,"seq":64424509475,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1298432,"data_stored":908012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.33000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.92100000000000004,"5min":0.996,"15min":0.996},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.62,"15min":0.629},"min":{"1min":0.32800000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.67000000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.59699999999999998},"min":{"1min":0.309,"5min":0.25,"15min":0.25},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.67900000000000005,"15min":0.68100000000000005},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.181,"5min":1.421,"15min":1.421},"last":0.85399999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.3680000000000001,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":1.1359999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.68500000000000005,"15min":0.69099999999999995},"min":{"1min":0.31900000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.89200000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84099999999999997,"15min":0.83999999999999997},"min":{"1min":0.59199999999999997,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.93899999999999995,"15min":0.94499999999999995},"min":{"1min":0.63100000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.397,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.026}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.91600000000000004,"15min":0.92400000000000004},"min":{"1min":0.68200000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1639999999999999,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.90200000000000002,"15min":0.90400000000000003},"min":{"1min":0.61399999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.208,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.96699999999999997}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":1.028,"15min":1.044},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.266,"5min":1.911,"15min":1.911},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98599999999999999,"15min":0.98499999999999999},"min":{"1min":0.56000000000000005,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.556,"5min":1.637,"15min":1.637},"last":1.0660000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0409999999999999,"15min":1.042},"min":{"1min":0.69399999999999995,"5min":0.628,"15min":0.628},"max":{"1min":1.482,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":1.194},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.0309999999999999,"15min":1.0449999999999999},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.4319999999999999,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.099}]}]},{"osd":0,"up_from":15,"seq":64424509476,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":704512,"data_stored":317644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.61699999999999999,"15min":0.63300000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.64200000000000002,"15min":0.66100000000000003},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.45100000000000001}]},{"osd":2,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.63900000000000001,"15min":0.65200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88200000000000001,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.499}]},{"osd":3,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.71099999999999997,"15min":0.72799999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":1.026,"5min":1.369,"15min":1.369},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.88500000000000001,"15min":0.92000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.03,"5min":2.218,"15min":2.218},"last":0.53800000000000003}]},{"osd":4,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.92100000000000004,"15min":0.93899999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.052,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.88600000000000001,"15min":0.90000000000000002},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.034,"5min":1.121,"15min":1.121},"last":0.873}]},{"osd":5,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.91900000000000004,"15min":0.93200000000000005},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.0820000000000001,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.0389999999999999,"15min":1.069},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.302,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.68700000000000006}]},{"osd":6,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":1.075,"15min":1.105},"min":{"1min":0.56399999999999995,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.367,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.995,"15min":1.01},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.425,"5min":1.425,"15min":1.425},"last":0.81299999999999994}]},{"osd":7,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":1,"15min":1.0209999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.327,"5min":1.411,"15min":1.411},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.98499999999999999,"15min":0.998},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.1639999999999999,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.66300000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27704,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344136,"statfs":{"total":96636764160,"available":96608395264,"internally_reserved":0,"allocated":692224,"data_stored":311507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.84099999999999997,"15min":0.83699999999999997},"min":{"1min":0.623,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":1.056},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.80100000000000005,"15min":0.80300000000000005},"min":{"1min":0.52600000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2170000000000001,"5min":1.27,"15min":1.27},"last":0.95899999999999996}]},{"osd":1,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.94299999999999995,"15min":0.93999999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":1.2010000000000001},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2849999999999999,"5min":1.452,"15min":1.452},"last":1.028}]},{"osd":2,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85199999999999998,"15min":0.85299999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.872,"15min":0.85399999999999998},"min":{"1min":0.68000000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.90600000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1819999999999999,"5min":1.202,"15min":1.202},"last":0.623},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.94799999999999995,"15min":0.92900000000000005},"min":{"1min":0.84099999999999997,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.25,"5min":1.411,"15min":1.411},"last":1.143}]},{"osd":4,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.92300000000000004,"15min":0.93000000000000005},"min":{"1min":0.58199999999999996,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.649,"15min":1.649},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91400000000000003,"15min":0.90800000000000003},"min":{"1min":0.63500000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.331,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.98899999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.0089999999999999,"15min":1.0049999999999999},"min":{"1min":0.70799999999999996,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.2470000000000001},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.96799999999999997,"15min":0.96499999999999997},"min":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.294,"5min":1.536,"15min":1.536},"last":1.0780000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.042,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.627,"15min":0.627},"max":{"1min":1.355,"5min":1.728,"15min":1.728},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.032,"15min":1.0249999999999999},"min":{"1min":0.67600000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.425,"5min":1.595,"15min":1.595},"last":0.879}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:14:04.922 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:14:05.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f6556e0a640 1 Processor -- start 2024-04-18T05:14:05.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f6556e0a640 1 -- start start 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f6556e0a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65500a84c0 0x7f65501519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f6556e0a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f655006d5d0 0x7f655015c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f6556e0a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65500a8d00 con 0x7f65500a88a0 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f6556e0a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65500a9080 con 0x7f655006d5d0 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f6556e0a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6550155e50 con 0x7f65500a84c0 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f65553a7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f655006d5d0 0x7f655015c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f654ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f65500a88a0 0x7f655006cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59746/0 (socket says 172.21.15.32:59746) 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f65553a7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f655006d5d0 0x7f655015c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58904/0 (socket says 172.21.15.32:58904) 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f654ffff640 1 -- 172.21.15.32:0/4174262448 learned_addr learned my addr 172.21.15.32:0/4174262448 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f6554ba6640 1 --2- 172.21.15.32:0/4174262448 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65500a84c0 0x7f65501519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.089 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f65553a7640 1 -- 172.21.15.32:0/4174262448 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65500a84c0 msgr2=0x7f65501519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:05.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f65553a7640 1 --2- 172.21.15.32:0/4174262448 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65500a84c0 0x7f65501519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f65553a7640 1 -- 172.21.15.32:0/4174262448 >> v1:172.21.15.32:6789/0 conn(0x7f65500a88a0 legacy=0x7f655006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f65553a7640 1 -- 172.21.15.32:0/4174262448 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6550154f60 con 0x7f655006d5d0 2024-04-18T05:14:05.090 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.085+0000 7f654f7fe640 1 -- 172.21.15.32:0/4174262448 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3137829552 0 0) 0x7f65500a8d00 con 0x7f65500a88a0 2024-04-18T05:14:05.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f65553a7640 1 --2- 172.21.15.32:0/4174262448 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f655006d5d0 0x7f655015c2d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f6548009d90 tx=0x7f654801c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec6c6006cc7ada06 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:05.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f654f7fe640 1 -- 172.21.15.32:0/4174262448 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65480a5890 con 0x7f655006d5d0 2024-04-18T05:14:05.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f654f7fe640 1 -- 172.21.15.32:0/4174262448 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65480a59f0 con 0x7f655006d5d0 2024-04-18T05:14:05.091 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f654f7fe640 1 -- 172.21.15.32:0/4174262448 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65480a5d80 con 0x7f655006d5d0 2024-04-18T05:14:05.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 -- 172.21.15.32:0/4174262448 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f655006d5d0 msgr2=0x7f655015c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 --2- 172.21.15.32:0/4174262448 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f655006d5d0 0x7f655015c2d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f6548009d90 tx=0x7f654801c8e0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 -- 172.21.15.32:0/4174262448 shutdown_connections 2024-04-18T05:14:05.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 --2- 172.21.15.32:0/4174262448 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f655006d5d0 0x7f655015c2d0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 --2- 172.21.15.32:0/4174262448 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65500a84c0 0x7f65501519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 -- 172.21.15.32:0/4174262448 >> 172.21.15.32:0/4174262448 conn(0x7f6550069e80 msgr2=0x7f655006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:05.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 -- 172.21.15.32:0/4174262448 shutdown_connections 2024-04-18T05:14:05.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 -- 172.21.15.32:0/4174262448 wait complete. 2024-04-18T05:14:05.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 Processor -- start 2024-04-18T05:14:05.093 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.089+0000 7f6556e0a640 1 -- start start 2024-04-18T05:14:05.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6556e0a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f655006d5d0 0x7f65501ed1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6556e0a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65500a84c0 0x7f6550139ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6556e0a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65500a88a0 0x7f655012c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6556e0a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65501ed700 con 0x7f65500a84c0 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6556e0a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65500c3bb0 con 0x7f65500a88a0 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6556e0a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65500c3e50 con 0x7f655006d5d0 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65500a84c0 0x7f6550139ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65500a84c0 0x7f6550139ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58914/0 (socket says 172.21.15.32:58914) 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654ffff640 1 -- 172.21.15.32:0/1462118894 learned_addr learned my addr 172.21.15.32:0/1462118894 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6554ba6640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f655006d5d0 0x7f65501ed1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f65553a7640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65500a88a0 0x7f655012c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654ffff640 1 -- 172.21.15.32:0/1462118894 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f655006d5d0 msgr2=0x7f65501ed1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654ffff640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f655006d5d0 0x7f65501ed1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654ffff640 1 -- 172.21.15.32:0/1462118894 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65500a88a0 msgr2=0x7f655012c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654ffff640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65500a88a0 0x7f655012c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654ffff640 1 -- 172.21.15.32:0/1462118894 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6548009a70 con 0x7f65500a84c0 2024-04-18T05:14:05.095 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654ffff640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65500a84c0 0x7f6550139ee0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f653c0011f0 tx=0x7f653c00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:05.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654d7fa640 1 -- 172.21.15.32:0/1462118894 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f653c0074e0 con 0x7f65500a84c0 2024-04-18T05:14:05.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654d7fa640 1 -- 172.21.15.32:0/1462118894 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f653c007640 con 0x7f65500a84c0 2024-04-18T05:14:05.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65500c4130 con 0x7f65500a84c0 2024-04-18T05:14:05.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654d7fa640 1 -- 172.21.15.32:0/1462118894 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f653c004a10 con 0x7f65500a84c0 2024-04-18T05:14:05.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65501399c0 con 0x7f65500a84c0 2024-04-18T05:14:05.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65500666e0 con 0x7f65500a84c0 2024-04-18T05:14:05.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654d7fa640 1 -- 172.21.15.32:0/1462118894 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f653c004b70 con 0x7f65500a84c0 2024-04-18T05:14:05.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654d7fa640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6534066690 0x7f6534068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f654d7fa640 1 -- 172.21.15.32:0/1462118894 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f653c083990 con 0x7f65500a84c0 2024-04-18T05:14:05.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6554ba6640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6534066690 0x7f6534068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.093+0000 7f6554ba6640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6534066690 0x7f6534068b50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f65440096f0 tx=0x7f6544008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:05.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.097+0000 7f654d7fa640 1 -- 172.21.15.32:0/1462118894 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f653c050a90 con 0x7f65500a84c0 2024-04-18T05:14:05.249 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.249+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6550155ae0 con 0x7f6534066690 2024-04-18T05:14:05.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.261+0000 7f654d7fa640 1 -- 172.21.15.32:0/1462118894 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287818 (secure 0 0 0) 0x7f654400e4c0 con 0x7f6534066690 2024-04-18T05:14:05.265 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:05.267 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6534066690 msgr2=0x7f6534068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6534066690 0x7f6534068b50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f65440096f0 tx=0x7f6544008040 comp rx=0 tx=0).stop 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65500a84c0 msgr2=0x7f6550139ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65500a84c0 0x7f6550139ee0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f653c0011f0 tx=0x7f653c00c9b0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 shutdown_connections 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6534066690 0x7f6534068b50 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65500a88a0 0x7f655012c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f65500a84c0 0x7f6550139ee0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 --2- 172.21.15.32:0/1462118894 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f655006d5d0 0x7f65501ed1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 >> 172.21.15.32:0/1462118894 conn(0x7f6550069e80 msgr2=0x7f65501374d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 shutdown_connections 2024-04-18T05:14:05.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.265+0000 7f6556e0a640 1 -- 172.21.15.32:0/1462118894 wait complete. 2024-04-18T05:14:05.283 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":141,"stamp":"2024-04-18T05:14:04.895816+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":57,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243372,"kb_used_data":6724,"kb_used_omap":12,"kb_used_meta":236531,"kb_avail":754731348,"statfs":{"total":773094113280,"available":772844900352,"internally_reserved":0,"allocated":6885376,"data_stored":3755888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":242208313},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.456960"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879498+0000","last_change":"2024-04-18T05:14:00.869097+0000","last_active":"2024-04-18T05:14:00.879498+0000","last_peered":"2024-04-18T05:14:00.879498+0000","last_clean":"2024-04-18T05:14:00.879498+0000","last_became_active":"2024-04-18T05:14:00.868543+0000","last_became_peered":"2024-04-18T05:14:00.868543+0000","last_unstale":"2024-04-18T05:14:00.879498+0000","last_undegraded":"2024-04-18T05:14:00.879498+0000","last_fullsized":"2024-04-18T05:14:00.879498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:39.930581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.878550+0000","last_change":"2024-04-18T05:14:00.874890+0000","last_active":"2024-04-18T05:14:00.878550+0000","last_peered":"2024-04-18T05:14:00.878550+0000","last_clean":"2024-04-18T05:14:00.878550+0000","last_became_active":"2024-04-18T05:14:00.874615+0000","last_became_peered":"2024-04-18T05:14:00.874615+0000","last_unstale":"2024-04-18T05:14:00.878550+0000","last_undegraded":"2024-04-18T05:14:00.878550+0000","last_fullsized":"2024-04-18T05:14:00.878550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:02.698746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.859336+0000","last_change":"2024-04-18T05:14:00.857037+0000","last_active":"2024-04-18T05:14:00.859336+0000","last_peered":"2024-04-18T05:14:00.859336+0000","last_clean":"2024-04-18T05:14:00.859336+0000","last_became_active":"2024-04-18T05:14:00.856795+0000","last_became_peered":"2024-04-18T05:14:00.856795+0000","last_unstale":"2024-04-18T05:14:00.859336+0000","last_undegraded":"2024-04-18T05:14:00.859336+0000","last_fullsized":"2024-04-18T05:14:00.859336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:33.744237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885592+0000","last_change":"2024-04-18T05:14:00.884084+0000","last_active":"2024-04-18T05:14:00.885592+0000","last_peered":"2024-04-18T05:14:00.885592+0000","last_clean":"2024-04-18T05:14:00.885592+0000","last_became_active":"2024-04-18T05:14:00.883782+0000","last_became_peered":"2024-04-18T05:14:00.883782+0000","last_unstale":"2024-04-18T05:14:00.885592+0000","last_undegraded":"2024-04-18T05:14:00.885592+0000","last_fullsized":"2024-04-18T05:14:00.885592+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.869943+0000","last_change":"2024-04-18T05:14:00.868998+0000","last_active":"2024-04-18T05:14:00.869943+0000","last_peered":"2024-04-18T05:14:00.869943+0000","last_clean":"2024-04-18T05:14:00.869943+0000","last_became_active":"2024-04-18T05:14:00.868745+0000","last_became_peered":"2024-04-18T05:14:00.868745+0000","last_unstale":"2024-04-18T05:14:00.869943+0000","last_undegraded":"2024-04-18T05:14:00.869943+0000","last_fullsized":"2024-04-18T05:14:00.869943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:43.562529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.877797+0000","last_change":"2024-04-18T05:14:00.866910+0000","last_active":"2024-04-18T05:14:00.877797+0000","last_peered":"2024-04-18T05:14:00.877797+0000","last_clean":"2024-04-18T05:14:00.877797+0000","last_became_active":"2024-04-18T05:14:00.864691+0000","last_became_peered":"2024-04-18T05:14:00.864691+0000","last_unstale":"2024-04-18T05:14:00.877797+0000","last_undegraded":"2024-04-18T05:14:00.877797+0000","last_fullsized":"2024-04-18T05:14:00.877797+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.880901+0000","last_change":"2024-04-18T05:14:00.876873+0000","last_active":"2024-04-18T05:14:00.880901+0000","last_peered":"2024-04-18T05:14:00.880901+0000","last_clean":"2024-04-18T05:14:00.880901+0000","last_became_active":"2024-04-18T05:14:00.876384+0000","last_became_peered":"2024-04-18T05:14:00.876384+0000","last_unstale":"2024-04-18T05:14:00.880901+0000","last_undegraded":"2024-04-18T05:14:00.880901+0000","last_fullsized":"2024-04-18T05:14:00.880901+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:02.183024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.869958+0000","last_change":"2024-04-18T05:14:00.869195+0000","last_active":"2024-04-18T05:14:00.869958+0000","last_peered":"2024-04-18T05:14:00.869958+0000","last_clean":"2024-04-18T05:14:00.869958+0000","last_became_active":"2024-04-18T05:14:00.868916+0000","last_became_peered":"2024-04-18T05:14:00.868916+0000","last_unstale":"2024-04-18T05:14:00.869958+0000","last_undegraded":"2024-04-18T05:14:00.869958+0000","last_fullsized":"2024-04-18T05:14:00.869958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:03.321848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885348+0000","last_change":"2024-04-18T05:14:00.881833+0000","last_active":"2024-04-18T05:14:00.885348+0000","last_peered":"2024-04-18T05:14:00.885348+0000","last_clean":"2024-04-18T05:14:00.885348+0000","last_became_active":"2024-04-18T05:14:00.881502+0000","last_became_peered":"2024-04-18T05:14:00.881502+0000","last_unstale":"2024-04-18T05:14:00.885348+0000","last_undegraded":"2024-04-18T05:14:00.885348+0000","last_fullsized":"2024-04-18T05:14:00.885348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.876835+0000","last_change":"2024-04-18T05:14:00.875721+0000","last_active":"2024-04-18T05:14:00.876835+0000","last_peered":"2024-04-18T05:14:00.876835+0000","last_clean":"2024-04-18T05:14:00.876835+0000","last_became_active":"2024-04-18T05:14:00.875414+0000","last_became_peered":"2024-04-18T05:14:00.875414+0000","last_unstale":"2024-04-18T05:14:00.876835+0000","last_undegraded":"2024-04-18T05:14:00.876835+0000","last_fullsized":"2024-04-18T05:14:00.876835+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885275+0000","last_change":"2024-04-18T05:14:00.882212+0000","last_active":"2024-04-18T05:14:00.885275+0000","last_peered":"2024-04-18T05:14:00.885275+0000","last_clean":"2024-04-18T05:14:00.885275+0000","last_became_active":"2024-04-18T05:14:00.881820+0000","last_became_peered":"2024-04-18T05:14:00.881820+0000","last_unstale":"2024-04-18T05:14:00.885275+0000","last_undegraded":"2024-04-18T05:14:00.885275+0000","last_fullsized":"2024-04-18T05:14:00.885275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883971+0000","last_change":"2024-04-18T05:14:00.872269+0000","last_active":"2024-04-18T05:14:00.883971+0000","last_peered":"2024-04-18T05:14:00.883971+0000","last_clean":"2024-04-18T05:14:00.883971+0000","last_became_active":"2024-04-18T05:14:00.871996+0000","last_became_peered":"2024-04-18T05:14:00.871996+0000","last_unstale":"2024-04-18T05:14:00.883971+0000","last_undegraded":"2024-04-18T05:14:00.883971+0000","last_fullsized":"2024-04-18T05:14:00.883971+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:13:54.356515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885020+0000","last_change":"2024-04-18T05:14:00.884202+0000","last_active":"2024-04-18T05:14:00.885020+0000","last_peered":"2024-04-18T05:14:00.885020+0000","last_clean":"2024-04-18T05:14:00.885020+0000","last_became_active":"2024-04-18T05:14:00.883873+0000","last_became_peered":"2024-04-18T05:14:00.883873+0000","last_unstale":"2024-04-18T05:14:00.885020+0000","last_undegraded":"2024-04-18T05:14:00.885020+0000","last_fullsized":"2024-04-18T05:14:00.885020+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.869204+0000","last_change":"2024-04-18T05:14:00.866332+0000","last_active":"2024-04-18T05:14:00.869204+0000","last_peered":"2024-04-18T05:14:00.869204+0000","last_clean":"2024-04-18T05:14:00.869204+0000","last_became_active":"2024-04-18T05:14:00.866077+0000","last_became_peered":"2024-04-18T05:14:00.866077+0000","last_unstale":"2024-04-18T05:14:00.869204+0000","last_undegraded":"2024-04-18T05:14:00.869204+0000","last_fullsized":"2024-04-18T05:14:00.869204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:47.951929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871782+0000","last_change":"2024-04-18T05:14:00.870927+0000","last_active":"2024-04-18T05:14:00.871782+0000","last_peered":"2024-04-18T05:14:00.871782+0000","last_clean":"2024-04-18T05:14:00.871782+0000","last_became_active":"2024-04-18T05:14:00.870657+0000","last_became_peered":"2024-04-18T05:14:00.870657+0000","last_unstale":"2024-04-18T05:14:00.871782+0000","last_undegraded":"2024-04-18T05:14:00.871782+0000","last_fullsized":"2024-04-18T05:14:00.871782+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-18T05:14:01.963260+0000","last_change":"2024-04-18T05:14:00.877644+0000","last_active":"2024-04-18T05:14:01.963260+0000","last_peered":"2024-04-18T05:14:01.963260+0000","last_clean":"2024-04-18T05:14:01.963260+0000","last_became_active":"2024-04-18T05:14:00.877241+0000","last_became_peered":"2024-04-18T05:14:00.877241+0000","last_unstale":"2024-04-18T05:14:01.963260+0000","last_undegraded":"2024-04-18T05:14:01.963260+0000","last_fullsized":"2024-04-18T05:14:01.963260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:18.867338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.881649+0000","last_change":"2024-04-18T05:14:00.874650+0000","last_active":"2024-04-18T05:14:00.881649+0000","last_peered":"2024-04-18T05:14:00.881649+0000","last_clean":"2024-04-18T05:14:00.881649+0000","last_became_active":"2024-04-18T05:14:00.874413+0000","last_became_peered":"2024-04-18T05:14:00.874413+0000","last_unstale":"2024-04-18T05:14:00.881649+0000","last_undegraded":"2024-04-18T05:14:00.881649+0000","last_fullsized":"2024-04-18T05:14:00.881649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884383+0000","last_change":"2024-04-18T05:14:00.876813+0000","last_active":"2024-04-18T05:14:00.884383+0000","last_peered":"2024-04-18T05:14:00.884383+0000","last_clean":"2024-04-18T05:14:00.884383+0000","last_became_active":"2024-04-18T05:14:00.876565+0000","last_became_peered":"2024-04-18T05:14:00.876565+0000","last_unstale":"2024-04-18T05:14:00.884383+0000","last_undegraded":"2024-04-18T05:14:00.884383+0000","last_fullsized":"2024-04-18T05:14:00.884383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:32:51.623818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885166+0000","last_change":"2024-04-18T05:14:00.881557+0000","last_active":"2024-04-18T05:14:00.885166+0000","last_peered":"2024-04-18T05:14:00.885166+0000","last_clean":"2024-04-18T05:14:00.885166+0000","last_became_active":"2024-04-18T05:14:00.881280+0000","last_became_peered":"2024-04-18T05:14:00.881280+0000","last_unstale":"2024-04-18T05:14:00.885166+0000","last_undegraded":"2024-04-18T05:14:00.885166+0000","last_fullsized":"2024-04-18T05:14:00.885166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.886862+0000","last_change":"2024-04-18T05:14:00.883199+0000","last_active":"2024-04-18T05:14:00.886862+0000","last_peered":"2024-04-18T05:14:00.886862+0000","last_clean":"2024-04-18T05:14:00.886862+0000","last_became_active":"2024-04-18T05:14:00.882858+0000","last_became_peered":"2024-04-18T05:14:00.882858+0000","last_unstale":"2024-04-18T05:14:00.886862+0000","last_undegraded":"2024-04-18T05:14:00.886862+0000","last_fullsized":"2024-04-18T05:14:00.886862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:01.032463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.875004+0000","last_change":"2024-04-18T05:14:00.873798+0000","last_active":"2024-04-18T05:14:00.875004+0000","last_peered":"2024-04-18T05:14:00.875004+0000","last_clean":"2024-04-18T05:14:00.875004+0000","last_became_active":"2024-04-18T05:14:00.873539+0000","last_became_peered":"2024-04-18T05:14:00.873539+0000","last_unstale":"2024-04-18T05:14:00.875004+0000","last_undegraded":"2024-04-18T05:14:00.875004+0000","last_fullsized":"2024-04-18T05:14:00.875004+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:21:32.103095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.877774+0000","last_change":"2024-04-18T05:14:00.864463+0000","last_active":"2024-04-18T05:14:00.877774+0000","last_peered":"2024-04-18T05:14:00.877774+0000","last_clean":"2024-04-18T05:14:00.877774+0000","last_became_active":"2024-04-18T05:14:00.863933+0000","last_became_peered":"2024-04-18T05:14:00.863933+0000","last_unstale":"2024-04-18T05:14:00.877774+0000","last_undegraded":"2024-04-18T05:14:00.877774+0000","last_fullsized":"2024-04-18T05:14:00.877774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:44.147152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-18T05:14:01.963691+0000","last_change":"2024-04-18T05:14:00.877432+0000","last_active":"2024-04-18T05:14:01.963691+0000","last_peered":"2024-04-18T05:14:01.963691+0000","last_clean":"2024-04-18T05:14:01.963691+0000","last_became_active":"2024-04-18T05:14:00.877155+0000","last_became_peered":"2024-04-18T05:14:00.877155+0000","last_unstale":"2024-04-18T05:14:01.963691+0000","last_undegraded":"2024-04-18T05:14:01.963691+0000","last_fullsized":"2024-04-18T05:14:01.963691+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:05:22.117747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.877650+0000","last_change":"2024-04-18T05:14:00.876889+0000","last_active":"2024-04-18T05:14:00.877650+0000","last_peered":"2024-04-18T05:14:00.877650+0000","last_clean":"2024-04-18T05:14:00.877650+0000","last_became_active":"2024-04-18T05:14:00.876591+0000","last_became_peered":"2024-04-18T05:14:00.876591+0000","last_unstale":"2024-04-18T05:14:00.877650+0000","last_undegraded":"2024-04-18T05:14:00.877650+0000","last_fullsized":"2024-04-18T05:14:00.877650+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:54:59.323929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.874958+0000","last_change":"2024-04-18T05:14:00.873748+0000","last_active":"2024-04-18T05:14:00.874958+0000","last_peered":"2024-04-18T05:14:00.874958+0000","last_clean":"2024-04-18T05:14:00.874958+0000","last_became_active":"2024-04-18T05:14:00.873470+0000","last_became_peered":"2024-04-18T05:14:00.873470+0000","last_unstale":"2024-04-18T05:14:00.874958+0000","last_undegraded":"2024-04-18T05:14:00.874958+0000","last_fullsized":"2024-04-18T05:14:00.874958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.876496+0000","last_change":"2024-04-18T05:14:00.875788+0000","last_active":"2024-04-18T05:14:00.876496+0000","last_peered":"2024-04-18T05:14:00.876496+0000","last_clean":"2024-04-18T05:14:00.876496+0000","last_became_active":"2024-04-18T05:14:00.875390+0000","last_became_peered":"2024-04-18T05:14:00.875390+0000","last_unstale":"2024-04-18T05:14:00.876496+0000","last_undegraded":"2024-04-18T05:14:00.876496+0000","last_fullsized":"2024-04-18T05:14:00.876496+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:45:59.685010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.880420+0000","last_change":"2024-04-18T05:14:00.879845+0000","last_active":"2024-04-18T05:14:00.880420+0000","last_peered":"2024-04-18T05:14:00.880420+0000","last_clean":"2024-04-18T05:14:00.880420+0000","last_became_active":"2024-04-18T05:14:00.879510+0000","last_became_peered":"2024-04-18T05:14:00.879510+0000","last_unstale":"2024-04-18T05:14:00.880420+0000","last_undegraded":"2024-04-18T05:14:00.880420+0000","last_fullsized":"2024-04-18T05:14:00.880420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":8,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885081+0000","last_change":"2024-04-18T05:14:00.885081+0000","last_active":"2024-04-18T05:14:00.885081+0000","last_peered":"2024-04-18T05:14:00.885081+0000","last_clean":"2024-04-18T05:14:00.885081+0000","last_became_active":"2024-04-18T05:14:00.884785+0000","last_became_peered":"2024-04-18T05:14:00.884785+0000","last_unstale":"2024-04-18T05:14:00.885081+0000","last_undegraded":"2024-04-18T05:14:00.885081+0000","last_fullsized":"2024-04-18T05:14:00.885081+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:44.147152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883235+0000","last_change":"2024-04-18T05:14:00.869589+0000","last_active":"2024-04-18T05:14:00.883235+0000","last_peered":"2024-04-18T05:14:00.883235+0000","last_clean":"2024-04-18T05:14:00.883235+0000","last_became_active":"2024-04-18T05:14:00.869381+0000","last_became_peered":"2024-04-18T05:14:00.869381+0000","last_unstale":"2024-04-18T05:14:00.883235+0000","last_undegraded":"2024-04-18T05:14:00.883235+0000","last_fullsized":"2024-04-18T05:14:00.883235+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.882017+0000","last_change":"2024-04-18T05:14:00.861612+0000","last_active":"2024-04-18T05:14:00.882017+0000","last_peered":"2024-04-18T05:14:00.882017+0000","last_clean":"2024-04-18T05:14:00.882017+0000","last_became_active":"2024-04-18T05:14:00.861322+0000","last_became_peered":"2024-04-18T05:14:00.861322+0000","last_unstale":"2024-04-18T05:14:00.882017+0000","last_undegraded":"2024-04-18T05:14:00.882017+0000","last_fullsized":"2024-04-18T05:14:00.882017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873832+0000","last_change":"2024-04-18T05:14:00.872713+0000","last_active":"2024-04-18T05:14:00.873832+0000","last_peered":"2024-04-18T05:14:00.873832+0000","last_clean":"2024-04-18T05:14:00.873832+0000","last_became_active":"2024-04-18T05:14:00.872388+0000","last_became_peered":"2024-04-18T05:14:00.872388+0000","last_unstale":"2024-04-18T05:14:00.873832+0000","last_undegraded":"2024-04-18T05:14:00.873832+0000","last_fullsized":"2024-04-18T05:14:00.873832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:53.968101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.880071+0000","last_change":"2024-04-18T05:14:00.871157+0000","last_active":"2024-04-18T05:14:00.880071+0000","last_peered":"2024-04-18T05:14:00.880071+0000","last_clean":"2024-04-18T05:14:00.880071+0000","last_became_active":"2024-04-18T05:14:00.870866+0000","last_became_peered":"2024-04-18T05:14:00.870866+0000","last_unstale":"2024-04-18T05:14:00.880071+0000","last_undegraded":"2024-04-18T05:14:00.880071+0000","last_fullsized":"2024-04-18T05:14:00.880071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:59.803618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884163+0000","last_change":"2024-04-18T05:14:00.878329+0000","last_active":"2024-04-18T05:14:00.884163+0000","last_peered":"2024-04-18T05:14:00.884163+0000","last_clean":"2024-04-18T05:14:00.884163+0000","last_became_active":"2024-04-18T05:14:00.878042+0000","last_became_peered":"2024-04-18T05:14:00.878042+0000","last_unstale":"2024-04-18T05:14:00.884163+0000","last_undegraded":"2024-04-18T05:14:00.884163+0000","last_fullsized":"2024-04-18T05:14:00.884163+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:13.567058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1f","version":"61'4","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879064+0000","last_change":"2024-04-18T05:14:00.470537+0000","last_active":"2024-04-18T05:14:00.879064+0000","last_peered":"2024-04-18T05:14:00.879064+0000","last_clean":"2024-04-18T05:14:00.879064+0000","last_became_active":"2024-04-18T05:14:00.469826+0000","last_became_peered":"2024-04-18T05:14:00.469826+0000","last_unstale":"2024-04-18T05:14:00.879064+0000","last_undegraded":"2024-04-18T05:14:00.879064+0000","last_fullsized":"2024-04-18T05:14:00.879064+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.869927+0000","last_change":"2024-04-18T05:14:00.868911+0000","last_active":"2024-04-18T05:14:00.869927+0000","last_peered":"2024-04-18T05:14:00.869927+0000","last_clean":"2024-04-18T05:14:00.869927+0000","last_became_active":"2024-04-18T05:14:00.868635+0000","last_became_peered":"2024-04-18T05:14:00.868635+0000","last_unstale":"2024-04-18T05:14:00.869927+0000","last_undegraded":"2024-04-18T05:14:00.869927+0000","last_fullsized":"2024-04-18T05:14:00.869927+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:20:15.375108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1e","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.878722+0000","last_change":"2024-04-18T05:14:00.462577+0000","last_active":"2024-04-18T05:14:00.878722+0000","last_peered":"2024-04-18T05:14:00.878722+0000","last_clean":"2024-04-18T05:14:00.878722+0000","last_became_active":"2024-04-18T05:14:00.461833+0000","last_became_peered":"2024-04-18T05:14:00.461833+0000","last_unstale":"2024-04-18T05:14:00.878722+0000","last_undegraded":"2024-04-18T05:14:00.878722+0000","last_fullsized":"2024-04-18T05:14:00.878722+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:30:10.481121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.877830+0000","last_change":"2024-04-18T05:14:00.867021+0000","last_active":"2024-04-18T05:14:00.877830+0000","last_peered":"2024-04-18T05:14:00.877830+0000","last_clean":"2024-04-18T05:14:00.877830+0000","last_became_active":"2024-04-18T05:14:00.866721+0000","last_became_peered":"2024-04-18T05:14:00.866721+0000","last_unstale":"2024-04-18T05:14:00.877830+0000","last_undegraded":"2024-04-18T05:14:00.877830+0000","last_fullsized":"2024-04-18T05:14:00.877830+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:46.723483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1d","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884353+0000","last_change":"2024-04-18T05:14:00.487516+0000","last_active":"2024-04-18T05:14:00.884353+0000","last_peered":"2024-04-18T05:14:00.884353+0000","last_clean":"2024-04-18T05:14:00.884353+0000","last_became_active":"2024-04-18T05:14:00.485771+0000","last_became_peered":"2024-04-18T05:14:00.485771+0000","last_unstale":"2024-04-18T05:14:00.884353+0000","last_undegraded":"2024-04-18T05:14:00.884353+0000","last_fullsized":"2024-04-18T05:14:00.884353+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884081+0000","last_change":"2024-04-18T05:14:00.881250+0000","last_active":"2024-04-18T05:14:00.884081+0000","last_peered":"2024-04-18T05:14:00.884081+0000","last_clean":"2024-04-18T05:14:00.884081+0000","last_became_active":"2024-04-18T05:14:00.879008+0000","last_became_peered":"2024-04-18T05:14:00.879008+0000","last_unstale":"2024-04-18T05:14:00.884081+0000","last_undegraded":"2024-04-18T05:14:00.884081+0000","last_fullsized":"2024-04-18T05:14:00.884081+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:18.964122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1c","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.881074+0000","last_change":"2024-04-18T05:14:00.464841+0000","last_active":"2024-04-18T05:14:00.881074+0000","last_peered":"2024-04-18T05:14:00.881074+0000","last_clean":"2024-04-18T05:14:00.881074+0000","last_became_active":"2024-04-18T05:14:00.464196+0000","last_became_peered":"2024-04-18T05:14:00.464196+0000","last_unstale":"2024-04-18T05:14:00.881074+0000","last_undegraded":"2024-04-18T05:14:00.881074+0000","last_fullsized":"2024-04-18T05:14:00.881074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:23:18.176551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873850+0000","last_change":"2024-04-18T05:14:00.871135+0000","last_active":"2024-04-18T05:14:00.873850+0000","last_peered":"2024-04-18T05:14:00.873850+0000","last_clean":"2024-04-18T05:14:00.873850+0000","last_became_active":"2024-04-18T05:14:00.870861+0000","last_became_peered":"2024-04-18T05:14:00.870861+0000","last_unstale":"2024-04-18T05:14:00.873850+0000","last_undegraded":"2024-04-18T05:14:00.873850+0000","last_fullsized":"2024-04-18T05:14:00.873850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:05:52.408260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884294+0000","last_change":"2024-04-18T05:14:00.485873+0000","last_active":"2024-04-18T05:14:00.884294+0000","last_peered":"2024-04-18T05:14:00.884294+0000","last_clean":"2024-04-18T05:14:00.884294+0000","last_became_active":"2024-04-18T05:14:00.485195+0000","last_became_peered":"2024-04-18T05:14:00.485195+0000","last_unstale":"2024-04-18T05:14:00.884294+0000","last_undegraded":"2024-04-18T05:14:00.884294+0000","last_fullsized":"2024-04-18T05:14:00.884294+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:01.689558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884003+0000","last_change":"2024-04-18T05:14:00.879230+0000","last_active":"2024-04-18T05:14:00.884003+0000","last_peered":"2024-04-18T05:14:00.884003+0000","last_clean":"2024-04-18T05:14:00.884003+0000","last_became_active":"2024-04-18T05:14:00.878628+0000","last_became_peered":"2024-04-18T05:14:00.878628+0000","last_unstale":"2024-04-18T05:14:00.884003+0000","last_undegraded":"2024-04-18T05:14:00.884003+0000","last_fullsized":"2024-04-18T05:14:00.884003+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:19.648116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1a","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.875471+0000","last_change":"2024-04-18T05:14:00.479920+0000","last_active":"2024-04-18T05:14:00.875471+0000","last_peered":"2024-04-18T05:14:00.875471+0000","last_clean":"2024-04-18T05:14:00.875471+0000","last_became_active":"2024-04-18T05:14:00.478544+0000","last_became_peered":"2024-04-18T05:14:00.478544+0000","last_unstale":"2024-04-18T05:14:00.875471+0000","last_undegraded":"2024-04-18T05:14:00.875471+0000","last_fullsized":"2024-04-18T05:14:00.875471+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:51.519297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.858167+0000","last_change":"2024-04-18T05:14:00.857294+0000","last_active":"2024-04-18T05:14:00.858167+0000","last_peered":"2024-04-18T05:14:00.858167+0000","last_clean":"2024-04-18T05:14:00.858167+0000","last_became_active":"2024-04-18T05:14:00.857009+0000","last_became_peered":"2024-04-18T05:14:00.857009+0000","last_unstale":"2024-04-18T05:14:00.858167+0000","last_undegraded":"2024-04-18T05:14:00.858167+0000","last_fullsized":"2024-04-18T05:14:00.858167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.852759+0000","last_change":"2024-04-18T05:14:00.476000+0000","last_active":"2024-04-18T05:14:00.852759+0000","last_peered":"2024-04-18T05:14:00.852759+0000","last_clean":"2024-04-18T05:14:00.852759+0000","last_became_active":"2024-04-18T05:14:00.475241+0000","last_became_peered":"2024-04-18T05:14:00.475241+0000","last_unstale":"2024-04-18T05:14:00.852759+0000","last_undegraded":"2024-04-18T05:14:00.852759+0000","last_fullsized":"2024-04-18T05:14:00.852759+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.886892+0000","last_change":"2024-04-18T05:14:00.883298+0000","last_active":"2024-04-18T05:14:00.886892+0000","last_peered":"2024-04-18T05:14:00.886892+0000","last_clean":"2024-04-18T05:14:00.886892+0000","last_became_active":"2024-04-18T05:14:00.882918+0000","last_became_peered":"2024-04-18T05:14:00.882918+0000","last_unstale":"2024-04-18T05:14:00.886892+0000","last_undegraded":"2024-04-18T05:14:00.886892+0000","last_fullsized":"2024-04-18T05:14:00.886892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.857071+0000","last_change":"2024-04-18T05:14:00.472259+0000","last_active":"2024-04-18T05:14:00.857071+0000","last_peered":"2024-04-18T05:14:00.857071+0000","last_clean":"2024-04-18T05:14:00.857071+0000","last_became_active":"2024-04-18T05:14:00.471525+0000","last_became_peered":"2024-04-18T05:14:00.471525+0000","last_unstale":"2024-04-18T05:14:00.857071+0000","last_undegraded":"2024-04-18T05:14:00.857071+0000","last_fullsized":"2024-04-18T05:14:00.857071+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:22.976132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879021+0000","last_change":"2024-04-18T05:14:00.866770+0000","last_active":"2024-04-18T05:14:00.879021+0000","last_peered":"2024-04-18T05:14:00.879021+0000","last_clean":"2024-04-18T05:14:00.879021+0000","last_became_active":"2024-04-18T05:14:00.866155+0000","last_became_peered":"2024-04-18T05:14:00.866155+0000","last_unstale":"2024-04-18T05:14:00.879021+0000","last_undegraded":"2024-04-18T05:14:00.879021+0000","last_fullsized":"2024-04-18T05:14:00.879021+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.866813+0000","last_change":"2024-04-18T05:14:00.478675+0000","last_active":"2024-04-18T05:14:00.866813+0000","last_peered":"2024-04-18T05:14:00.866813+0000","last_clean":"2024-04-18T05:14:00.866813+0000","last_became_active":"2024-04-18T05:14:00.477923+0000","last_became_peered":"2024-04-18T05:14:00.477923+0000","last_unstale":"2024-04-18T05:14:00.866813+0000","last_undegraded":"2024-04-18T05:14:00.866813+0000","last_fullsized":"2024-04-18T05:14:00.866813+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:43.137965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.872258+0000","last_change":"2024-04-18T05:14:00.869377+0000","last_active":"2024-04-18T05:14:00.872258+0000","last_peered":"2024-04-18T05:14:00.872258+0000","last_clean":"2024-04-18T05:14:00.872258+0000","last_became_active":"2024-04-18T05:14:00.869076+0000","last_became_peered":"2024-04-18T05:14:00.869076+0000","last_unstale":"2024-04-18T05:14:00.872258+0000","last_undegraded":"2024-04-18T05:14:00.872258+0000","last_fullsized":"2024-04-18T05:14:00.872258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.858212+0000","last_change":"2024-04-18T05:14:00.473131+0000","last_active":"2024-04-18T05:14:00.858212+0000","last_peered":"2024-04-18T05:14:00.858212+0000","last_clean":"2024-04-18T05:14:00.858212+0000","last_became_active":"2024-04-18T05:14:00.472383+0000","last_became_peered":"2024-04-18T05:14:00.472383+0000","last_unstale":"2024-04-18T05:14:00.858212+0000","last_undegraded":"2024-04-18T05:14:00.858212+0000","last_fullsized":"2024-04-18T05:14:00.858212+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:21.674221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885309+0000","last_change":"2024-04-18T05:14:00.884379+0000","last_active":"2024-04-18T05:14:00.885309+0000","last_peered":"2024-04-18T05:14:00.885309+0000","last_clean":"2024-04-18T05:14:00.885309+0000","last_became_active":"2024-04-18T05:14:00.884121+0000","last_became_peered":"2024-04-18T05:14:00.884121+0000","last_unstale":"2024-04-18T05:14:00.885309+0000","last_undegraded":"2024-04-18T05:14:00.885309+0000","last_fullsized":"2024-04-18T05:14:00.885309+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.15","version":"61'3","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.878016+0000","last_change":"2024-04-18T05:14:00.469014+0000","last_active":"2024-04-18T05:14:00.878016+0000","last_peered":"2024-04-18T05:14:00.878016+0000","last_clean":"2024-04-18T05:14:00.878016+0000","last_became_active":"2024-04-18T05:14:00.468323+0000","last_became_peered":"2024-04-18T05:14:00.468323+0000","last_unstale":"2024-04-18T05:14:00.878016+0000","last_undegraded":"2024-04-18T05:14:00.878016+0000","last_fullsized":"2024-04-18T05:14:00.878016+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:32.650886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.874201+0000","last_change":"2024-04-18T05:14:00.873581+0000","last_active":"2024-04-18T05:14:00.874201+0000","last_peered":"2024-04-18T05:14:00.874201+0000","last_clean":"2024-04-18T05:14:00.874201+0000","last_became_active":"2024-04-18T05:14:00.873317+0000","last_became_peered":"2024-04-18T05:14:00.873317+0000","last_unstale":"2024-04-18T05:14:00.874201+0000","last_undegraded":"2024-04-18T05:14:00.874201+0000","last_fullsized":"2024-04-18T05:14:00.874201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:06:56.229275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"61'6","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.890151+0000","last_change":"2024-04-18T05:14:00.464562+0000","last_active":"2024-04-18T05:14:00.890151+0000","last_peered":"2024-04-18T05:14:00.890151+0000","last_clean":"2024-04-18T05:14:00.890151+0000","last_became_active":"2024-04-18T05:14:00.463886+0000","last_became_peered":"2024-04-18T05:14:00.463886+0000","last_unstale":"2024-04-18T05:14:00.890151+0000","last_undegraded":"2024-04-18T05:14:00.890151+0000","last_fullsized":"2024-04-18T05:14:00.890151+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:02.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871869+0000","last_change":"2024-04-18T05:14:00.867829+0000","last_active":"2024-04-18T05:14:00.871869+0000","last_peered":"2024-04-18T05:14:00.871869+0000","last_clean":"2024-04-18T05:14:00.871869+0000","last_became_active":"2024-04-18T05:14:00.867573+0000","last_became_peered":"2024-04-18T05:14:00.867573+0000","last_unstale":"2024-04-18T05:14:00.871869+0000","last_undegraded":"2024-04-18T05:14:00.871869+0000","last_fullsized":"2024-04-18T05:14:00.871869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.13","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883574+0000","last_change":"2024-04-18T05:14:00.476417+0000","last_active":"2024-04-18T05:14:00.883574+0000","last_peered":"2024-04-18T05:14:00.883574+0000","last_clean":"2024-04-18T05:14:00.883574+0000","last_became_active":"2024-04-18T05:14:00.475836+0000","last_became_peered":"2024-04-18T05:14:00.475836+0000","last_unstale":"2024-04-18T05:14:00.883574+0000","last_undegraded":"2024-04-18T05:14:00.883574+0000","last_fullsized":"2024-04-18T05:14:00.883574+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:55:02.161082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871763+0000","last_change":"2024-04-18T05:14:00.870667+0000","last_active":"2024-04-18T05:14:00.871763+0000","last_peered":"2024-04-18T05:14:00.871763+0000","last_clean":"2024-04-18T05:14:00.871763+0000","last_became_active":"2024-04-18T05:14:00.870381+0000","last_became_peered":"2024-04-18T05:14:00.870381+0000","last_unstale":"2024-04-18T05:14:00.871763+0000","last_undegraded":"2024-04-18T05:14:00.871763+0000","last_fullsized":"2024-04-18T05:14:00.871763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.849214+0000","last_change":"2024-04-18T05:14:00.485838+0000","last_active":"2024-04-18T05:14:00.849214+0000","last_peered":"2024-04-18T05:14:00.849214+0000","last_clean":"2024-04-18T05:14:00.849214+0000","last_became_active":"2024-04-18T05:14:00.485513+0000","last_became_peered":"2024-04-18T05:14:00.485513+0000","last_unstale":"2024-04-18T05:14:00.849214+0000","last_undegraded":"2024-04-18T05:14:00.849214+0000","last_fullsized":"2024-04-18T05:14:00.849214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:26.085659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871422+0000","last_change":"2024-04-18T05:14:00.866869+0000","last_active":"2024-04-18T05:14:00.871422+0000","last_peered":"2024-04-18T05:14:00.871422+0000","last_clean":"2024-04-18T05:14:00.871422+0000","last_became_active":"2024-04-18T05:14:00.866433+0000","last_became_peered":"2024-04-18T05:14:00.866433+0000","last_unstale":"2024-04-18T05:14:00.871422+0000","last_undegraded":"2024-04-18T05:14:00.871422+0000","last_fullsized":"2024-04-18T05:14:00.871422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:24.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.845283+0000","last_change":"2024-04-18T05:14:00.485129+0000","last_active":"2024-04-18T05:14:00.845283+0000","last_peered":"2024-04-18T05:14:00.845283+0000","last_clean":"2024-04-18T05:14:00.845283+0000","last_became_active":"2024-04-18T05:14:00.483769+0000","last_became_peered":"2024-04-18T05:14:00.483769+0000","last_unstale":"2024-04-18T05:14:00.845283+0000","last_undegraded":"2024-04-18T05:14:00.845283+0000","last_fullsized":"2024-04-18T05:14:00.845283+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:00.023276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879334+0000","last_change":"2024-04-18T05:14:00.859982+0000","last_active":"2024-04-18T05:14:00.879334+0000","last_peered":"2024-04-18T05:14:00.879334+0000","last_clean":"2024-04-18T05:14:00.879334+0000","last_became_active":"2024-04-18T05:14:00.859568+0000","last_became_peered":"2024-04-18T05:14:00.859568+0000","last_unstale":"2024-04-18T05:14:00.879334+0000","last_undegraded":"2024-04-18T05:14:00.879334+0000","last_fullsized":"2024-04-18T05:14:00.879334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"61'8","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871801+0000","last_change":"2024-04-18T05:14:00.476237+0000","last_active":"2024-04-18T05:14:00.871801+0000","last_peered":"2024-04-18T05:14:00.871801+0000","last_clean":"2024-04-18T05:14:00.871801+0000","last_became_active":"2024-04-18T05:14:00.475552+0000","last_became_peered":"2024-04-18T05:14:00.475552+0000","last_unstale":"2024-04-18T05:14:00.871801+0000","last_undegraded":"2024-04-18T05:14:00.871801+0000","last_fullsized":"2024-04-18T05:14:00.871801+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:06:26.819732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883950+0000","last_change":"2024-04-18T05:14:00.871928+0000","last_active":"2024-04-18T05:14:00.883950+0000","last_peered":"2024-04-18T05:14:00.883950+0000","last_clean":"2024-04-18T05:14:00.883950+0000","last_became_active":"2024-04-18T05:14:00.869548+0000","last_became_peered":"2024-04-18T05:14:00.869548+0000","last_unstale":"2024-04-18T05:14:00.883950+0000","last_undegraded":"2024-04-18T05:14:00.883950+0000","last_fullsized":"2024-04-18T05:14:00.883950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:01.032463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.f","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883952+0000","last_change":"2024-04-18T05:14:00.478363+0000","last_active":"2024-04-18T05:14:00.883952+0000","last_peered":"2024-04-18T05:14:00.883952+0000","last_clean":"2024-04-18T05:14:00.883952+0000","last_became_active":"2024-04-18T05:14:00.477340+0000","last_became_peered":"2024-04-18T05:14:00.477340+0000","last_unstale":"2024-04-18T05:14:00.883952+0000","last_undegraded":"2024-04-18T05:14:00.883952+0000","last_fullsized":"2024-04-18T05:14:00.883952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:01.173836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.863237+0000","last_change":"2024-04-18T05:14:00.861505+0000","last_active":"2024-04-18T05:14:00.863237+0000","last_peered":"2024-04-18T05:14:00.863237+0000","last_clean":"2024-04-18T05:14:00.863237+0000","last_became_active":"2024-04-18T05:14:00.861225+0000","last_became_peered":"2024-04-18T05:14:00.861225+0000","last_unstale":"2024-04-18T05:14:00.863237+0000","last_undegraded":"2024-04-18T05:14:00.863237+0000","last_fullsized":"2024-04-18T05:14:00.863237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.885272+0000","last_change":"2024-04-18T05:14:00.480005+0000","last_active":"2024-04-18T05:14:00.885272+0000","last_peered":"2024-04-18T05:14:00.885272+0000","last_clean":"2024-04-18T05:14:00.885272+0000","last_became_active":"2024-04-18T05:14:00.479297+0000","last_became_peered":"2024-04-18T05:14:00.479297+0000","last_unstale":"2024-04-18T05:14:00.885272+0000","last_undegraded":"2024-04-18T05:14:00.885272+0000","last_fullsized":"2024-04-18T05:14:00.885272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:18.638928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.863204+0000","last_change":"2024-04-18T05:14:00.861526+0000","last_active":"2024-04-18T05:14:00.863204+0000","last_peered":"2024-04-18T05:14:00.863204+0000","last_clean":"2024-04-18T05:14:00.863204+0000","last_became_active":"2024-04-18T05:14:00.861220+0000","last_became_peered":"2024-04-18T05:14:00.861220+0000","last_unstale":"2024-04-18T05:14:00.863204+0000","last_undegraded":"2024-04-18T05:14:00.863204+0000","last_fullsized":"2024-04-18T05:14:00.863204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:19:16.915439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.879460+0000","last_change":"2024-04-18T05:14:00.462281+0000","last_active":"2024-04-18T05:14:00.879460+0000","last_peered":"2024-04-18T05:14:00.879460+0000","last_clean":"2024-04-18T05:14:00.879460+0000","last_became_active":"2024-04-18T05:14:00.461405+0000","last_became_peered":"2024-04-18T05:14:00.461405+0000","last_unstale":"2024-04-18T05:14:00.879460+0000","last_undegraded":"2024-04-18T05:14:00.879460+0000","last_fullsized":"2024-04-18T05:14:00.879460+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:15.739905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873686+0000","last_change":"2024-04-18T05:14:00.871679+0000","last_active":"2024-04-18T05:14:00.873686+0000","last_peered":"2024-04-18T05:14:00.873686+0000","last_clean":"2024-04-18T05:14:00.873686+0000","last_became_active":"2024-04-18T05:14:00.871400+0000","last_became_peered":"2024-04-18T05:14:00.871400+0000","last_unstale":"2024-04-18T05:14:00.873686+0000","last_undegraded":"2024-04-18T05:14:00.873686+0000","last_fullsized":"2024-04-18T05:14:00.873686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:30.155951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-18T05:14:01.964271+0000","last_change":"2024-04-18T05:14:00.491392+0000","last_active":"2024-04-18T05:14:01.964271+0000","last_peered":"2024-04-18T05:14:01.964271+0000","last_clean":"2024-04-18T05:14:01.964271+0000","last_became_active":"2024-04-18T05:14:00.486707+0000","last_became_peered":"2024-04-18T05:14:00.486707+0000","last_unstale":"2024-04-18T05:14:01.964271+0000","last_undegraded":"2024-04-18T05:14:01.964271+0000","last_fullsized":"2024-04-18T05:14:01.964271+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:01:36.454283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.874199+0000","last_change":"2024-04-18T05:14:00.863392+0000","last_active":"2024-04-18T05:14:00.874199+0000","last_peered":"2024-04-18T05:14:00.874199+0000","last_clean":"2024-04-18T05:14:00.874199+0000","last_became_active":"2024-04-18T05:14:00.863169+0000","last_became_peered":"2024-04-18T05:14:00.863169+0000","last_unstale":"2024-04-18T05:14:00.874199+0000","last_undegraded":"2024-04-18T05:14:00.874199+0000","last_fullsized":"2024-04-18T05:14:00.874199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.b","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.874254+0000","last_change":"2024-04-18T05:14:00.468847+0000","last_active":"2024-04-18T05:14:00.874254+0000","last_peered":"2024-04-18T05:14:00.874254+0000","last_clean":"2024-04-18T05:14:00.874254+0000","last_became_active":"2024-04-18T05:14:00.467620+0000","last_became_peered":"2024-04-18T05:14:00.467620+0000","last_unstale":"2024-04-18T05:14:00.874254+0000","last_undegraded":"2024-04-18T05:14:00.874254+0000","last_fullsized":"2024-04-18T05:14:00.874254+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.875869+0000","last_change":"2024-04-18T05:14:00.874004+0000","last_active":"2024-04-18T05:14:00.875869+0000","last_peered":"2024-04-18T05:14:00.875869+0000","last_clean":"2024-04-18T05:14:00.875869+0000","last_became_active":"2024-04-18T05:14:00.873704+0000","last_became_peered":"2024-04-18T05:14:00.873704+0000","last_unstale":"2024-04-18T05:14:00.875869+0000","last_undegraded":"2024-04-18T05:14:00.875869+0000","last_fullsized":"2024-04-18T05:14:00.875869+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:50:55.042327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.850297+0000","last_change":"2024-04-18T05:14:00.467695+0000","last_active":"2024-04-18T05:14:00.850297+0000","last_peered":"2024-04-18T05:14:00.850297+0000","last_clean":"2024-04-18T05:14:00.850297+0000","last_became_active":"2024-04-18T05:14:00.467177+0000","last_became_peered":"2024-04-18T05:14:00.467177+0000","last_unstale":"2024-04-18T05:14:00.850297+0000","last_undegraded":"2024-04-18T05:14:00.850297+0000","last_fullsized":"2024-04-18T05:14:00.850297+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:41:27.605641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884326+0000","last_change":"2024-04-18T05:14:00.879044+0000","last_active":"2024-04-18T05:14:00.884326+0000","last_peered":"2024-04-18T05:14:00.884326+0000","last_clean":"2024-04-18T05:14:00.884326+0000","last_became_active":"2024-04-18T05:14:00.878761+0000","last_became_peered":"2024-04-18T05:14:00.878761+0000","last_unstale":"2024-04-18T05:14:00.884326+0000","last_undegraded":"2024-04-18T05:14:00.884326+0000","last_fullsized":"2024-04-18T05:14:00.884326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.854622+0000","last_change":"2024-04-18T05:14:00.471853+0000","last_active":"2024-04-18T05:14:00.854622+0000","last_peered":"2024-04-18T05:14:00.854622+0000","last_clean":"2024-04-18T05:14:00.854622+0000","last_became_active":"2024-04-18T05:14:00.471070+0000","last_became_peered":"2024-04-18T05:14:00.471070+0000","last_unstale":"2024-04-18T05:14:00.854622+0000","last_undegraded":"2024-04-18T05:14:00.854622+0000","last_fullsized":"2024-04-18T05:14:00.854622+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873949+0000","last_change":"2024-04-18T05:14:00.871916+0000","last_active":"2024-04-18T05:14:00.873949+0000","last_peered":"2024-04-18T05:14:00.873949+0000","last_clean":"2024-04-18T05:14:00.873949+0000","last_became_active":"2024-04-18T05:14:00.871632+0000","last_became_peered":"2024-04-18T05:14:00.871632+0000","last_unstale":"2024-04-18T05:14:00.873949+0000","last_undegraded":"2024-04-18T05:14:00.873949+0000","last_fullsized":"2024-04-18T05:14:00.873949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:41.569182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884033+0000","last_change":"2024-04-18T05:14:00.473649+0000","last_active":"2024-04-18T05:14:00.884033+0000","last_peered":"2024-04-18T05:14:00.884033+0000","last_clean":"2024-04-18T05:14:00.884033+0000","last_became_active":"2024-04-18T05:14:00.473013+0000","last_became_peered":"2024-04-18T05:14:00.473013+0000","last_unstale":"2024-04-18T05:14:00.884033+0000","last_undegraded":"2024-04-18T05:14:00.884033+0000","last_fullsized":"2024-04-18T05:14:00.884033+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:58.794431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.886699+0000","last_change":"2024-04-18T05:14:00.880892+0000","last_active":"2024-04-18T05:14:00.886699+0000","last_peered":"2024-04-18T05:14:00.886699+0000","last_clean":"2024-04-18T05:14:00.886699+0000","last_became_active":"2024-04-18T05:14:00.880537+0000","last_became_peered":"2024-04-18T05:14:00.880537+0000","last_unstale":"2024-04-18T05:14:00.886699+0000","last_undegraded":"2024-04-18T05:14:00.886699+0000","last_fullsized":"2024-04-18T05:14:00.886699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:16.749092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.867436+0000","last_change":"2024-04-18T05:14:00.483853+0000","last_active":"2024-04-18T05:14:00.867436+0000","last_peered":"2024-04-18T05:14:00.867436+0000","last_clean":"2024-04-18T05:14:00.867436+0000","last_became_active":"2024-04-18T05:14:00.483595+0000","last_became_peered":"2024-04-18T05:14:00.483595+0000","last_unstale":"2024-04-18T05:14:00.867436+0000","last_undegraded":"2024-04-18T05:14:00.867436+0000","last_fullsized":"2024-04-18T05:14:00.867436+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:38.921394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.859521+0000","last_change":"2024-04-18T05:14:00.855267+0000","last_active":"2024-04-18T05:14:00.859521+0000","last_peered":"2024-04-18T05:14:00.859521+0000","last_clean":"2024-04-18T05:14:00.859521+0000","last_became_active":"2024-04-18T05:14:00.855039+0000","last_became_peered":"2024-04-18T05:14:00.855039+0000","last_unstale":"2024-04-18T05:14:00.859521+0000","last_undegraded":"2024-04-18T05:14:00.859521+0000","last_fullsized":"2024-04-18T05:14:00.859521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.856109+0000","last_change":"2024-04-18T05:14:00.482001+0000","last_active":"2024-04-18T05:14:00.856109+0000","last_peered":"2024-04-18T05:14:00.856109+0000","last_clean":"2024-04-18T05:14:00.856109+0000","last_became_active":"2024-04-18T05:14:00.481233+0000","last_became_peered":"2024-04-18T05:14:00.481233+0000","last_unstale":"2024-04-18T05:14:00.856109+0000","last_undegraded":"2024-04-18T05:14:00.856109+0000","last_fullsized":"2024-04-18T05:14:00.856109+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:46:34.054210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.873667+0000","last_change":"2024-04-18T05:14:00.871574+0000","last_active":"2024-04-18T05:14:00.873667+0000","last_peered":"2024-04-18T05:14:00.873667+0000","last_clean":"2024-04-18T05:14:00.873667+0000","last_became_active":"2024-04-18T05:14:00.871299+0000","last_became_peered":"2024-04-18T05:14:00.871299+0000","last_unstale":"2024-04-18T05:14:00.873667+0000","last_undegraded":"2024-04-18T05:14:00.873667+0000","last_fullsized":"2024-04-18T05:14:00.873667+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:19:10.047141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-18T05:14:01.963856+0000","last_change":"2024-04-18T05:14:00.492511+0000","last_active":"2024-04-18T05:14:01.963856+0000","last_peered":"2024-04-18T05:14:01.963856+0000","last_clean":"2024-04-18T05:14:01.963856+0000","last_became_active":"2024-04-18T05:14:00.491890+0000","last_became_peered":"2024-04-18T05:14:00.491890+0000","last_unstale":"2024-04-18T05:14:01.963856+0000","last_undegraded":"2024-04-18T05:14:01.963856+0000","last_fullsized":"2024-04-18T05:14:01.963856+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:05:36.954697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.883382+0000","last_change":"2024-04-18T05:14:00.874084+0000","last_active":"2024-04-18T05:14:00.883382+0000","last_peered":"2024-04-18T05:14:00.883382+0000","last_clean":"2024-04-18T05:14:00.883382+0000","last_became_active":"2024-04-18T05:14:00.873807+0000","last_became_peered":"2024-04-18T05:14:00.873807+0000","last_unstale":"2024-04-18T05:14:00.883382+0000","last_undegraded":"2024-04-18T05:14:00.883382+0000","last_fullsized":"2024-04-18T05:14:00.883382+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:05:52.408260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.859349+0000","last_change":"2024-04-18T05:14:00.477493+0000","last_active":"2024-04-18T05:14:00.859349+0000","last_peered":"2024-04-18T05:14:00.859349+0000","last_clean":"2024-04-18T05:14:00.859349+0000","last_became_active":"2024-04-18T05:14:00.476699+0000","last_became_peered":"2024-04-18T05:14:00.476699+0000","last_unstale":"2024-04-18T05:14:00.859349+0000","last_undegraded":"2024-04-18T05:14:00.859349+0000","last_fullsized":"2024-04-18T05:14:00.859349+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:48:59.329860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.884998+0000","last_change":"2024-04-18T05:14:00.884112+0000","last_active":"2024-04-18T05:14:00.884998+0000","last_peered":"2024-04-18T05:14:00.884998+0000","last_clean":"2024-04-18T05:14:00.884998+0000","last_became_active":"2024-04-18T05:14:00.883819+0000","last_became_peered":"2024-04-18T05:14:00.883819+0000","last_unstale":"2024-04-18T05:14:00.884998+0000","last_undegraded":"2024-04-18T05:14:00.884998+0000","last_fullsized":"2024-04-18T05:14:00.884998+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.851990+0000","last_change":"2024-04-18T05:14:00.471506+0000","last_active":"2024-04-18T05:14:00.851990+0000","last_peered":"2024-04-18T05:14:00.851990+0000","last_clean":"2024-04-18T05:14:00.851990+0000","last_became_active":"2024-04-18T05:14:00.470776+0000","last_became_peered":"2024-04-18T05:14:00.470776+0000","last_unstale":"2024-04-18T05:14:00.851990+0000","last_undegraded":"2024-04-18T05:14:00.851990+0000","last_fullsized":"2024-04-18T05:14:00.851990+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.886715+0000","last_change":"2024-04-18T05:14:00.883794+0000","last_active":"2024-04-18T05:14:00.886715+0000","last_peered":"2024-04-18T05:14:00.886715+0000","last_clean":"2024-04-18T05:14:00.886715+0000","last_became_active":"2024-04-18T05:14:00.883421+0000","last_became_peered":"2024-04-18T05:14:00.883421+0000","last_unstale":"2024-04-18T05:14:00.886715+0000","last_undegraded":"2024-04-18T05:14:00.886715+0000","last_fullsized":"2024-04-18T05:14:00.886715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:02.183024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-18T05:14:01.963832+0000","last_change":"2024-04-18T05:14:00.492526+0000","last_active":"2024-04-18T05:14:01.963832+0000","last_peered":"2024-04-18T05:14:01.963832+0000","last_clean":"2024-04-18T05:14:01.963832+0000","last_became_active":"2024-04-18T05:14:00.491888+0000","last_became_peered":"2024-04-18T05:14:00.491888+0000","last_unstale":"2024-04-18T05:14:01.963832+0000","last_undegraded":"2024-04-18T05:14:01.963832+0000","last_fullsized":"2024-04-18T05:14:01.963832+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:05:04.092042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.889262+0000","last_change":"2024-04-18T05:14:00.884904+0000","last_active":"2024-04-18T05:14:00.889262+0000","last_peered":"2024-04-18T05:14:00.889262+0000","last_clean":"2024-04-18T05:14:00.889262+0000","last_became_active":"2024-04-18T05:14:00.884602+0000","last_became_peered":"2024-04-18T05:14:00.884602+0000","last_unstale":"2024-04-18T05:14:00.889262+0000","last_undegraded":"2024-04-18T05:14:00.889262+0000","last_fullsized":"2024-04-18T05:14:00.889262+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.856436+0000","last_change":"2024-04-18T05:14:00.480520+0000","last_active":"2024-04-18T05:14:00.856436+0000","last_peered":"2024-04-18T05:14:00.856436+0000","last_clean":"2024-04-18T05:14:00.856436+0000","last_became_active":"2024-04-18T05:14:00.478958+0000","last_became_peered":"2024-04-18T05:14:00.478958+0000","last_unstale":"2024-04-18T05:14:00.856436+0000","last_undegraded":"2024-04-18T05:14:00.856436+0000","last_fullsized":"2024-04-18T05:14:00.856436+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.871738+0000","last_change":"2024-04-18T05:14:00.870565+0000","last_active":"2024-04-18T05:14:00.871738+0000","last_peered":"2024-04-18T05:14:00.871738+0000","last_clean":"2024-04-18T05:14:00.871738+0000","last_became_active":"2024-04-18T05:14:00.870275+0000","last_became_peered":"2024-04-18T05:14:00.870275+0000","last_unstale":"2024-04-18T05:14:00.871738+0000","last_undegraded":"2024-04-18T05:14:00.871738+0000","last_fullsized":"2024-04-18T05:14:00.871738+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.856534+0000","last_change":"2024-04-18T05:14:00.485922+0000","last_active":"2024-04-18T05:14:00.856534+0000","last_peered":"2024-04-18T05:14:00.856534+0000","last_clean":"2024-04-18T05:14:00.856534+0000","last_became_active":"2024-04-18T05:14:00.485025+0000","last_became_peered":"2024-04-18T05:14:00.485025+0000","last_unstale":"2024-04-18T05:14:00.856534+0000","last_undegraded":"2024-04-18T05:14:00.856534+0000","last_fullsized":"2024-04-18T05:14:00.856534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":198,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-18T05:14:00.456166+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:14:00.456166+0000","last_peered":"2024-04-18T05:14:00.456166+0000","last_clean":"2024-04-18T05:14:00.456166+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:14:00.456166+0000","last_undegraded":"2024-04-18T05:14:00.456166+0000","last_fullsized":"2024-04-18T05:14:00.456166+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509476,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":704512,"data_stored":317644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.89100000000000001,"15min":0.89700000000000002},"min":{"1min":0.56100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.256,"5min":1.421,"15min":1.421},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.58399999999999996,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":1.1160000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.82099999999999995,"15min":0.81299999999999994},"min":{"1min":0.56000000000000005,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.58599999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.214,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.141}]},{"osd":2,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.85999999999999999,"15min":0.85599999999999998},"min":{"1min":0.54400000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.25,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.90400000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0189999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.331,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.006,"5min":1.01,"15min":1.0109999999999999},"min":{"1min":0.64200000000000002,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4099999999999999,"5min":1.494,"15min":1.494},"last":1.1679999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.95399999999999996,"15min":0.95999999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.1950000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.999,"5min":0.995,"15min":0.99399999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":0.85199999999999998}]},{"osd":5,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.98799999999999999,"15min":0.99199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2789999999999999,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":1.073},{"interface":"front","average":{"1min":1.004,"5min":1.0820000000000001,"15min":1.095},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.4450000000000001,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.94799999999999995}]},{"osd":7,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.0609999999999999,"15min":1.0700000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.5669999999999999,"5min":1.635,"15min":1.635},"last":1.012},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0509999999999999,"15min":1.0489999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.98699999999999999}]}]},{"osd":5,"up_from":15,"seq":64424509476,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28288,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343552,"statfs":{"total":96636764160,"available":96607797248,"internally_reserved":0,"allocated":1298432,"data_stored":908012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.81499999999999995,"15min":0.80900000000000005},"min":{"1min":0.501,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.81999999999999995,"15min":0.81499999999999995},"min":{"1min":0.51800000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.71499999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.83199999999999996,"15min":0.82599999999999996},"min":{"1min":0.52300000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1120000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.84999999999999998,"15min":0.83599999999999997},"min":{"1min":0.61599999999999999,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.88300000000000001}]},{"osd":2,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.83399999999999996,"15min":0.80700000000000005},"min":{"1min":0.64400000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":4.2789999999999999,"5min":4.2789999999999999,"15min":4.2789999999999999},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.92500000000000004,"15min":0.91900000000000004},"min":{"1min":0.64300000000000002,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.173,"5min":2.173,"15min":2.173},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94599999999999995,"15min":0.95299999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1930000000000001,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.746},{"interface":"front","average":{"1min":1.026,"5min":1.0049999999999999,"15min":1.0009999999999999},"min":{"1min":0.80200000000000005,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.821,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":0.91700000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.94199999999999995,"15min":0.93799999999999994},"min":{"1min":0.65500000000000003,"5min":0.437,"15min":0.437},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":2.855,"5min":2.855,"15min":2.855},"last":1.0660000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.96599999999999997,"15min":0.97199999999999998},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.034},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.038,"15min":1.052},"min":{"1min":0.624,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2450000000000001,"5min":1.73,"15min":1.73},"last":1.012}]},{"osd":7,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.085,"15min":1.0840000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3759999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.127,"5min":1.149,"15min":1.153},"min":{"1min":0.79600000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.712,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.1120000000000001}]}]},{"osd":4,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344132,"statfs":{"total":96636764160,"available":96608391168,"internally_reserved":0,"allocated":704512,"data_stored":317644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.85699999999999998,"15min":0.84699999999999998},"min":{"1min":0.58299999999999996,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.135,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.59799999999999998,"5min":0.503,"15min":0.503},"max":{"1min":1.1020000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.82299999999999995,"15min":0.81399999999999995},"min":{"1min":0.67100000000000004,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.177,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.90400000000000003},"min":{"1min":0.58999999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1439999999999999,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.92300000000000004,"15min":0.91700000000000004},"min":{"1min":0.71699999999999997,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.228,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.92800000000000005,"15min":0.92600000000000005},"min":{"1min":0.69899999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.27,"5min":1.498,"15min":1.498},"last":1.0109999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.93899999999999995,"15min":0.93500000000000005},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.98699999999999999,"15min":0.997},"min":{"1min":0.63400000000000001,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.2729999999999999,"5min":1.617,"15min":1.617},"last":0.90700000000000003}]},{"osd":5,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.81899999999999995,"15min":0.82799999999999996},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.0429999999999999,"15min":1.0569999999999999},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.4239999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":1.1100000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.036,"15min":1.05},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.91000000000000003,"5min":1.0109999999999999,"15min":1.028},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.153,"5min":1.962,"15min":1.962},"last":0.87}]},{"osd":7,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.036,"15min":1.0329999999999999},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.3640000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.206},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.0489999999999999,"15min":1.0549999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.202,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":0.94399999999999995}]}]},{"osd":3,"up_from":15,"seq":64424509476,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35932,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335908,"statfs":{"total":96636764160,"available":96599969792,"internally_reserved":0,"allocated":729088,"data_stored":331334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.318,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90000000000000002,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.65900000000000003,"15min":0.66300000000000003},"min":{"1min":0.32200000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.91400000000000003,"5min":1.571,"15min":1.571},"last":0.54300000000000004}]},{"osd":1,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.67200000000000004,"15min":0.67800000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.871,"5min":1.76,"15min":1.76},"last":0.629},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.66800000000000004,"15min":0.66200000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.0289999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.89600000000000002}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.79000000000000004,"15min":0.80400000000000005},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.309},"max":{"1min":1.171,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.78400000000000003,"15min":0.78200000000000003},"min":{"1min":0.39100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1519999999999999,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.65800000000000003}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.90100000000000002,"15min":0.91100000000000003},"min":{"1min":0.60999999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0900000000000001,"5min":1.252,"15min":1.252},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.202,"5min":1.254,"15min":1.254},"last":0.84699999999999998}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.93400000000000005,"15min":0.93200000000000005},"min":{"1min":0.68899999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3640000000000001,"5min":1.446,"15min":1.446},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.0089999999999999,"15min":1.0249999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.502,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.96799999999999997}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.022,"15min":1.03},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.365,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0369999999999999,"15min":1.0449999999999999},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.456,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.032}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.0489999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4059999999999999,"5min":1.883,"15min":1.883},"last":1.012},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0269999999999999,"15min":1.0289999999999999},"min":{"1min":0.63300000000000001,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2649999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.069}]}]},{"osd":2,"up_from":15,"seq":64424509475,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":704512,"data_stored":317644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.753},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61299999999999999,"15min":0.60299999999999998},"min":{"1min":0.39200000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.92600000000000005,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.373}]},{"osd":1,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.624,"15min":0.61899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.66200000000000003},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.98999999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.94999999999999996,"5min":1.177,"15min":1.177},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.753,"15min":0.75700000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0489999999999999,"5min":1.222,"15min":1.222},"last":0.441}]},{"osd":4,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92600000000000005,"15min":0.93100000000000005},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.278,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0129999999999999,"15min":1.014},"min":{"1min":0.70199999999999996,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.266,"5min":1.7,"15min":1.7},"last":0.66000000000000003}]},{"osd":5,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1,"15min":1.006},"min":{"1min":0.63100000000000001,"5min":0.627,"15min":0.627},"max":{"1min":1.2,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.0389999999999999,"15min":1.0509999999999999},"min":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3169999999999999,"5min":1.847,"15min":1.847},"last":0.92600000000000005}]},{"osd":6,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0329999999999999},"min":{"1min":0.68100000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.28,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.024,"15min":1.018},"min":{"1min":0.69599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.3560000000000001,"5min":1.625,"15min":1.625},"last":0.97799999999999998}]},{"osd":7,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.093,"15min":1.0960000000000001},"min":{"1min":0.65900000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.4279999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.82999999999999996},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0880000000000001,"15min":1.0920000000000001},"min":{"1min":0.66800000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2829999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":1.054}]}]},{"osd":1,"up_from":15,"seq":64424509475,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1298432,"data_stored":908012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.33000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.92100000000000004,"5min":0.996,"15min":0.996},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.62,"15min":0.629},"min":{"1min":0.32800000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.67000000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.59699999999999998},"min":{"1min":0.309,"5min":0.25,"15min":0.25},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.67900000000000005,"15min":0.68100000000000005},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.181,"5min":1.421,"15min":1.421},"last":0.85399999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.3680000000000001,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":1.1359999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.68500000000000005,"15min":0.69099999999999995},"min":{"1min":0.31900000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.89200000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84099999999999997,"15min":0.83999999999999997},"min":{"1min":0.59199999999999997,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.93899999999999995,"15min":0.94499999999999995},"min":{"1min":0.63100000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.397,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.026}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.91600000000000004,"15min":0.92400000000000004},"min":{"1min":0.68200000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1639999999999999,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.90200000000000002,"15min":0.90400000000000003},"min":{"1min":0.61399999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.208,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.96699999999999997}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":1.028,"15min":1.044},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.266,"5min":1.911,"15min":1.911},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98599999999999999,"15min":0.98499999999999999},"min":{"1min":0.56000000000000005,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.556,"5min":1.637,"15min":1.637},"last":1.0660000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0409999999999999,"15min":1.042},"min":{"1min":0.69399999999999995,"5min":0.628,"15min":0.628},"max":{"1min":1.482,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":1.194},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.0309999999999999,"15min":1.0449999999999999},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.4319999999999999,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.099}]}]},{"osd":0,"up_from":15,"seq":64424509476,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":704512,"data_stored":317644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.61699999999999999,"15min":0.63300000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.64200000000000002,"15min":0.66100000000000003},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.45100000000000001}]},{"osd":2,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.63900000000000001,"15min":0.65200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88200000000000001,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.499}]},{"osd":3,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.71099999999999997,"15min":0.72799999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":1.026,"5min":1.369,"15min":1.369},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.88500000000000001,"15min":0.92000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.03,"5min":2.218,"15min":2.218},"last":0.53800000000000003}]},{"osd":4,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.92100000000000004,"15min":0.93899999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.052,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.88600000000000001,"15min":0.90000000000000002},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.034,"5min":1.121,"15min":1.121},"last":0.873}]},{"osd":5,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.91900000000000004,"15min":0.93200000000000005},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.0820000000000001,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.0389999999999999,"15min":1.069},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.302,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.68700000000000006}]},{"osd":6,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":1.075,"15min":1.105},"min":{"1min":0.56399999999999995,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.367,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.995,"15min":1.01},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.425,"5min":1.425,"15min":1.425},"last":0.81299999999999994}]},{"osd":7,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":1,"15min":1.0209999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.327,"5min":1.411,"15min":1.411},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.98499999999999999,"15min":0.998},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.1639999999999999,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.66300000000000003}]}]},{"osd":7,"up_from":13,"seq":55834574885,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27744,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344096,"statfs":{"total":96636764160,"available":96608354304,"internally_reserved":0,"allocated":741376,"data_stored":337954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.84099999999999997,"15min":0.83699999999999997},"min":{"1min":0.623,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.80100000000000005,"15min":0.80300000000000005},"min":{"1min":0.52600000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2170000000000001,"5min":1.27,"15min":1.27},"last":0.88200000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.94299999999999995,"15min":0.93999999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2849999999999999,"5min":1.452,"15min":1.452},"last":0.69399999999999995}]},{"osd":2,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85199999999999998,"15min":0.85299999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":1.1040000000000001},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.872,"15min":0.85399999999999998},"min":{"1min":0.68000000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.93300000000000005}]},{"osd":3,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1819999999999999,"5min":1.202,"15min":1.202},"last":0.751},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.94799999999999995,"15min":0.92900000000000005},"min":{"1min":0.84099999999999997,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.25,"5min":1.411,"15min":1.411},"last":1.056}]},{"osd":4,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.92300000000000004,"15min":0.93000000000000005},"min":{"1min":0.58199999999999996,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.649,"15min":1.649},"last":1.036},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91400000000000003,"15min":0.90800000000000003},"min":{"1min":0.63500000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.331,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.272}]},{"osd":5,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.0089999999999999,"15min":1.0049999999999999},"min":{"1min":0.70799999999999996,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.1819999999999999},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.96799999999999997,"15min":0.96499999999999997},"min":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.294,"5min":1.536,"15min":1.536},"last":0.97599999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.042,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.627,"15min":0.627},"max":{"1min":1.355,"5min":1.728,"15min":1.728},"last":1.149},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.032,"15min":1.0249999999999999},"min":{"1min":0.67600000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.425,"5min":1.595,"15min":1.595},"last":1.2130000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:14:05.287 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-18T05:14:05.287 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-04-18T05:14:05.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f117c03c640 1 Processor -- start 2024-04-18T05:14:05.446 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f117c03c640 1 -- start start 2024-04-18T05:14:05.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f117c03c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f11740bcb30 0x7f1174157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f117c03c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1174157a70 0x7f117415e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f117c03c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11740c46c0 con 0x7f11741569a0 2024-04-18T05:14:05.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f117c03c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f117406c610 con 0x7f11740bcb30 2024-04-18T05:14:05.447 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f117c03c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1174155050 con 0x7f1174157a70 2024-04-18T05:14:05.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1179dd8640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f11741569a0 0x7f11740c6280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59762/0 (socket says 172.21.15.32:59762) 2024-04-18T05:14:05.448 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1179dd8640 1 -- 172.21.15.32:0/430830888 learned_addr learned my addr 172.21.15.32:0/430830888 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:05.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f11795d7640 1 --2- 172.21.15.32:0/430830888 >> v2:172.21.15.92:3300/0 conn(0x7f11740bcb30 0x7f1174157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3877247886 0 0) 0x7f11740c46c0 con 0x7f11741569a0 2024-04-18T05:14:05.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f117a5d9640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1174157a70 0x7f117415e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1160003530 con 0x7f11741569a0 2024-04-18T05:14:05.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3122105734 0 0) 0x7f1160003530 con 0x7f11741569a0 2024-04-18T05:14:05.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1174157a70 msgr2=0x7f117415e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:05.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1174157a70 0x7f117415e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 >> v2:172.21.15.92:3300/0 conn(0x7f11740bcb30 msgr2=0x7f1174157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:05.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 --2- 172.21.15.32:0/430830888 >> v2:172.21.15.92:3300/0 conn(0x7f11740bcb30 0x7f1174157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1174154980 con 0x7f11741569a0 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f1170001680 con 0x7f11741569a0 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 >> v1:172.21.15.32:6789/0 conn(0x7f11741569a0 legacy=0x7f11740c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1160003980 0x7f1160003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11600047d0 0x7f1160004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1174157a70 0x7f1160005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117406c610 con 0x7f11600047d0 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1174155050 con 0x7f1160003980 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f116000b990 con 0x7f1174157a70 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f11795d7640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11600047d0 0x7f1160004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f11795d7640 1 -- 172.21.15.32:0/430830888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1174157a70 msgr2=0x7f1160005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f11795d7640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1174157a70 0x7f1160005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f11795d7640 1 -- 172.21.15.32:0/430830888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1160003980 msgr2=0x7f1160003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:05.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f11795d7640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1160003980 0x7f1160003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.445+0000 7f11795d7640 1 -- 172.21.15.32:0/430830888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1160003530 con 0x7f11600047d0 2024-04-18T05:14:05.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f11795d7640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11600047d0 0x7f1160004c50 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f1164009ae0 tx=0x7f116401cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e506cce0aed905a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11640a55c0 con 0x7f11600047d0 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11640a5720 con 0x7f11600047d0 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f1178dd6640 1 -- 172.21.15.32:0/430830888 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11640a5ad0 con 0x7f11600047d0 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f117c03c640 1 -- 172.21.15.32:0/430830888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11600047d0 msgr2=0x7f1160004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f117c03c640 1 --2- 172.21.15.32:0/430830888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11600047d0 0x7f1160004c50 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f1164009ae0 tx=0x7f116401cab0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f117a5d9640 1 -- 172.21.15.32:0/430830888 reap_dead start 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f117c03c640 1 -- 172.21.15.32:0/430830888 shutdown_connections 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f117c03c640 1 -- 172.21.15.32:0/430830888 >> 172.21.15.32:0/430830888 conn(0x7f1174072950 msgr2=0x7f1174072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f117c03c640 1 -- 172.21.15.32:0/430830888 shutdown_connections 2024-04-18T05:14:05.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f117c03c640 1 -- 172.21.15.32:0/430830888 wait complete. 2024-04-18T05:14:05.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f117c03c640 1 Processor -- start 2024-04-18T05:14:05.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.449+0000 7f117c03c640 1 -- start start 2024-04-18T05:14:05.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117c03c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11600047d0 0x7f11740a99c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117c03c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11740ab320 0x7f11741e9600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117c03c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f11741e9b40 0x7f1174152fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117c03c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11740abe50 con 0x7f11740ab320 2024-04-18T05:14:05.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117c03c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11740ab890 con 0x7f11600047d0 2024-04-18T05:14:05.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117c03c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11740abb70 con 0x7f11741e9b40 2024-04-18T05:14:05.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f11795d7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11740ab320 0x7f11741e9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f11795d7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11740ab320 0x7f11741e9600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58930/0 (socket says 172.21.15.32:58930) 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f11795d7640 1 -- 172.21.15.32:0/918267521 learned_addr learned my addr 172.21.15.32:0/918267521 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117a5d9640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f11741e9b40 0x7f1174152fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f11795d7640 1 -- 172.21.15.32:0/918267521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f11741e9b40 msgr2=0x7f1174152fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f11795d7640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f11741e9b40 0x7f1174152fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f11795d7640 1 -- 172.21.15.32:0/918267521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11600047d0 msgr2=0x7f11740a99c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f11795d7640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11600047d0 0x7f11740a99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f11795d7640 1 -- 172.21.15.32:0/918267521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11740a91c0 con 0x7f11740ab320 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f11795d7640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11740ab320 0x7f11741e9600 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f1164009ae0 tx=0x7f1160005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f116a7fc640 1 -- 172.21.15.32:0/918267521 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11640a55c0 con 0x7f11740ab320 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f116a7fc640 1 -- 172.21.15.32:0/918267521 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1164004220 con 0x7f11740ab320 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11740abe50 con 0x7f11740ab320 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f116a7fc640 1 -- 172.21.15.32:0/918267521 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1164003620 con 0x7f11740ab320 2024-04-18T05:14:05.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f117414fb90 con 0x7f11740ab320 2024-04-18T05:14:05.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11740abcb0 con 0x7f11740ab320 2024-04-18T05:14:05.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f116a7fc640 1 -- 172.21.15.32:0/918267521 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f11640b4040 con 0x7f11740ab320 2024-04-18T05:14:05.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f116a7fc640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1158066690 0x7f1158068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f1179dd8640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1158066690 0x7f1158068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f116a7fc640 1 -- 172.21.15.32:0/918267521 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f116411ea80 con 0x7f11740ab320 2024-04-18T05:14:05.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.453+0000 7f1179dd8640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1158066690 0x7f1158068b50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f1170000f70 tx=0x7f11700014f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:05.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.457+0000 7f116a7fc640 1 -- 172.21.15.32:0/918267521 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f11740abcb0 con 0x7f11740ab320 2024-04-18T05:14:05.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.669+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f11740abcb0 con 0x7f11740ab320 2024-04-18T05:14:05.679 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.677+0000 7f116a7fc640 1 -- 172.21.15.32:0/918267521 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) v1 ==== 190+0+0 (secure 0 0 0) 0x7f11740abcb0 con 0x7f11740ab320 2024-04-18T05:14:05.679 INFO:teuthology.orchestra.run.smithi032.stderr:updated caps for client.0 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1158066690 msgr2=0x7f1158068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1158066690 0x7f1158068b50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f1170000f70 tx=0x7f11700014f0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11740ab320 msgr2=0x7f11741e9600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11740ab320 0x7f11741e9600 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f1164009ae0 tx=0x7f1160005800 comp rx=0 tx=0).stop 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 shutdown_connections 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f11741e9b40 0x7f1174152fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f11740ab320 0x7f11741e9600 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1158066690 0x7f1158068b50 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 --2- 172.21.15.32:0/918267521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11600047d0 0x7f11740a99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 >> 172.21.15.32:0/918267521 conn(0x7f1174072950 msgr2=0x7f117414f480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 shutdown_connections 2024-04-18T05:14:05.682 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.681+0000 7f117c03c640 1 -- 172.21.15.32:0/918267521 wait complete. 2024-04-18T05:14:05.699 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:14:05.721 INFO:tasks.ceph.mds.b.smithi092.stderr:2024-04-18T05:14:05.720+0000 7ff355a7d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-18T05:14:05.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f953b676640 1 Processor -- start 2024-04-18T05:14:05.814 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f953b676640 1 -- start start 2024-04-18T05:14:05.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f953b676640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f95341547d0 0x7f95341575a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f953b676640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95340c6300 con 0x7f9534157ae0 2024-04-18T05:14:05.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f953b676640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f953406fdd0 con 0x7f9534151230 2024-04-18T05:14:05.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f953b676640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95340700b0 con 0x7f95341547d0 2024-04-18T05:14:05.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539c13640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9534157ae0 0x7f953415e630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59774/0 (socket says 172.21.15.32:59774) 2024-04-18T05:14:05.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539c13640 1 -- 172.21.15.32:0/3937965206 learned_addr learned my addr 172.21.15.32:0/3937965206 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:05.816 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9538c11640 1 --2- 172.21.15.32:0/3937965206 >> v2:172.21.15.92:3300/0 conn(0x7f95341547d0 0x7f95341575a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2328637924 0 0) 0x7f95340c6300 con 0x7f9534157ae0 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9520003530 con 0x7f9534157ae0 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2640571590 0 0) 0x7f9520003530 con 0x7f9534157ae0 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 >> v2:172.21.15.92:3300/0 conn(0x7f95341547d0 msgr2=0x7f95341575a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 --2- 172.21.15.32:0/3937965206 >> v2:172.21.15.92:3300/0 conn(0x7f95341547d0 0x7f95341575a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 >> v1:172.21.15.92:6789/0 conn(0x7f9534151230 legacy=0x7f95340c0f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95340c5c40 con 0x7f9534157ae0 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f952c001a00 con 0x7f9534157ae0 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 >> v1:172.21.15.32:6789/0 conn(0x7f9534157ae0 legacy=0x7f953415e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9520003980 0x7f9520003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95200047d0 0x7f9520004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95200052b0 0x7f952000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.817 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95340700b0 con 0x7f9520003980 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f952000c180 con 0x7f95200052b0 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f952000c340 con 0x7f95200047d0 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539412640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9520003980 0x7f9520003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539c13640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95200052b0 0x7f952000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9538c11640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95200047d0 0x7f9520004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539412640 1 -- 172.21.15.32:0/3937965206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95200047d0 msgr2=0x7f9520004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539412640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95200047d0 0x7f9520004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539412640 1 -- 172.21.15.32:0/3937965206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95200052b0 msgr2=0x7f952000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539412640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95200052b0 0x7f952000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539412640 1 -- 172.21.15.32:0/3937965206 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9520003530 con 0x7f9520003980 2024-04-18T05:14:05.818 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.813+0000 7f9539c13640 1 -- 172.21.15.32:0/3937965206 reap_dead start 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f9539412640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9520003980 0x7f9520003da0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f9530001750 tx=0x7f953001c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c4bdc1a7f90946e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95300a4ea0 con 0x7f9520003980 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95300a7050 con 0x7f9520003980 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f952bfff640 1 -- 172.21.15.32:0/3937965206 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9530003600 con 0x7f9520003980 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 -- 172.21.15.32:0/3937965206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9520003980 msgr2=0x7f9520003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9520003980 0x7f9520003da0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f9530001750 tx=0x7f953001c390 comp rx=0 tx=0).stop 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 -- 172.21.15.32:0/3937965206 shutdown_connections 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 --2- 172.21.15.32:0/3937965206 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9520003980 0x7f9520003da0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 -- 172.21.15.32:0/3937965206 >> 172.21.15.32:0/3937965206 conn(0x7f9534072780 msgr2=0x7f9534072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 -- 172.21.15.32:0/3937965206 shutdown_connections 2024-04-18T05:14:05.820 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 -- 172.21.15.32:0/3937965206 wait complete. 2024-04-18T05:14:05.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 Processor -- start 2024-04-18T05:14:05.821 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 -- start start 2024-04-18T05:14:05.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9520003980 0x7f95341ec700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.822 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95341449e0 0x7f9534146af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9534151f40 0x7f95341523c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9534152900 con 0x7f9534151f40 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9534144e60 con 0x7f95341449e0 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f953b676640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95341eccf0 con 0x7f9520003980 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.817+0000 7f9539c13640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9534151f40 0x7f95341523c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539c13640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9534151f40 0x7f95341523c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58936/0 (socket says 172.21.15.32:58936) 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539c13640 1 -- 172.21.15.32:0/2111455624 learned_addr learned my addr 172.21.15.32:0/2111455624 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539412640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9520003980 0x7f95341ec700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9538c11640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95341449e0 0x7f9534146af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539c13640 1 -- 172.21.15.32:0/2111455624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9520003980 msgr2=0x7f95341ec700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539c13640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9520003980 0x7f95341ec700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539c13640 1 -- 172.21.15.32:0/2111455624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95341449e0 msgr2=0x7f9534146af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:05.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539c13640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95341449e0 0x7f9534146af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:05.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539c13640 1 -- 172.21.15.32:0/2111455624 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95341ecfd0 con 0x7f9534151f40 2024-04-18T05:14:05.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539c13640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9534151f40 0x7f95341523c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f953406f810 tx=0x7f952c00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:05.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9529ffb640 1 -- 172.21.15.32:0/2111455624 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f952c007ae0 con 0x7f9534151f40 2024-04-18T05:14:05.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9529ffb640 1 -- 172.21.15.32:0/2111455624 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f952c00eda0 con 0x7f9534151f40 2024-04-18T05:14:05.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9529ffb640 1 -- 172.21.15.32:0/2111455624 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f952c013640 con 0x7f9534151f40 2024-04-18T05:14:05.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95341ed2b0 con 0x7f9534151f40 2024-04-18T05:14:05.824 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9534145150 con 0x7f9534151f40 2024-04-18T05:14:05.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95340666e0 con 0x7f9534151f40 2024-04-18T05:14:05.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9529ffb640 1 -- 172.21.15.32:0/2111455624 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f952c0137a0 con 0x7f9534151f40 2024-04-18T05:14:05.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9529ffb640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f95180666c0 0x7f9518068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:05.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539412640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f95180666c0 0x7f9518068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:05.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9529ffb640 1 -- 172.21.15.32:0/2111455624 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f952c084540 con 0x7f9534151f40 2024-04-18T05:14:05.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.821+0000 7f9539412640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f95180666c0 0x7f9518068b80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f95200057b0 tx=0x7f95300011a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:05.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:05.825+0000 7f9529ffb640 1 -- 172.21.15.32:0/2111455624 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f952c0517e0 con 0x7f9534151f40 2024-04-18T05:14:06.014 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.013+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9534150a60 con 0x7f9534151f40 2024-04-18T05:14:06.015 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.013+0000 7f9529ffb640 1 -- 172.21.15.32:0/2111455624 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+4732 (secure 0 0 0) 0x7f952c054e00 con 0x7f9534151f40 2024-04-18T05:14:06.015 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:06.015 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":31,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5171,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3708440849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3708440849},{"type":"v1","addr":"172.21.15.92:6834","nonce":3708440849}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":6294,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/419156393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":419156393},{"type":"v1","addr":"172.21.15.32:6835","nonce":419156393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":6309,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6837/4072704205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":4072704205},{"type":"v1","addr":"172.21.15.32:6837","nonce":4072704205}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:14:00.839117+0000","modified":"2024-04-18T05:14:03.863688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6315},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6315":{"gid":6315,"name":"b","rank":0,"incarnation":27,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3737058377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3737058377},{"type":"v1","addr":"172.21.15.92:6835","nonce":3737058377}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-04-18T05:14:06.015 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 31 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f95180666c0 msgr2=0x7f9518068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f95180666c0 0x7f9518068b80 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f95200057b0 tx=0x7f95300011a0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9534151f40 msgr2=0x7f95341523c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9534151f40 0x7f95341523c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f953406f810 tx=0x7f952c00e530 comp rx=0 tx=0).stop 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 shutdown_connections 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9534151f40 0x7f95341523c0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f95180666c0 0x7f9518068b80 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95341449e0 0x7f9534146af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 --2- 172.21.15.32:0/2111455624 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9520003980 0x7f95341ec700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.018 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 >> 172.21.15.32:0/2111455624 conn(0x7f9534072780 msgr2=0x7f9534072b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:06.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 shutdown_connections 2024-04-18T05:14:06.019 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.017+0000 7f953b676640 1 -- 172.21.15.32:0/2111455624 wait complete. 2024-04-18T05:14:06.435 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 31, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-18T05:14:00.839117+0000', 'modified': '2024-04-18T05:14:03.863688+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6315}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6315': {'gid': 6315, 'name': 'b', 'rank': 0, 'incarnation': 27, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6835/3737058377', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6833', 'nonce': 3737058377}, {'type': 'v1', 'addr': '172.21.15.92:6835', 'nonce': 3737058377}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-18T05:14:06.435 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-18T05:14:06.435 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-18T05:14:06.571 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f796deb7640 1 Processor -- start 2024-04-18T05:14:06.607 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f796deb7640 1 -- start start 2024-04-18T05:14:06.626 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f796deb7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f796806cb00 0x7f79680c3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f796deb7640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f79680c43c0 0x7f79681541a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f796deb7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79680aef40 con 0x7f79680aeb60 2024-04-18T05:14:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f796deb7640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79680c5130 con 0x7f79680c43c0 2024-04-18T05:14:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f796deb7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79680bcda0 con 0x7f796806cb00 2024-04-18T05:14:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79677fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f79680aeb60 0x7f7968157b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59776/0 (socket says 172.21.15.32:59776) 2024-04-18T05:14:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79677fe640 1 -- 172.21.15.32:0/762797022 learned_addr learned my addr 172.21.15.32:0/762797022 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:06.627 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7966ffd640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f796806cb00 0x7f79680c3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7967fff640 1 --2- 172.21.15.32:0/762797022 >> v2:172.21.15.92:3300/0 conn(0x7f79680c43c0 0x7f79681541a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4173024967 0 0) 0x7f79680aef40 con 0x7f79680aeb60 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7950003530 con 0x7f79680aeb60 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 876061592 0 0) 0x7f7950003530 con 0x7f79680aeb60 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f796806cb00 msgr2=0x7f79680c3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f796806cb00 0x7f79680c3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 >> v2:172.21.15.92:3300/0 conn(0x7f79680c43c0 msgr2=0x7f79681541a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 --2- 172.21.15.32:0/762797022 >> v2:172.21.15.92:3300/0 conn(0x7f79680c43c0 0x7f79681541a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79680c6550 con 0x7f79680aeb60 2024-04-18T05:14:06.628 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f7958001680 con 0x7f79680aeb60 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 >> v1:172.21.15.32:6789/0 conn(0x7f79680aeb60 legacy=0x7f7968157b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7950003980 0x7f7950003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79500047d0 0x7f7950004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f796806cb00 0x7f7950005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79680bcda0 con 0x7f79500047d0 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f795000b990 con 0x7f7950003980 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f795000bad0 con 0x7f796806cb00 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7966ffd640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79500047d0 0x7f7950004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f79677fe640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7950003980 0x7f7950003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7967fff640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f796806cb00 0x7f7950005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.629 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7966ffd640 1 -- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f796806cb00 msgr2=0x7f7950005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7966ffd640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f796806cb00 0x7f7950005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7966ffd640 1 -- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7950003980 msgr2=0x7f7950003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7966ffd640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7950003980 0x7f7950003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7966ffd640 1 -- 172.21.15.32:0/762797022 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7950003530 con 0x7f79500047d0 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.569+0000 7f7967fff640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f796806cb00 0x7f7950005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f7966ffd640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79500047d0 0x7f7950004c50 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f795c009ae0 tx=0x7f795c01ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5149765916cd1ab4 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f795c0a6410 con 0x7f79500047d0 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f795c0a6570 con 0x7f79500047d0 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f79667fc640 1 -- 172.21.15.32:0/762797022 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f795c0a6920 con 0x7f79500047d0 2024-04-18T05:14:06.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f796deb7640 1 -- 172.21.15.32:0/762797022 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79500047d0 msgr2=0x7f7950004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f796deb7640 1 --2- 172.21.15.32:0/762797022 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f79500047d0 0x7f7950004c50 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f795c009ae0 tx=0x7f795c01ca00 comp rx=0 tx=0).stop 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f7967fff640 1 -- 172.21.15.32:0/762797022 reap_dead start 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f796deb7640 1 -- 172.21.15.32:0/762797022 shutdown_connections 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f796deb7640 1 -- 172.21.15.32:0/762797022 >> 172.21.15.32:0/762797022 conn(0x7f7968072b80 msgr2=0x7f7968072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f796deb7640 1 -- 172.21.15.32:0/762797022 shutdown_connections 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.573+0000 7f796deb7640 1 -- 172.21.15.32:0/762797022 wait complete. 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 Processor -- start 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 -- start start 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79500047d0 0x7f79680aaec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79681f02d0 0x7f79680a9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7968146770 0x7f7968146bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79680c1900 con 0x7f7968146770 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79680aa040 con 0x7f79500047d0 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79680ab510 con 0x7f79681f02d0 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7967fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7968146770 0x7f7968146bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7967fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7968146770 0x7f7968146bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58962/0 (socket says 172.21.15.32:58962) 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7967fff640 1 -- 172.21.15.32:0/142831725 learned_addr learned my addr 172.21.15.32:0/142831725 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f79677fe640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79500047d0 0x7f79680aaec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7966ffd640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79681f02d0 0x7f79680a9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7967fff640 1 -- 172.21.15.32:0/142831725 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79681f02d0 msgr2=0x7f79680a9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7967fff640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79681f02d0 0x7f79680a9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7967fff640 1 -- 172.21.15.32:0/142831725 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79500047d0 msgr2=0x7f79680aaec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7967fff640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79500047d0 0x7f79680aaec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7967fff640 1 -- 172.21.15.32:0/142831725 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79680ab7f0 con 0x7f7968146770 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f7967fff640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7968146770 0x7f7968146bf0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f796806bca0 tx=0x7f796000f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f794ffff640 1 -- 172.21.15.32:0/142831725 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7960016620 con 0x7f7968146770 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f794ffff640 1 -- 172.21.15.32:0/142831725 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7960016780 con 0x7f7968146770 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 -- 172.21.15.32:0/142831725 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79680abad0 con 0x7f7968146770 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f794ffff640 1 -- 172.21.15.32:0/142831725 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7960016b10 con 0x7f7968146770 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f796deb7640 1 -- 172.21.15.32:0/142831725 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79680a9780 con 0x7f7968146770 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f794ffff640 1 -- 172.21.15.32:0/142831725 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7960016c70 con 0x7f7968146770 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f794ffff640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f79540666c0 0x7f7954068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f794ffff640 1 -- 172.21.15.32:0/142831725 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7960084fe0 con 0x7f7968146770 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.577+0000 7f79677fe640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f79540666c0 0x7f7954068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f79677fe640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f79540666c0 0x7f7954068b80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7968153bf0 tx=0x7f7958007040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 Processor -- start 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- start start 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d31250 0x560561d31630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561d31f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d7c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x560561bfce80 con 0x560561d32490 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x560561b8aaf0 con 0x560561d31250 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x560561b880c0 con 0x560561d31b70 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7967fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d7c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7967fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d7c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58970/0 (socket says 172.21.15.32:58970) 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7967fff640 1 -- 172.21.15.32:0/2115759665 learned_addr learned my addr 172.21.15.32:0/2115759665 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:06.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f79677fe640 1 --2- 172.21.15.32:0/2115759665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d31250 0x560561d31630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7966ffd640 1 --2- 172.21.15.32:0/2115759665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561d31f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7967fff640 1 -- 172.21.15.32:0/2115759665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 msgr2=0x560561d31f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7967fff640 1 --2- 172.21.15.32:0/2115759665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561d31f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7967fff640 1 -- 172.21.15.32:0/2115759665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d31250 msgr2=0x560561d31630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7967fff640 1 --2- 172.21.15.32:0/2115759665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d31250 0x560561d31630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7967fff640 1 -- 172.21.15.32:0/2115759665 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56056187f890 con 0x560561d32490 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7967fff640 1 --2- 172.21.15.32:0/2115759665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d7c970 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f7960083370 tx=0x7f7960055ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf557684aa5d74f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f794d7fa640 1 -- 172.21.15.32:0/2115759665 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7960055ed0 con 0x560561d32490 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f794d7fa640 1 -- 172.21.15.32:0/2115759665 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7960059d00 con 0x560561d32490 2024-04-18T05:14:06.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f794d7fa640 1 -- 172.21.15.32:0/2115759665 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f796005e2c0 con 0x560561d32490 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- 172.21.15.32:0/2115759665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 msgr2=0x560561d7c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 --2- 172.21.15.32:0/2115759665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d7c970 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f7960083370 tx=0x7f7960055ad0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- 172.21.15.32:0/2115759665 shutdown_connections 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 --2- 172.21.15.32:0/2115759665 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d7c970 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 --2- 172.21.15.32:0/2115759665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561d31f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 --2- 172.21.15.32:0/2115759665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d31250 0x560561d31630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- 172.21.15.32:0/2115759665 >> 172.21.15.32:0/2115759665 conn(0x560561d3af00 msgr2=0x560561d3b2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- 172.21.15.32:0/2115759665 shutdown_connections 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- 172.21.15.32:0/2115759665 wait complete. 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 -- start start 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.581+0000 7f7970ff9000 1 Processor -- start 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561d7bf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561d39a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 0x560561d39fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x560561b839b0 con 0x560561d31250 2024-04-18T05:14:06.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x560561b22c00 con 0x560561d32490 2024-04-18T05:14:06.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x560561b41070 con 0x560561d31b70 2024-04-18T05:14:06.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 10 client.0 _ll_register_callbacks cb 0x560561d20ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-18T05:14:06.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79677fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561d7bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79677fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561d7bf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58986/0 (socket says 172.21.15.32:58986) 2024-04-18T05:14:06.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79677fe640 1 -- 172.21.15.32:0/1677412482 learned_addr learned my addr 172.21.15.32:0/1677412482 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:06.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7966ffd640 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561d39a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7967fff640 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 0x560561d39fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79677fe640 1 -- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 msgr2=0x560561d39a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79677fe640 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561d39a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79677fe640 1 -- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 msgr2=0x560561d39fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79677fe640 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 0x560561d39fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79677fe640 1 -- 172.21.15.32:0/1677412482 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79680a9780 con 0x560561d31250 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7966ffd640 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561d39a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7967fff640 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 0x560561d39fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79677fe640 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561d7bf60 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f7958004e80 tx=0x7f7958000ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c4ffab51c6abe5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79467fc640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-18T05:14:06.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79467fc640 1 -- 172.21.15.32:0/1677412482 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7958015740 con 0x560561d31250 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79467fc640 1 -- 172.21.15.32:0/1677412482 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f795801d070 con 0x560561d31250 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 -- 172.21.15.32:0/1677412482 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560561b405f0 con 0x560561d31250 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79467fc640 1 -- 172.21.15.32:0/1677412482 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f79580158a0 con 0x560561d31250 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 10 client.6468 fetch_fsmap learned FSMap version 31 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 -- 172.21.15.32:0/1677412482 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=2+}) v3 -- 0x560561b48ab0 con 0x560561d31250 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79467fc640 1 -- 172.21.15.32:0/1677412482 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x560561b405f0 con 0x560561d31250 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79467fc640 1 -- 172.21.15.32:0/1677412482 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f7958015a00 con 0x560561d31250 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 10 client.6468 fetch_fsmap finished waiting for FSMap version 31 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 10 client.6468 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 20 client.6468 populate_metadata read hostname 'smithi032' 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] conn(0x560561d72880 0x560561d72c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 4 client.6468 mds_command: new command op to 6315 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 -- 172.21.15.32:0/1677412482 --> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560561b80790 con 0x560561d72880 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7966ffd640 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] conn(0x560561d72880 0x560561d72c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7966ffd640 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] conn(0x560561d72880 0x560561d72c60 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b4334b00565118e server_cookie=fc41bc7d8e7889aa in_seq=0 out_seq=0 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79467fc640 10 client.6468 ms_handle_connect on v2:172.21.15.92:6833/3737058377 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79467fc640 1 -- 172.21.15.32:0/1677412482 <== mds.0 v2:172.21.15.92:6833/3737058377 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x560561b80790 con 0x560561d72880 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f79467fc640 10 client.6468 handle_command_reply: tid=0 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 client.6468 shutdown 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 -- 172.21.15.32:0/1677412482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 msgr2=0x560561d7bf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.585+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561d7bf60 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f7958004e80 tx=0x7f7958000ff0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f7970ff9000 1 -- 172.21.15.32:0/1677412482 shutdown_connections 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] conn(0x560561d72880 0x560561d72c60 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 0x560561d39fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561d39a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f79467fc640 0 client.6468 ms_handle_reset on v2:172.21.15.92:6833/3737058377 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1677412482 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561d7bf60 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f7970ff9000 1 -- 172.21.15.32:0/1677412482 >> 172.21.15.32:0/1677412482 conn(0x560561d3af00 msgr2=0x560561d34880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f7970ff9000 1 -- 172.21.15.32:0/1677412482 shutdown_connections 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f7970ff9000 1 -- 172.21.15.32:0/1677412482 wait complete. 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.589+0000 7f7970ff9000 20 client.6468 trim_cache size 0 max 16384 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.601+0000 7f7970ff9000 1 Processor -- start 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.601+0000 7f7970ff9000 1 -- start start 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31250 0x560561d34880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d31b70 0x560561d34dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d35300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x560561840940 con 0x560561d32490 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x560561b831c0 con 0x560561d31b70 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x560561b4e820 con 0x560561d31250 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d35300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d35300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:58992/0 (socket says 172.21.15.32:58992) 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 -- 172.21.15.32:0/1393210957 learned_addr learned my addr 172.21.15.32:0/1393210957 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 --2- 172.21.15.32:0/1393210957 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31250 0x560561d34880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 -- 172.21.15.32:0/1393210957 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31250 msgr2=0x560561d34880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 --2- 172.21.15.32:0/1393210957 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31250 0x560561d34880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 -- 172.21.15.32:0/1393210957 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d31b70 msgr2=0x560561d34dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 --2- 172.21.15.32:0/1393210957 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d31b70 0x560561d34dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 -- 172.21.15.32:0/1393210957 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560561b2ec00 con 0x560561d32490 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 --2- 172.21.15.32:0/1393210957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d35300 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f7960052380 tx=0x7f796006b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=547ebd55479b9f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f794dffb640 1 -- 172.21.15.32:0/1393210957 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f796005c030 con 0x560561d32490 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f794dffb640 1 -- 172.21.15.32:0/1393210957 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f796000feb0 con 0x560561d32490 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f794dffb640 1 -- 172.21.15.32:0/1393210957 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7960055ed0 con 0x560561d32490 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- 172.21.15.32:0/1393210957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 msgr2=0x560561d35300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1393210957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d35300 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f7960052380 tx=0x7f796006b000 comp rx=0 tx=0).stop 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- 172.21.15.32:0/1393210957 shutdown_connections 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1393210957 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d32490 0x560561d35300 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1393210957 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d31b70 0x560561d34dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1393210957 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31250 0x560561d34880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- 172.21.15.32:0/1393210957 >> 172.21.15.32:0/1393210957 conn(0x560561d3af00 msgr2=0x560561d38e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- 172.21.15.32:0/1393210957 shutdown_connections 2024-04-18T05:14:06.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- 172.21.15.32:0/1393210957 wait complete. 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- start start 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 Processor -- start 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561dd15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561dd1df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 0x560561dd2330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x560561b41250 con 0x560561d31250 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x560561b405f0 con 0x560561d32490 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x560561b3c590 con 0x560561d31b70 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 10 client.0 _ll_register_callbacks cb 0x560561b48590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561dd15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561dd15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59002/0 (socket says 172.21.15.32:59002) 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 -- 172.21.15.32:0/1156258753 learned_addr learned my addr 172.21.15.32:0/1156258753 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:06.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7967fff640 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 0x560561dd2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7966ffd640 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561dd1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 -- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 msgr2=0x560561dd1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561dd1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 -- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 msgr2=0x560561dd2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 0x560561dd2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 -- 172.21.15.32:0/1156258753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56056187f890 con 0x560561d31250 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79677fe640 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561dd15c0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f79580117c0 tx=0x7f7958015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10fba04dabc558a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79467fc640 10 client.0 ms_handle_connect on v2:172.21.15.32:3300/0 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79467fc640 1 -- 172.21.15.32:0/1156258753 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7958011970 con 0x560561d31250 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79467fc640 1 -- 172.21.15.32:0/1156258753 <== mon.0 v2:172.21.15.32:3300/0 2 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7958038be0 con 0x560561d31250 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- 172.21.15.32:0/1156258753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560561b53460 con 0x560561d31250 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f79467fc640 1 -- 172.21.15.32:0/1156258753 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f79580057f0 con 0x560561d31250 2024-04-18T05:14:06.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 10 client.6474 fetch_fsmap learned FSMap version 31 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.605+0000 7f7970ff9000 1 -- 172.21.15.32:0/1156258753 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=2+}) v3 -- 0x56056187fcc0 con 0x560561d31250 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f79467fc640 1 -- 172.21.15.32:0/1156258753 <== mon.0 v2:172.21.15.32:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x560561b53460 con 0x560561d31250 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f79467fc640 1 -- 172.21.15.32:0/1156258753 <== mon.0 v2:172.21.15.32:3300/0 5 ==== fsmap(e 31) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f7958036070 con 0x560561d31250 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 10 client.6474 fetch_fsmap finished waiting for FSMap version 31 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 10 client.6474 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 20 client.6474 populate_metadata read hostname 'smithi032' 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] conn(0x560561ddb140 0x560561ddd530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 4 client.6474 mds_command: new command op to 6315 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 -- 172.21.15.32:0/1156258753 --> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] -- command(tid 0: {"prefix": "status"}) v1 -- 0x560561b4c9c0 con 0x560561ddb140 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7966ffd640 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] conn(0x560561ddb140 0x560561ddd530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f79467fc640 10 client.6474 ms_handle_connect on v2:172.21.15.92:6833/3737058377 2024-04-18T05:14:06.646 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7966ffd640 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] conn(0x560561ddb140 0x560561ddd530 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c1c615ca6071a5f server_cookie=1ea1170d495cf379 in_seq=0 out_seq=0 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f79467fc640 1 -- 172.21.15.32:0/1156258753 <== mds.0 v2:172.21.15.92:6833/3737058377 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x560561b4c9c0 con 0x560561ddb140 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f79467fc640 10 client.6474 handle_command_reply: tid=0 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 client.6474 shutdown 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 -- 172.21.15.32:0/1156258753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 msgr2=0x560561dd15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561dd15c0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f79580117c0 tx=0x7f7958015000 comp rx=0 tx=0).stop 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 -- 172.21.15.32:0/1156258753 shutdown_connections 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:6833/3737058377,v1:172.21.15.92:6835/3737058377] conn(0x560561ddb140 0x560561ddd530 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560561d32490 0x560561dd2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x560561d31b70 0x560561dd1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 --2- 172.21.15.32:0/1156258753 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x560561d31250 0x560561dd15c0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 -- 172.21.15.32:0/1156258753 >> 172.21.15.32:0/1156258753 conn(0x560561d3af00 msgr2=0x560561d79310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f79467fc640 0 client.6474 ms_handle_reset on v2:172.21.15.92:6833/3737058377 2024-04-18T05:14:06.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 -- 172.21.15.32:0/1156258753 shutdown_connections 2024-04-18T05:14:06.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 1 -- 172.21.15.32:0/1156258753 wait complete. 2024-04-18T05:14:06.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f7970ff9000 20 client.6474 trim_cache size 0 max 16384 2024-04-18T05:14:06.648 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:14:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "cluster_fsid": "34620f78-a3be-4d30-8840-27972fb71e9e", 2024-04-18T05:14:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "whoami": 0, 2024-04-18T05:14:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 6315, 2024-04-18T05:14:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "want_state": "up:active", 2024-04-18T05:14:06.648 INFO:teuthology.orchestra.run.smithi032.stdout: "state": "up:active", 2024-04-18T05:14:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs", 2024-04-18T05:14:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "rank_uptime": 5.7691820829999996, 2024-04-18T05:14:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "mdsmap_epoch": 31, 2024-04-18T05:14:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch": 62, 2024-04-18T05:14:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "osdmap_epoch_barrier": 62, 2024-04-18T05:14:06.649 INFO:teuthology.orchestra.run.smithi032.stdout: "uptime": 11.232009938999999 2024-04-18T05:14:06.649 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 -- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f79540666c0 msgr2=0x7f7954068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f79540666c0 0x7f7954068b80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7968153bf0 tx=0x7f7958007040 comp rx=0 tx=0).stop 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 -- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7968146770 msgr2=0x7f7968146bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7968146770 0x7f7968146bf0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f796806bca0 tx=0x7f796000f520 comp rx=0 tx=0).stop 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 -- 172.21.15.32:0/142831725 shutdown_connections 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7968146770 0x7f7968146bf0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79681f02d0 0x7f79680a9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f79540666c0 0x7f7954068b80 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 --2- 172.21.15.32:0/142831725 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79500047d0 0x7f79680aaec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.651 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 -- 172.21.15.32:0/142831725 >> 172.21.15.32:0/142831725 conn(0x7f7968072b80 msgr2=0x7f79681584c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:06.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 -- 172.21.15.32:0/142831725 shutdown_connections 2024-04-18T05:14:06.652 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.609+0000 7f796deb7640 1 -- 172.21.15.32:0/142831725 wait complete. 2024-04-18T05:14:06.652 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:14:06.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f63166b2640 1 Processor -- start 2024-04-18T05:14:06.769 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f63166b2640 1 -- start start 2024-04-18T05:14:06.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f63166b2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f63101519f0 0x7f63100a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f63166b2640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6310155e50 con 0x7f63100a84c0 2024-04-18T05:14:06.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f63166b2640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6310154f60 con 0x7f631006d5d0 2024-04-18T05:14:06.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f63166b2640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63100a9080 con 0x7f63101519f0 2024-04-18T05:14:06.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f630ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f63100a84c0 0x7f631006cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59786/0 (socket says 172.21.15.32:59786) 2024-04-18T05:14:06.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f630ffff640 1 -- 172.21.15.32:0/2253604357 learned_addr learned my addr 172.21.15.32:0/2253604357 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:06.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f6307fff640 1 --2- 172.21.15.32:0/2253604357 >> v2:172.21.15.32:3300/0 conn(0x7f63101519f0 0x7f63100a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f630f7fe640 1 -- 172.21.15.32:0/2253604357 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3714501638 0 0) 0x7f6310155e50 con 0x7f63100a84c0 2024-04-18T05:14:06.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f630f7fe640 1 -- 172.21.15.32:0/2253604357 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f62fc003530 con 0x7f63100a84c0 2024-04-18T05:14:06.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f6307fff640 1 -- 172.21.15.32:0/2253604357 >> v1:172.21.15.92:6789/0 conn(0x7f631006d5d0 legacy=0x7f631015c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f6307fff640 1 -- 172.21.15.32:0/2253604357 >> v1:172.21.15.32:6789/0 conn(0x7f63100a84c0 legacy=0x7f631006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.769+0000 7f6307fff640 1 -- 172.21.15.32:0/2253604357 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6310155240 con 0x7f63101519f0 2024-04-18T05:14:06.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f6307fff640 1 --2- 172.21.15.32:0/2253604357 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63101519f0 0x7f63100a88a0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f62f80097c0 tx=0x7f62f801c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf1d9bb96541c159 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630f7fe640 1 -- 172.21.15.32:0/2253604357 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62f80ab600 con 0x7f63101519f0 2024-04-18T05:14:06.773 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630f7fe640 1 -- 172.21.15.32:0/2253604357 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62f80a7050 con 0x7f63101519f0 2024-04-18T05:14:06.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630f7fe640 1 -- 172.21.15.32:0/2253604357 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62f80ab980 con 0x7f63101519f0 2024-04-18T05:14:06.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 -- 172.21.15.32:0/2253604357 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63101519f0 msgr2=0x7f63100a88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.774 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 --2- 172.21.15.32:0/2253604357 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63101519f0 0x7f63100a88a0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f62f80097c0 tx=0x7f62f801c410 comp rx=0 tx=0).stop 2024-04-18T05:14:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 -- 172.21.15.32:0/2253604357 shutdown_connections 2024-04-18T05:14:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 --2- 172.21.15.32:0/2253604357 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63101519f0 0x7f63100a88a0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 -- 172.21.15.32:0/2253604357 >> 172.21.15.32:0/2253604357 conn(0x7f6310069e80 msgr2=0x7f631006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 -- 172.21.15.32:0/2253604357 shutdown_connections 2024-04-18T05:14:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 -- 172.21.15.32:0/2253604357 wait complete. 2024-04-18T05:14:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 Processor -- start 2024-04-18T05:14:06.775 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 -- start start 2024-04-18T05:14:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f631006d5d0 0x7f6310134c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63100a84c0 0x7f63101f0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63101519f0 0x7f63101393b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6310136400 con 0x7f631006d5d0 2024-04-18T05:14:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63101f01e0 con 0x7f63101519f0 2024-04-18T05:14:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f63166b2640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63100718e0 con 0x7f63100a84c0 2024-04-18T05:14:06.777 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f631006d5d0 0x7f6310134c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f631006d5d0 0x7f6310134c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59020/0 (socket says 172.21.15.32:59020) 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630ffff640 1 -- 172.21.15.32:0/2108567876 learned_addr learned my addr 172.21.15.32:0/2108567876 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f6314c4f640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63101519f0 0x7f63101393b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f6307fff640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63100a84c0 0x7f63101f0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630ffff640 1 -- 172.21.15.32:0/2108567876 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63100a84c0 msgr2=0x7f63101f0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630ffff640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63100a84c0 0x7f63101f0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630ffff640 1 -- 172.21.15.32:0/2108567876 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63101519f0 msgr2=0x7f63101393b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630ffff640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63101519f0 0x7f63101393b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630ffff640 1 -- 172.21.15.32:0/2108567876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62f8009420 con 0x7f631006d5d0 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f6314c4f640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63101519f0 0x7f63101393b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.773+0000 7f630ffff640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f631006d5d0 0x7f6310134c30 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f630000c500 tx=0x7f630000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.778 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f630d7fa640 1 -- 172.21.15.32:0/2108567876 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6300005cf0 con 0x7f631006d5d0 2024-04-18T05:14:06.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f630d7fa640 1 -- 172.21.15.32:0/2108567876 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6300005e50 con 0x7f631006d5d0 2024-04-18T05:14:06.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6310071bc0 con 0x7f631006d5d0 2024-04-18T05:14:06.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f630d7fa640 1 -- 172.21.15.32:0/2108567876 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63000072f0 con 0x7f631006d5d0 2024-04-18T05:14:06.779 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63101efe70 con 0x7f631006d5d0 2024-04-18T05:14:06.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63100666e0 con 0x7f631006d5d0 2024-04-18T05:14:06.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f630d7fa640 1 -- 172.21.15.32:0/2108567876 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6300007450 con 0x7f631006d5d0 2024-04-18T05:14:06.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f630d7fa640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62f00666c0 0x7f62f0068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:06.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f630d7fa640 1 -- 172.21.15.32:0/2108567876 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6300083740 con 0x7f631006d5d0 2024-04-18T05:14:06.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f6307fff640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62f00666c0 0x7f62f0068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:06.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.777+0000 7f6307fff640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62f00666c0 0x7f62f0068b80 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f62f80ad000 tx=0x7f62f8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:06.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.781+0000 7f630d7fa640 1 -- 172.21.15.32:0/2108567876 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f6300050ab0 con 0x7f631006d5d0 2024-04-18T05:14:06.983 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.981+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f63100722f0 con 0x7f631006d5d0 2024-04-18T05:14:06.984 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.981+0000 7f630d7fa640 1 -- 172.21.15.32:0/2108567876 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v31) v1 ==== 53+0+73 (secure 0 0 0) 0x7f6300017060 con 0x7f631006d5d0 2024-04-18T05:14:06.984 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-18T05:14:06.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62f00666c0 msgr2=0x7f62f0068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62f00666c0 0x7f62f0068b80 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f62f80ad000 tx=0x7f62f8008040 comp rx=0 tx=0).stop 2024-04-18T05:14:06.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f631006d5d0 msgr2=0x7f6310134c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:06.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f631006d5d0 0x7f6310134c30 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f630000c500 tx=0x7f630000c9c0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 shutdown_connections 2024-04-18T05:14:06.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62f00666c0 0x7f62f0068b80 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63101519f0 0x7f63101393b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63100a84c0 0x7f63101f0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 --2- 172.21.15.32:0/2108567876 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f631006d5d0 0x7f6310134c30 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:06.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 >> 172.21.15.32:0/2108567876 conn(0x7f6310069e80 msgr2=0x7f6310150060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:06.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 shutdown_connections 2024-04-18T05:14:06.988 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:06.985+0000 7f63166b2640 1 -- 172.21.15.32:0/2108567876 wait complete. 2024-04-18T05:14:07.003 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-18T05:14:07.003 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:14:07.003 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi032.front.sepia.ceph.com 2024-04-18T05:14:07.003 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-18T05:14:07.003 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-18T05:14:07.003 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-18T05:14:07.003 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:14:07.004 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-18T05:14:07.004 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:14:07.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:07.004 DEBUG:teuthology.orchestra.run.smithi032:> ip addr 2024-04-18T05:14:07.010 INFO:teuthology.orchestra.run.smithi032.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:14:07.010 INFO:teuthology.orchestra.run.smithi032.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:14:07.010 INFO:teuthology.orchestra.run.smithi032.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:14:07.010 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:07.010 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 ::1/128 scope host 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0c brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f0 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0c:c4:7a:6b:fd:0d brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp7s0f1 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:02 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f0 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.21.15.32/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft 42370sec preferred_lft 42370sec 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::ae1f:6bff:fef8:2602/64 scope link 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:14:07.011 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether ac:1f:6b:f8:26:03 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: altname enp1s0f1 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 02:42:bf:8b:bb:cc brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout:9: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout:10: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-04-18T05:14:07.012 INFO:teuthology.orchestra.run.smithi032.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:07.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:07.013 DEBUG:teuthology.orchestra.run.smithi032:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:14:07.064 INFO:teuthology.orchestra.run.smithi032.stdout:1 2024-04-18T05:14:07.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:07.066 DEBUG:teuthology.orchestra.run.smithi032:> route 2024-04-18T05:14:07.115 INFO:teuthology.orchestra.run.smithi032.stdout:Kernel IP routing table 2024-04-18T05:14:07.115 INFO:teuthology.orchestra.run.smithi032.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:14:07.115 INFO:teuthology.orchestra.run.smithi032.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-04-18T05:14:07.115 INFO:teuthology.orchestra.run.smithi032.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:14:07.115 INFO:teuthology.orchestra.run.smithi032.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-04-18T05:14:07.115 INFO:teuthology.orchestra.run.smithi032.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:14:07.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:07.116 DEBUG:teuthology.orchestra.run.smithi032:> (cd / && exec bash -c ' 2024-04-18T05:14:07.116 DEBUG:teuthology.orchestra.run.smithi032:> set -e 2024-04-18T05:14:07.116 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-18T05:14:07.116 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-18T05:14:07.116 DEBUG:teuthology.orchestra.run.smithi032:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-18T05:14:07.116 DEBUG:teuthology.orchestra.run.smithi032:> ') 2024-04-18T05:14:07.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:07.194 DEBUG:teuthology.orchestra.run.smithi032:> ip netns list 2024-04-18T05:14:07.242 INFO:teuthology.orchestra.run.smithi032.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-18T05:14:07.243 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:14:07.243 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:07.243 DEBUG:teuthology.orchestra.run.smithi032:> sudo ip link set brx.0 up 2024-04-18T05:14:07.298 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-04-18T05:14:07.298 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:14:07.298 DEBUG:teuthology.orchestra.run.smithi032:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-18T05:14:07.346 INFO:teuthology.orchestra.run.smithi032.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-18T05:14:07.346 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:14:07.346 DEBUG:teuthology.orchestra.run.smithi032:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-18T05:14:07.393 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:14:07.451 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:14:07.451 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:14:07.504 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:14:07.505 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:14:07.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:07.506 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:14:07.554 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:14:07.554 DEBUG:teuthology.orchestra.run.smithi032:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-04-18T05:14:07.598 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:14:07.613 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:14:07.613 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:14:07.666 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:14:07.667 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:14:07.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:07.668 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:14:07.681 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:2024-04-18T05:14:07.681+0000 7fbb175a4580 -1 init, newargv = 0x55eff049cc30 newargc=15 2024-04-18T05:14:07.681 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[41293]: starting ceph client 2024-04-18T05:14:07.689 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi032.stderr:ceph-fuse[41293]: starting fuse 2024-04-18T05:14:08.787 DEBUG:teuthology.orchestra.run.smithi032:> sudo modprobe fuse 2024-04-18T05:14:08.803 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:14:08.804 DEBUG:teuthology.orchestra.run.smithi032:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:14:08.861 INFO:teuthology.orchestra.run.smithi032.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:14:08.863 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:14:08.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:08.863 DEBUG:teuthology.orchestra.run.smithi032:> ls /sys/fs/fuse/connections 2024-04-18T05:14:08.911 INFO:teuthology.orchestra.run.smithi032.stdout:45 2024-04-18T05:14:08.911 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> import glob 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> import re 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> import os 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> import subprocess 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> def _find_admin_socket(client_name): 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> files = glob.glob(asok_path) 2024-04-18T05:14:08.911 DEBUG:teuthology.orchestra.run.smithi032:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> # Given a non-glob path, it better be there 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> if "*" not in asok_path: 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> assert(len(files) == 1) 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> return files[0] 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> for f in files: 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> contents = proc_f.read() 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> if mountpoint in contents: 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> return f 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> print(_find_admin_socket("client.0")) 2024-04-18T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi032:> ' 2024-04-18T05:14:09.039 INFO:teuthology.orchestra.run.smithi032.stdout:/var/run/ceph/ceph-client.0.41293.asok 2024-04-18T05:14:09.222 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.41293.asok 2024-04-18T05:14:09.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:09.222 DEBUG:teuthology.orchestra.run.smithi032:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.41293.asok status 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout:{ 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "metadata": { 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_sha1": "56a91dd158be807f143cc918a11685fc9ee164ae", 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "ceph_version": "ceph version 18.2.2-1229-g56a91dd1 (56a91dd158be807f143cc918a11685fc9ee164ae) reef (stable)", 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "entity_id": "0", 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "hostname": "smithi032", 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "pid": "41293", 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "root": "/" 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_count": 0, 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "dentry_pinned_count": 0, 2024-04-18T05:14:09.388 INFO:teuthology.orchestra.run.smithi032.stdout: "id": 6492, 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "inst": { 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "name": { 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "client", 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "num": 6492 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2729232413 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": { 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "type": "v1", 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:14:09.389 INFO:teuthology.orchestra.run.smithi032.stdout: "nonce": 2729232413 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout: "inst_str": "client.6492 192.168.0.1:0/2729232413", 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout: "addr_str": "192.168.0.1:0/2729232413", 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout: "inode_count": 1, 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout: "mds_epoch": 31, 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch": 62, 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout: "osd_epoch_barrier": 0, 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout: "blocklisted": false, 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout: "fs_name": "cephfs" 2024-04-18T05:14:09.390 INFO:teuthology.orchestra.run.smithi032.stdout:} 2024-04-18T05:14:09.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:09.403 DEBUG:teuthology.orchestra.run.smithi032:> stat --file-system '--printf=%T 2024-04-18T05:14:09.403 DEBUG:teuthology.orchestra.run.smithi032:> ' -- /home/ubuntu/cephtest/mnt.0 2024-04-18T05:14:09.409 INFO:teuthology.orchestra.run.smithi032.stdout:fuseblk 2024-04-18T05:14:09.410 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-04-18T05:14:09.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:09.410 DEBUG:teuthology.orchestra.run.smithi032:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-18T05:14:09.468 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:14:09.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.633+0000 7fe6f0644640 1 Processor -- start 2024-04-18T05:14:09.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6f0644640 1 -- start start 2024-04-18T05:14:09.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6f0644640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe6e81519f0 0x7fe6e80a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:09.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6f0644640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6e8155e50 con 0x7fe6e80a84c0 2024-04-18T05:14:09.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6f0644640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe6e8154f60 con 0x7fe6e806d5d0 2024-04-18T05:14:09.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6f0644640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe6e80a9080 con 0x7fe6e81519f0 2024-04-18T05:14:09.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ee3e0640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe6e80a84c0 0x7fe6e806cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:59794/0 (socket says 172.21.15.32:59794) 2024-04-18T05:14:09.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ee3e0640 1 -- 172.21.15.32:0/2804349875 learned_addr learned my addr 172.21.15.32:0/2804349875 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6edbdf640 1 --2- 172.21.15.32:0/2804349875 >> v2:172.21.15.92:3300/0 conn(0x7fe6e81519f0 0x7fe6e80a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2539578881 0 0) 0x7fe6e8155e50 con 0x7fe6e80a84c0 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe6d4003530 con 0x7fe6e80a84c0 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1609058070 0 0) 0x7fe6d4003530 con 0x7fe6e80a84c0 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 >> v2:172.21.15.92:3300/0 conn(0x7fe6e81519f0 msgr2=0x7fe6e80a88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 --2- 172.21.15.32:0/2804349875 >> v2:172.21.15.92:3300/0 conn(0x7fe6e81519f0 0x7fe6e80a88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 >> v1:172.21.15.92:6789/0 conn(0x7fe6e806d5d0 legacy=0x7fe6e815c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e8155240 con 0x7fe6e80a84c0 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fe6e4001680 con 0x7fe6e80a84c0 2024-04-18T05:14:09.641 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 >> v1:172.21.15.32:6789/0 conn(0x7fe6e80a84c0 legacy=0x7fe6e806cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6d4003980 0x7fe6d4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40047d0 0x7fe6d4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d4005190 0x7fe6d400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e80a9080 con 0x7fe6d40047d0 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d400c130 con 0x7fe6d4003980 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6d400c2f0 con 0x7fe6d4005190 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6edbdf640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40047d0 0x7fe6d4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ee3e0640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6d4003980 0x7fe6d4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6eebe1640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d4005190 0x7fe6d400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6edbdf640 1 -- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d4005190 msgr2=0x7fe6d400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6edbdf640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d4005190 0x7fe6d400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6edbdf640 1 -- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6d4003980 msgr2=0x7fe6d4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:09.642 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6edbdf640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6d4003980 0x7fe6d4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6edbdf640 1 -- 172.21.15.32:0/2804349875 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6d4003530 con 0x7fe6d40047d0 2024-04-18T05:14:09.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6eebe1640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d4005190 0x7fe6d400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:09.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6ee3e0640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6d4003980 0x7fe6d4003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:09.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.637+0000 7fe6eebe1640 1 -- 172.21.15.32:0/2804349875 reap_dead start 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6edbdf640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40047d0 0x7fe6d4004c50 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8009ae0 tx=0x7fe6d801ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3b4cdfb17ae54ca server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d80a6450 con 0x7fe6d40047d0 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6d80a65b0 con 0x7fe6d40047d0 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6ed3de640 1 -- 172.21.15.32:0/2804349875 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d80a6960 con 0x7fe6d40047d0 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6f0644640 1 -- 172.21.15.32:0/2804349875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40047d0 msgr2=0x7fe6d4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6f0644640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40047d0 0x7fe6d4004c50 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8009ae0 tx=0x7fe6d801ca70 comp rx=0 tx=0).stop 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6f0644640 1 -- 172.21.15.32:0/2804349875 shutdown_connections 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6f0644640 1 --2- 172.21.15.32:0/2804349875 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6d40047d0 0x7fe6d4004c50 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6f0644640 1 -- 172.21.15.32:0/2804349875 >> 172.21.15.32:0/2804349875 conn(0x7fe6e8069e80 msgr2=0x7fe6e806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:09.644 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6f0644640 1 -- 172.21.15.32:0/2804349875 shutdown_connections 2024-04-18T05:14:09.645 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6f0644640 1 -- 172.21.15.32:0/2804349875 wait complete. 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6f0644640 1 Processor -- start 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.641+0000 7fe6f0644640 1 -- start start 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6f0644640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d40047d0 0x7fe6e81edae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6f0644640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6e81344b0 0x7fe6e8130f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6f0644640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6e81ee020 0x7fe6e8131480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6f0644640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e80c4f00 con 0x7fe6e81344b0 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6f0644640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e81ee570 con 0x7fe6e81ee020 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6f0644640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e80c3850 con 0x7fe6d40047d0 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6edbdf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6e81344b0 0x7fe6e8130f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:09.647 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6edbdf640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6e81344b0 0x7fe6e8130f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59038/0 (socket says 172.21.15.32:59038) 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6edbdf640 1 -- 172.21.15.32:0/672677150 learned_addr learned my addr 172.21.15.32:0/672677150 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6eebe1640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6e81ee020 0x7fe6e8131480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6ee3e0640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d40047d0 0x7fe6e81edae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6edbdf640 1 -- 172.21.15.32:0/672677150 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d40047d0 msgr2=0x7fe6e81edae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6edbdf640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d40047d0 0x7fe6e81edae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6edbdf640 1 -- 172.21.15.32:0/672677150 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6e81ee020 msgr2=0x7fe6e8131480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6edbdf640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6e81ee020 0x7fe6e8131480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6edbdf640 1 -- 172.21.15.32:0/672677150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e80c3b30 con 0x7fe6e81344b0 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6ee3e0640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d40047d0 0x7fe6e81edae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6edbdf640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6e81344b0 0x7fe6e8130f40 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8009ae0 tx=0x7fe6d8019810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6deffd640 1 -- 172.21.15.32:0/672677150 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d80b9640 con 0x7fe6e81344b0 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6deffd640 1 -- 172.21.15.32:0/672677150 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe6d80b97a0 con 0x7fe6e81344b0 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6e81319c0 con 0x7fe6e81344b0 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6deffd640 1 -- 172.21.15.32:0/672677150 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d80b9b30 con 0x7fe6e81344b0 2024-04-18T05:14:09.648 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6e814e9c0 con 0x7fe6e81344b0 2024-04-18T05:14:09.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6e80666e0 con 0x7fe6e81344b0 2024-04-18T05:14:09.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6deffd640 1 -- 172.21.15.32:0/672677150 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe6d80a7430 con 0x7fe6e81344b0 2024-04-18T05:14:09.649 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6deffd640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6cc066690 0x7fe6cc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:09.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6ee3e0640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6cc066690 0x7fe6cc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:09.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.645+0000 7fe6deffd640 1 -- 172.21.15.32:0/672677150 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fe6d811eab0 con 0x7fe6e81344b0 2024-04-18T05:14:09.650 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.649+0000 7fe6ee3e0640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6cc066690 0x7fe6cc068b50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe6e81e1150 tx=0x7fe6e4000f40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:09.653 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.653+0000 7fe6deffd640 1 -- 172.21.15.32:0/672677150 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe6d80ef800 con 0x7fe6e81344b0 2024-04-18T05:14:09.849 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe6e80c4f00 con 0x7fe6e81344b0 2024-04-18T05:14:09.850 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6deffd640 1 -- 172.21.15.32:0/672677150 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v31) v1 ==== 53+0+73 (secure 0 0 0) 0x7fe6d80ef390 con 0x7fe6e81344b0 2024-04-18T05:14:09.850 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-18T05:14:09.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6cc066690 msgr2=0x7fe6cc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:09.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6cc066690 0x7fe6cc068b50 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe6e81e1150 tx=0x7fe6e4000f40 comp rx=0 tx=0).stop 2024-04-18T05:14:09.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6e81344b0 msgr2=0x7fe6e8130f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:09.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6e81344b0 0x7fe6e8130f40 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8009ae0 tx=0x7fe6d8019810 comp rx=0 tx=0).stop 2024-04-18T05:14:09.852 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 shutdown_connections 2024-04-18T05:14:09.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe6cc066690 0x7fe6cc068b50 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe6e81ee020 0x7fe6e8131480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe6e81344b0 0x7fe6e8130f40 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 --2- 172.21.15.32:0/672677150 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe6d40047d0 0x7fe6e81edae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:09.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 >> 172.21.15.32:0/672677150 conn(0x7fe6e8069e80 msgr2=0x7fe6e8150df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:09.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 shutdown_connections 2024-04-18T05:14:09.853 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:09.849+0000 7fe6f0644640 1 -- 172.21.15.32:0/672677150 wait complete. 2024-04-18T05:14:09.869 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-18T05:14:09.869 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:14:09.869 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-04-18T05:14:09.869 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-04-18T05:14:09.869 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:09.869 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-18T05:14:09.869 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:14:09.870 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-18T05:14:09.870 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:14:09.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:09.870 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-04-18T05:14:09.877 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:14:09.877 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:14:09.877 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:14:09.877 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:09.877 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-04-18T05:14:09.877 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:09.877 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:14:09.877 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42373sec preferred_lft 42373sec 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 02:42:ae:af:ca:6a brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:09.878 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:09.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:09.880 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:14:09.933 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-04-18T05:14:09.934 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:09.935 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-04-18T05:14:09.987 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-04-18T05:14:09.987 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:14:09.987 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-04-18T05:14:09.987 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-18T05:14:09.987 INFO:teuthology.orchestra.run.smithi092.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-04-18T05:14:09.987 INFO:teuthology.orchestra.run.smithi092.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:14:09.987 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-18T05:14:09.987 INFO:teuthology.orchestra.run.smithi092.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:14:09.987 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:14:09.988 INFO:teuthology.orchestra.run.smithi092.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:14:09.988 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:14:09.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:09.988 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2024-04-18T05:14:09.988 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-04-18T05:14:09.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-18T05:14:09.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-18T05:14:09.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-18T05:14:09.988 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-04-18T05:14:10.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:10.062 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-04-18T05:14:10.114 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-04-18T05:14:10.114 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:14:10.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:10.115 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-04-18T05:14:10.168 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-04-18T05:14:10.169 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:14:10.169 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:10.217 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:14:10.218 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:14:10.218 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:10.266 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:14:10.323 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:14:10.323 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:14:10.377 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:14:10.378 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:14:10.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:10.379 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:14:10.426 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:14:10.426 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-04-18T05:14:10.471 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:14:10.486 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:14:10.486 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:14:10.539 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:14:10.540 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:14:10.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:10.541 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:14:10.550 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:2024-04-18T05:14:10.548+0000 7f2d48e70580 -1 init, newargv = 0x5594a295fd30 newargc=15 2024-04-18T05:14:10.551 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33350]: starting ceph client 2024-04-18T05:14:10.556 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33350]: starting fuse 2024-04-18T05:14:11.657 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:14:11.675 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:14:11.675 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:14:11.731 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:14:11.732 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:14:11.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:11.733 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:14:11.783 INFO:teuthology.orchestra.run.smithi092.stdout:45 2024-04-18T05:14:11.783 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-04-18T05:14:11.783 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-04-18T05:14:11.783 DEBUG:teuthology.orchestra.run.smithi092:> import glob 2024-04-18T05:14:11.783 DEBUG:teuthology.orchestra.run.smithi092:> import re 2024-04-18T05:14:11.783 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-04-18T05:14:11.783 DEBUG:teuthology.orchestra.run.smithi092:> import subprocess 2024-04-18T05:14:11.783 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:14:11.783 DEBUG:teuthology.orchestra.run.smithi092:> def _find_admin_socket(client_name): 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> files = glob.glob(asok_path) 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> # Given a non-glob path, it better be there 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> if "*" not in asok_path: 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> assert(len(files) == 1) 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> return files[0] 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> for f in files: 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> contents = proc_f.read() 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> if mountpoint in contents: 2024-04-18T05:14:11.784 DEBUG:teuthology.orchestra.run.smithi092:> return f 2024-04-18T05:14:11.785 DEBUG:teuthology.orchestra.run.smithi092:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-18T05:14:11.785 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:14:11.785 DEBUG:teuthology.orchestra.run.smithi092:> print(_find_admin_socket("client.1")) 2024-04-18T05:14:11.785 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-04-18T05:14:11.902 INFO:teuthology.orchestra.run.smithi092.stdout:/var/run/ceph/ceph-client.1.33350.asok 2024-04-18T05:14:12.085 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.33350.asok 2024-04-18T05:14:12.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:12.085 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.33350.asok status 2024-04-18T05:14:12.241 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-04-18T05:14:12.241 INFO:teuthology.orchestra.run.smithi092.stdout: "metadata": { 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_sha1": "56a91dd158be807f143cc918a11685fc9ee164ae", 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_version": "ceph version 18.2.2-1229-g56a91dd1 (56a91dd158be807f143cc918a11685fc9ee164ae) reef (stable)", 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "entity_id": "1", 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "hostname": "smithi092", 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "pid": "33350", 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "root": "/" 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_count": 0, 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_pinned_count": 0, 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 5255, 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "inst": { 2024-04-18T05:14:12.242 INFO:teuthology.orchestra.run.smithi092.stdout: "name": { 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "client", 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "num": 5255 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 1148078966 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 1148078966 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:14:12.243 INFO:teuthology.orchestra.run.smithi092.stdout: "inst_str": "client.5255 192.168.0.1:0/1148078966", 2024-04-18T05:14:12.244 INFO:teuthology.orchestra.run.smithi092.stdout: "addr_str": "192.168.0.1:0/1148078966", 2024-04-18T05:14:12.244 INFO:teuthology.orchestra.run.smithi092.stdout: "inode_count": 1, 2024-04-18T05:14:12.244 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_epoch": 31, 2024-04-18T05:14:12.244 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch": 63, 2024-04-18T05:14:12.244 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch_barrier": 0, 2024-04-18T05:14:12.244 INFO:teuthology.orchestra.run.smithi092.stdout: "blocklisted": false, 2024-04-18T05:14:12.244 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs" 2024-04-18T05:14:12.244 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-04-18T05:14:12.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:12.255 DEBUG:teuthology.orchestra.run.smithi092:> stat --file-system '--printf=%T 2024-04-18T05:14:12.255 DEBUG:teuthology.orchestra.run.smithi092:> ' -- /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:12.261 INFO:teuthology.orchestra.run.smithi092.stdout:fuseblk 2024-04-18T05:14:12.261 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:12.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:12.261 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:12.315 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth rm client.testuser 2024-04-18T05:14:12.450 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc2ffa640 1 Processor -- start 2024-04-18T05:14:12.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc2ffa640 1 -- start start 2024-04-18T05:14:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc2ffa640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f6bbc14d920 0x7f6bbc070b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc2ffa640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6bbc06dbb0 0x7f6bbc0aab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc2ffa640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bbc071c80 con 0x7f6bbc0ab040 2024-04-18T05:14:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc2ffa640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc14dd00 con 0x7f6bbc14d920 2024-04-18T05:14:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc2ffa640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc06d7c0 con 0x7f6bbc06dbb0 2024-04-18T05:14:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc1597640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f6bbc0ab040 0x7f6bbc0c0ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35844/0 (socket says 172.21.15.32:35844) 2024-04-18T05:14:12.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc1597640 1 -- 172.21.15.32:0/2713051139 learned_addr learned my addr 172.21.15.32:0/2713051139 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc0d96640 1 --2- 172.21.15.32:0/2713051139 >> v2:172.21.15.32:3300/0 conn(0x7f6bbc14d920 0x7f6bbc070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bbbfff640 1 --2- 172.21.15.32:0/2713051139 >> v2:172.21.15.92:3300/0 conn(0x7f6bbc06dbb0 0x7f6bbc0aab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2713051139 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3378087238 0 0) 0x7f6bbc071c80 con 0x7f6bbc0ab040 2024-04-18T05:14:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2713051139 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6ba4004640 con 0x7f6bbc0ab040 2024-04-18T05:14:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc0d96640 1 -- 172.21.15.32:0/2713051139 >> v2:172.21.15.92:3300/0 conn(0x7f6bbc06dbb0 msgr2=0x7f6bbc0aab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc0d96640 1 --2- 172.21.15.32:0/2713051139 >> v2:172.21.15.92:3300/0 conn(0x7f6bbc06dbb0 0x7f6bbc0aab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc0d96640 1 -- 172.21.15.32:0/2713051139 >> v1:172.21.15.32:6789/0 conn(0x7f6bbc0ab040 legacy=0x7f6bbc0c0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.449+0000 7f6bc0d96640 1 -- 172.21.15.32:0/2713051139 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bbc06d310 con 0x7f6bbc14d920 2024-04-18T05:14:12.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc0d96640 1 --2- 172.21.15.32:0/2713051139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 0x7f6bbc070b10 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0c2d40 tx=0x7f6bac01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c2b6244d7d59f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:12.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2713051139 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bac0ab400 con 0x7f6bbc14d920 2024-04-18T05:14:12.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2713051139 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bac0a7050 con 0x7f6bbc14d920 2024-04-18T05:14:12.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bbb7fe640 1 -- 172.21.15.32:0/2713051139 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bac0ab780 con 0x7f6bbc14d920 2024-04-18T05:14:12.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2713051139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 msgr2=0x7f6bbc070b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 --2- 172.21.15.32:0/2713051139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 0x7f6bbc070b10 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0c2d40 tx=0x7f6bac01c3f0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2713051139 shutdown_connections 2024-04-18T05:14:12.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 --2- 172.21.15.32:0/2713051139 >> v2:172.21.15.92:3300/0 conn(0x7f6bbc06dbb0 0x7f6bbc0aab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 --2- 172.21.15.32:0/2713051139 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 0x7f6bbc070b10 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2713051139 >> 172.21.15.32:0/2713051139 conn(0x7f6bbc0a7d80 msgr2=0x7f6bbc069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:12.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2713051139 shutdown_connections 2024-04-18T05:14:12.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2713051139 wait complete. 2024-04-18T05:14:12.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 Processor -- start 2024-04-18T05:14:12.457 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.453+0000 7f6bc2ffa640 1 -- start start 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc2ffa640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06dbb0 0x7f6bbc0a9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc2ffa640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc0ab040 0x7f6bbc154ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc2ffa640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 0x7f6bbc1491d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc2ffa640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc157be0 con 0x7f6bbc14d920 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc2ffa640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc1537b0 con 0x7f6bbc0ab040 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc2ffa640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc0bf670 con 0x7f6bbc06dbb0 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc1597640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 0x7f6bbc1491d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc1597640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 0x7f6bbc1491d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35730/0 (socket says 172.21.15.32:35730) 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc1597640 1 -- 172.21.15.32:0/2365166443 learned_addr learned my addr 172.21.15.32:0/2365166443 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc0d96640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06dbb0 0x7f6bbc0a9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bbbfff640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc0ab040 0x7f6bbc154ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc1597640 1 -- 172.21.15.32:0/2365166443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06dbb0 msgr2=0x7f6bbc0a9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.459 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc1597640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06dbb0 0x7f6bbc0a9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc1597640 1 -- 172.21.15.32:0/2365166443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc0ab040 msgr2=0x7f6bbc154ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc1597640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc0ab040 0x7f6bbc154ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc1597640 1 -- 172.21.15.32:0/2365166443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bac009420 con 0x7f6bbc14d920 2024-04-18T05:14:12.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc1597640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 0x7f6bbc1491d0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f6bb400cb40 tx=0x7f6bb400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:12.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2365166443 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb400aca0 con 0x7f6bbc14d920 2024-04-18T05:14:12.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2365166443 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bb400ae00 con 0x7f6bbc14d920 2024-04-18T05:14:12.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bbc0bf910 con 0x7f6bbc14d920 2024-04-18T05:14:12.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2365166443 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4012620 con 0x7f6bbc14d920 2024-04-18T05:14:12.460 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bbc1ebbb0 con 0x7f6bbc14d920 2024-04-18T05:14:12.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bbc1ebda0 con 0x7f6bbc14d920 2024-04-18T05:14:12.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2365166443 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6bb4007070 con 0x7f6bbc14d920 2024-04-18T05:14:12.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bb97fa640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba80666c0 0x7f6ba8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2365166443 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 6232+0+0 (secure 0 0 0) 0x7f6bb4084300 con 0x7f6bbc14d920 2024-04-18T05:14:12.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.457+0000 7f6bc0d96640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba80666c0 0x7f6ba8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.461+0000 7f6bc0d96640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba80666c0 0x7f6ba8068b80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6bac0ad000 tx=0x7f6bac0a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:12.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.465+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2365166443 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f6bb40514f0 con 0x7f6bbc14d920 2024-04-18T05:14:12.687 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.685+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth rm", "entity": "client.testuser"} v 0) v1 -- 0x7f6bbc153920 con 0x7f6bbc14d920 2024-04-18T05:14:12.688 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.685+0000 7f6bb97fa640 1 -- 172.21.15.32:0/2365166443 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth rm", "entity": "client.testuser"}]=0 v17) v1 ==== 84+0+0 (secure 0 0 0) 0x7f6bb4054b10 con 0x7f6bbc14d920 2024-04-18T05:14:12.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba80666c0 msgr2=0x7f6ba8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba80666c0 0x7f6ba8068b80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6bac0ad000 tx=0x7f6bac0a6000 comp rx=0 tx=0).stop 2024-04-18T05:14:12.690 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 msgr2=0x7f6bbc1491d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 0x7f6bbc1491d0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f6bb400cb40 tx=0x7f6bb400a060 comp rx=0 tx=0).stop 2024-04-18T05:14:12.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 shutdown_connections 2024-04-18T05:14:12.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f6bbc14d920 0x7f6bbc1491d0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f6ba80666c0 0x7f6ba8068b80 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bbc0ab040 0x7f6bbc154ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 --2- 172.21.15.32:0/2365166443 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6bbc06dbb0 0x7f6bbc0a9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 >> 172.21.15.32:0/2365166443 conn(0x7f6bbc0a7d80 msgr2=0x7f6bbc14e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:12.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 shutdown_connections 2024-04-18T05:14:12.691 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.689+0000 7f6bc2ffa640 1 -- 172.21.15.32:0/2365166443 wait complete. 2024-04-18T05:14:12.708 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:14:12.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b735c640 1 Processor -- start 2024-04-18T05:14:12.825 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b735c640 1 -- start start 2024-04-18T05:14:12.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b735c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1b006cbe0 0x7fe1b0150b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b735c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe1b006cfc0 0x7fe1b015a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b735c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1b006d430 con 0x7fe1b00c0df0 2024-04-18T05:14:12.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b735c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1b0071a40 con 0x7fe1b006cfc0 2024-04-18T05:14:12.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b735c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1b00a8610 con 0x7fe1b006cbe0 2024-04-18T05:14:12.827 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b58f9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fe1b006cfc0 0x7fe1b015a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b48f7640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe1b00c0df0 0x7fe1b0153580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35860/0 (socket says 172.21.15.32:35860) 2024-04-18T05:14:12.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b48f7640 1 -- 172.21.15.32:0/3250163982 learned_addr learned my addr 172.21.15.32:0/3250163982 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:12.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b50f8640 1 --2- 172.21.15.32:0/3250163982 >> v2:172.21.15.92:3300/0 conn(0x7fe1b006cbe0 0x7fe1b0150b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b58f9640 1 -- 172.21.15.32:0/3250163982 >> v2:172.21.15.92:3300/0 conn(0x7fe1b006cbe0 msgr2=0x7fe1b0150b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:12.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b58f9640 1 --2- 172.21.15.32:0/3250163982 >> v2:172.21.15.92:3300/0 conn(0x7fe1b006cbe0 0x7fe1b0150b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b58f9640 1 -- 172.21.15.32:0/3250163982 >> v1:172.21.15.32:6789/0 conn(0x7fe1b00c0df0 legacy=0x7fe1b0153580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1b58f9640 1 -- 172.21.15.32:0/3250163982 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1b0153c90 con 0x7fe1b006cfc0 2024-04-18T05:14:12.828 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.825+0000 7fe1a7fff640 1 -- 172.21.15.32:0/3250163982 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 225950726 0 0) 0x7fe1b006d430 con 0x7fe1b00c0df0 2024-04-18T05:14:12.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 --2- 172.21.15.32:0/3250163982 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b006cfc0 0x7fe1b015a910 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fe1b00c6280 tx=0x7fe1a801d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6817ed6655678480 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:12.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1a7fff640 1 -- 172.21.15.32:0/3250163982 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a80a6740 con 0x7fe1b006cfc0 2024-04-18T05:14:12.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1a7fff640 1 -- 172.21.15.32:0/3250163982 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1a80a68a0 con 0x7fe1b006cfc0 2024-04-18T05:14:12.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1a7fff640 1 -- 172.21.15.32:0/3250163982 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a80a6c30 con 0x7fe1b006cfc0 2024-04-18T05:14:12.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- 172.21.15.32:0/3250163982 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b006cfc0 msgr2=0x7fe1b015a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 --2- 172.21.15.32:0/3250163982 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b006cfc0 0x7fe1b015a910 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fe1b00c6280 tx=0x7fe1a801d710 comp rx=0 tx=0).stop 2024-04-18T05:14:12.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- 172.21.15.32:0/3250163982 shutdown_connections 2024-04-18T05:14:12.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 --2- 172.21.15.32:0/3250163982 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b006cfc0 0x7fe1b015a910 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 --2- 172.21.15.32:0/3250163982 >> v2:172.21.15.92:3300/0 conn(0x7fe1b006cbe0 0x7fe1b0150b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- 172.21.15.32:0/3250163982 >> 172.21.15.32:0/3250163982 conn(0x7fe1b0069e80 msgr2=0x7fe1b006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:12.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- 172.21.15.32:0/3250163982 shutdown_connections 2024-04-18T05:14:12.831 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- 172.21.15.32:0/3250163982 wait complete. 2024-04-18T05:14:12.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 Processor -- start 2024-04-18T05:14:12.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- start start 2024-04-18T05:14:12.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe1b006cbe0 0x7fe1b014d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1b006cfc0 0x7fe1b014c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b00c0df0 0x7fe1b014b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b0148ca0 con 0x7fe1b00c0df0 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b0148670 con 0x7fe1b006cfc0 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b00a9840 con 0x7fe1b006cbe0 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b00c0df0 0x7fe1b014b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b00c0df0 0x7fe1b014b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35746/0 (socket says 172.21.15.32:35746) 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 -- 172.21.15.32:0/3940990553 learned_addr learned my addr 172.21.15.32:0/3940990553 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b50f8640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe1b006cbe0 0x7fe1b014d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b48f7640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1b006cfc0 0x7fe1b014c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 -- 172.21.15.32:0/3940990553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe1b006cbe0 msgr2=0x7fe1b014d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe1b006cbe0 0x7fe1b014d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 -- 172.21.15.32:0/3940990553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1b006cfc0 msgr2=0x7fe1b014c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:12.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1b006cfc0 0x7fe1b014c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:12.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 -- 172.21.15.32:0/3940990553 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1a800a5c0 con 0x7fe1b00c0df0 2024-04-18T05:14:12.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b48f7640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1b006cfc0 0x7fe1b014c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:12.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b58f9640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b00c0df0 0x7fe1b014b2d0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fe1a80b1040 tx=0x7fe1a801a4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:12.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1a5ffb640 1 -- 172.21.15.32:0/3940990553 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a80ae850 con 0x7fe1b00c0df0 2024-04-18T05:14:12.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1a5ffb640 1 -- 172.21.15.32:0/3940990553 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1a80ae9b0 con 0x7fe1b00c0df0 2024-04-18T05:14:12.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1a5ffb640 1 -- 172.21.15.32:0/3940990553 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a80aed40 con 0x7fe1b00c0df0 2024-04-18T05:14:12.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.829+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1b01ed820 con 0x7fe1b00c0df0 2024-04-18T05:14:12.835 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.833+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1b01eac00 con 0x7fe1b00c0df0 2024-04-18T05:14:12.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.833+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1b006dc10 con 0x7fe1b00c0df0 2024-04-18T05:14:12.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.833+0000 7fe1a5ffb640 1 -- 172.21.15.32:0/3940990553 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe1a80b5040 con 0x7fe1b00c0df0 2024-04-18T05:14:12.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.833+0000 7fe1a5ffb640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1940666c0 0x7fe194068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:12.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.833+0000 7fe1a5ffb640 1 -- 172.21.15.32:0/3940990553 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 6232+0+0 (secure 0 0 0) 0x7fe1a811e8c0 con 0x7fe1b00c0df0 2024-04-18T05:14:12.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.833+0000 7fe1b50f8640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1940666c0 0x7fe194068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:12.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.833+0000 7fe1b50f8640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1940666c0 0x7fe194068b80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac003fd0 tx=0x7fe1ac0039a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:12.839 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.837+0000 7fe1a5ffb640 1 -- 172.21.15.32:0/3940990553 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe1a80eba10 con 0x7fe1b00c0df0 2024-04-18T05:14:13.000 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:12.997+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe1b00c0bd0 con 0x7fe1b00c0df0 2024-04-18T05:14:13.002 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1a5ffb640 1 -- 172.21.15.32:0/3940990553 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v64) v1 ==== 74+0+16584 (secure 0 0 0) 0x7fe1a80ef030 con 0x7fe1b00c0df0 2024-04-18T05:14:13.002 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:13.003 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":64,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:14:11.003657+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:13:58.504438+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-04-18T05:13:59.823533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.2","mappings":[{"from":2,"to":7}]},{"pgid":"10.c","mappings":[{"from":2,"to":5}]},{"pgid":"10.18","mappings":[{"from":4,"to":1}]},{"pgid":"10.1c","mappings":[{"from":2,"to":7}]},{"pgid":"10.24","mappings":[{"from":2,"to":1}]},{"pgid":"10.2d","mappings":[{"from":2,"to":5}]},{"pgid":"10.2e","mappings":[{"from":2,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:14:13.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1940666c0 msgr2=0x7fe194068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1940666c0 0x7fe194068b80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac003fd0 tx=0x7fe1ac0039a0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.004 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b00c0df0 msgr2=0x7fe1b014b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b00c0df0 0x7fe1b014b2d0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fe1a80b1040 tx=0x7fe1a801a4b0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 shutdown_connections 2024-04-18T05:14:13.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe1b00c0df0 0x7fe1b014b2d0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe1940666c0 0x7fe194068b80 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1b006cfc0 0x7fe1b014c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 --2- 172.21.15.32:0/3940990553 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe1b006cbe0 0x7fe1b014d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 >> 172.21.15.32:0/3940990553 conn(0x7fe1b0069e80 msgr2=0x7fe1b0070530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:13.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 shutdown_connections 2024-04-18T05:14:13.005 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.001+0000 7fe1b735c640 1 -- 172.21.15.32:0/3940990553 wait complete. 2024-04-18T05:14:13.023 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:13:58.504438+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:13:59.823533+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:14:13.023 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:14:13.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.149+0000 7f3d991e7640 1 Processor -- start 2024-04-18T05:14:13.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.149+0000 7f3d991e7640 1 -- start start 2024-04-18T05:14:13.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d991e7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3d9406a400 0x7f3d94151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d991e7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d940bbdb0 0x7f3d940bb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d991e7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d940ba2e0 con 0x7f3d940a8d50 2024-04-18T05:14:13.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d991e7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d940ba0d0 con 0x7f3d9406a400 2024-04-18T05:14:13.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d991e7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d940ba5c0 con 0x7f3d940bbdb0 2024-04-18T05:14:13.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d92d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3d9406a400 0x7f3d94151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d9359e640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f3d940a8d50 0x7f3d9414d9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35868/0 (socket says 172.21.15.32:35868) 2024-04-18T05:14:13.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d9359e640 1 -- 172.21.15.32:0/36163737 learned_addr learned my addr 172.21.15.32:0/36163737 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:13.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d92d9d640 1 -- 172.21.15.32:0/36163737 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d940bbdb0 msgr2=0x7f3d940bb0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:13.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d92d9d640 1 --2- 172.21.15.32:0/36163737 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d940bbdb0 0x7f3d940bb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d92d9d640 1 -- 172.21.15.32:0/36163737 >> v1:172.21.15.32:6789/0 conn(0x7f3d940a8d50 legacy=0x7f3d9414d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d92d9d640 1 -- 172.21.15.32:0/36163737 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d940ba8a0 con 0x7f3d9406a400 2024-04-18T05:14:13.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d92d9d640 1 --2- 172.21.15.32:0/36163737 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 0x7f3d94151380 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f3d940ba210 tx=0x7f3d8401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d236cce2d0ce58 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:13.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d91d9b640 1 -- 172.21.15.32:0/36163737 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d840ab670 con 0x7f3d9406a400 2024-04-18T05:14:13.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d91d9b640 1 -- 172.21.15.32:0/36163737 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d840ab7d0 con 0x7f3d9406a400 2024-04-18T05:14:13.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.153+0000 7f3d91d9b640 1 -- 172.21.15.32:0/36163737 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d840abb60 con 0x7f3d9406a400 2024-04-18T05:14:13.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- 172.21.15.32:0/36163737 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 msgr2=0x7f3d94151380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 --2- 172.21.15.32:0/36163737 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 0x7f3d94151380 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f3d940ba210 tx=0x7f3d8401c470 comp rx=0 tx=0).stop 2024-04-18T05:14:13.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- 172.21.15.32:0/36163737 shutdown_connections 2024-04-18T05:14:13.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 --2- 172.21.15.32:0/36163737 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d940bbdb0 0x7f3d940bb0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 --2- 172.21.15.32:0/36163737 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 0x7f3d94151380 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- 172.21.15.32:0/36163737 >> 172.21.15.32:0/36163737 conn(0x7f3d940c54b0 msgr2=0x7f3d940c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:13.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- 172.21.15.32:0/36163737 shutdown_connections 2024-04-18T05:14:13.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- 172.21.15.32:0/36163737 wait complete. 2024-04-18T05:14:13.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 Processor -- start 2024-04-18T05:14:13.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- start start 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 0x7f3d94150130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d940a8d50 0x7f3d940c0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d940bbdb0 0x7f3d94153a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d9414f590 con 0x7f3d9406a400 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d940bc750 con 0x7f3d940a8d50 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d94150670 con 0x7f3d940bbdb0 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d92d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 0x7f3d94150130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d92d9d640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 0x7f3d94150130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35760/0 (socket says 172.21.15.32:35760) 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d92d9d640 1 -- 172.21.15.32:0/2856187972 learned_addr learned my addr 172.21.15.32:0/2856187972 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d9359e640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d940bbdb0 0x7f3d94153a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d9259c640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d940a8d50 0x7f3d940c0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d92d9d640 1 -- 172.21.15.32:0/2856187972 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d940bbdb0 msgr2=0x7f3d94153a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.161 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d92d9d640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d940bbdb0 0x7f3d94153a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d92d9d640 1 -- 172.21.15.32:0/2856187972 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d940a8d50 msgr2=0x7f3d940c0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d92d9d640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d940a8d50 0x7f3d940c0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d92d9d640 1 -- 172.21.15.32:0/2856187972 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d84009420 con 0x7f3d9406a400 2024-04-18T05:14:13.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d92d9d640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 0x7f3d94150130 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f3d840ad040 tx=0x7f3d8401acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:13.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d7b7fe640 1 -- 172.21.15.32:0/2856187972 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d840b5810 con 0x7f3d9406a400 2024-04-18T05:14:13.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d7b7fe640 1 -- 172.21.15.32:0/2856187972 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d840b5970 con 0x7f3d9406a400 2024-04-18T05:14:13.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d9414e910 con 0x7f3d9406a400 2024-04-18T05:14:13.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d7b7fe640 1 -- 172.21.15.32:0/2856187972 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d840b5ce0 con 0x7f3d9406a400 2024-04-18T05:14:13.162 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.157+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d9414eed0 con 0x7f3d9406a400 2024-04-18T05:14:13.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.161+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d94072000 con 0x7f3d9406a400 2024-04-18T05:14:13.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.161+0000 7f3d7b7fe640 1 -- 172.21.15.32:0/2856187972 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3d840c83f0 con 0x7f3d9406a400 2024-04-18T05:14:13.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.161+0000 7f3d7b7fe640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d80066690 0x7f3d80068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.161+0000 7f3d7b7fe640 1 -- 172.21.15.32:0/2856187972 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 6232+0+0 (secure 0 0 0) 0x7f3d8411f6a0 con 0x7f3d9406a400 2024-04-18T05:14:13.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.161+0000 7f3d9259c640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d80066690 0x7f3d80068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.161+0000 7f3d9259c640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d80066690 0x7f3d80068b50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3d88006fd0 tx=0x7f3d88008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:13.166 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.165+0000 7f3d7b7fe640 1 -- 172.21.15.32:0/2856187972 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f3d840ec970 con 0x7f3d9406a400 2024-04-18T05:14:13.324 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.321+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3d9404e1e0 con 0x7f3d9406a400 2024-04-18T05:14:13.325 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.321+0000 7f3d7b7fe640 1 -- 172.21.15.32:0/2856187972 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v64) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3d840eff90 con 0x7f3d9406a400 2024-04-18T05:14:13.325 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:14:13.327 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d80066690 msgr2=0x7f3d80068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d80066690 0x7f3d80068b50 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f3d88006fd0 tx=0x7f3d88008040 comp rx=0 tx=0).stop 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 msgr2=0x7f3d94150130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 0x7f3d94150130 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f3d840ad040 tx=0x7f3d8401acb0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 shutdown_connections 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3d940bbdb0 0x7f3d94153a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3d80066690 0x7f3d80068b50 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3d940a8d50 0x7f3d940c0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 --2- 172.21.15.32:0/2856187972 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3d9406a400 0x7f3d94150130 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 >> 172.21.15.32:0/2856187972 conn(0x7f3d940c54b0 msgr2=0x7f3d940c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 shutdown_connections 2024-04-18T05:14:13.328 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.325+0000 7f3d991e7640 1 -- 172.21.15.32:0/2856187972 wait complete. 2024-04-18T05:14:13.344 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:14:13.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c29236640 1 Processor -- start 2024-04-18T05:14:13.461 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c29236640 1 -- start start 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c29236640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9c241569a0 0x7f9c240c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c29236640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c240c46c0 con 0x7f9c240bcb30 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c29236640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c24155050 con 0x7f9c240c67c0 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c29236640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c2406c610 con 0x7f9c241569a0 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c2259c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f9c240bcb30 0x7f9c24157530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35880/0 (socket says 172.21.15.32:35880) 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c2259c640 1 -- 172.21.15.32:0/2679468134 learned_addr learned my addr 172.21.15.32:0/2679468134 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c22d9d640 1 --2- 172.21.15.32:0/2679468134 >> v2:172.21.15.92:3300/0 conn(0x7f9c241569a0 0x7f9c240c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 772974674 0 0) 0x7f9c240c46c0 con 0x7f9c240bcb30 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9c0c003530 con 0x7f9c240bcb30 2024-04-18T05:14:13.464 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3631274686 0 0) 0x7f9c0c003530 con 0x7f9c240bcb30 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 >> v2:172.21.15.92:3300/0 conn(0x7f9c241569a0 msgr2=0x7f9c240c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 --2- 172.21.15.32:0/2679468134 >> v2:172.21.15.92:3300/0 conn(0x7f9c241569a0 0x7f9c240c6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 >> v1:172.21.15.92:6789/0 conn(0x7f9c240c67c0 legacy=0x7f9c2415e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c24154980 con 0x7f9c240bcb30 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f9c14001680 con 0x7f9c240bcb30 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 >> v1:172.21.15.32:6789/0 conn(0x7f9c240bcb30 legacy=0x7f9c24157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c003980 0x7f9c0c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c0c0047d0 0x7f9c0c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c0c005190 0x7f9c0c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c2406c610 con 0x7f9c0c0047d0 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c0c00c030 con 0x7f9c0c003980 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c0c00c1f0 con 0x7f9c0c005190 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c2259c640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c0c0047d0 0x7f9c0c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c22d9d640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c003980 0x7f9c0c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c2259c640 1 -- 172.21.15.32:0/2679468134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c0c005190 msgr2=0x7f9c0c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:13.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c2259c640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c0c005190 0x7f9c0c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c2259c640 1 -- 172.21.15.32:0/2679468134 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c003980 msgr2=0x7f9c0c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:13.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c2259c640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c003980 0x7f9c0c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c2259c640 1 -- 172.21.15.32:0/2679468134 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c0c003530 con 0x7f9c0c0047d0 2024-04-18T05:14:13.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c22d9d640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c003980 0x7f9c0c003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:13.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.461+0000 7f9c2359e640 1 -- 172.21.15.32:0/2679468134 reap_dead start 2024-04-18T05:14:13.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2259c640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c0c0047d0 0x7f9c0c004c50 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f9c1400c1c0 tx=0x7f9c1401f3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10794a88d433f927 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c14005ae0 con 0x7f9c0c0047d0 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c140ab070 con 0x7f9c0c0047d0 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c21d9b640 1 -- 172.21.15.32:0/2679468134 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c14007070 con 0x7f9c0c0047d0 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- 172.21.15.32:0/2679468134 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c0c0047d0 msgr2=0x7f9c0c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c0c0047d0 0x7f9c0c004c50 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f9c1400c1c0 tx=0x7f9c1401f3b0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- 172.21.15.32:0/2679468134 shutdown_connections 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 --2- 172.21.15.32:0/2679468134 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c0c0047d0 0x7f9c0c004c50 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- 172.21.15.32:0/2679468134 >> 172.21.15.32:0/2679468134 conn(0x7f9c24072950 msgr2=0x7f9c24072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- 172.21.15.32:0/2679468134 shutdown_connections 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- 172.21.15.32:0/2679468134 wait complete. 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 Processor -- start 2024-04-18T05:14:13.468 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- start start 2024-04-18T05:14:13.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c0047d0 0x7f9c240be510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c241e9e50 0x7f9c240ab280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c241ec7c0 0x7f9c2414d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c240ae570 con 0x7f9c241ec7c0 2024-04-18T05:14:13.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c240beb30 con 0x7f9c0c0047d0 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c241e9370 con 0x7f9c241e9e50 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2359e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c241ec7c0 0x7f9c2414d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2359e640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c241ec7c0 0x7f9c2414d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35782/0 (socket says 172.21.15.32:35782) 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2359e640 1 -- 172.21.15.32:0/2558047779 learned_addr learned my addr 172.21.15.32:0/2558047779 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2259c640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c241e9e50 0x7f9c240ab280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c22d9d640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c0047d0 0x7f9c240be510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2359e640 1 -- 172.21.15.32:0/2558047779 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c241e9e50 msgr2=0x7f9c240ab280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2359e640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c241e9e50 0x7f9c240ab280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2359e640 1 -- 172.21.15.32:0/2558047779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c0047d0 msgr2=0x7f9c240be510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2359e640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c0047d0 0x7f9c240be510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2359e640 1 -- 172.21.15.32:0/2558047779 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c241e9650 con 0x7f9c241ec7c0 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c2359e640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c241ec7c0 0x7f9c2414d7d0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f9c240ac080 tx=0x7f9c1c00cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c0b7fe640 1 -- 172.21.15.32:0/2558047779 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c005d50 con 0x7f9c241ec7c0 2024-04-18T05:14:13.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c0b7fe640 1 -- 172.21.15.32:0/2558047779 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c1c00ced0 con 0x7f9c241ec7c0 2024-04-18T05:14:13.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.465+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c241e9930 con 0x7f9c241ec7c0 2024-04-18T05:14:13.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.469+0000 7f9c0b7fe640 1 -- 172.21.15.32:0/2558047779 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1c00a850 con 0x7f9c241ec7c0 2024-04-18T05:14:13.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.469+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c240ab7c0 con 0x7f9c241ec7c0 2024-04-18T05:14:13.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.469+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c241e91d0 con 0x7f9c241ec7c0 2024-04-18T05:14:13.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.469+0000 7f9c0b7fe640 1 -- 172.21.15.32:0/2558047779 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9c1c00a9b0 con 0x7f9c241ec7c0 2024-04-18T05:14:13.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.469+0000 7f9c0b7fe640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c100666c0 0x7f9c10068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.472 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.469+0000 7f9c0b7fe640 1 -- 172.21.15.32:0/2558047779 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 6232+0+0 (secure 0 0 0) 0x7f9c1c083730 con 0x7f9c241ec7c0 2024-04-18T05:14:13.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.469+0000 7f9c22d9d640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c100666c0 0x7f9c10068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.469+0000 7f9c22d9d640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c100666c0 0x7f9c10068b80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f9c24067410 tx=0x7f9c18008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:13.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.473+0000 7f9c0b7fe640 1 -- 172.21.15.32:0/2558047779 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f9c241e91d0 con 0x7f9c241ec7c0 2024-04-18T05:14:13.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9c241e9b70 con 0x7f9c241ec7c0 2024-04-18T05:14:13.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c0b7fe640 1 -- 172.21.15.32:0/2558047779 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v64) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9c241e9b70 con 0x7f9c241ec7c0 2024-04-18T05:14:13.634 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:14:13.636 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c100666c0 msgr2=0x7f9c10068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c100666c0 0x7f9c10068b80 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f9c24067410 tx=0x7f9c18008040 comp rx=0 tx=0).stop 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c241ec7c0 msgr2=0x7f9c2414d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c241ec7c0 0x7f9c2414d7d0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f9c240ac080 tx=0x7f9c1c00cb90 comp rx=0 tx=0).stop 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 shutdown_connections 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f9c241ec7c0 0x7f9c2414d7d0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9c241e9e50 0x7f9c240ab280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f9c100666c0 0x7f9c10068b80 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 --2- 172.21.15.32:0/2558047779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9c0c0047d0 0x7f9c240be510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 >> 172.21.15.32:0/2558047779 conn(0x7f9c24072950 msgr2=0x7f9c240acbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 shutdown_connections 2024-04-18T05:14:13.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.633+0000 7f9c29236640 1 -- 172.21.15.32:0/2558047779 wait complete. 2024-04-18T05:14:13.653 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:14:13.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.777+0000 7f168f11c640 1 Processor -- start 2024-04-18T05:14:13.781 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.777+0000 7f168f11c640 1 -- start start 2024-04-18T05:14:13.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168f11c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f168813ae10 0x7f1688151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168f11c640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16880a8200 con 0x7f168813a8c0 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168f11c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16880a84e0 con 0x7f168806df40 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168f11c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16880a8fb0 con 0x7f168813ae10 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168d6b9640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f168813a8c0 0x7f16880a9dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35882/0 (socket says 172.21.15.32:35882) 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168d6b9640 1 -- 172.21.15.32:0/2941617881 learned_addr learned my addr 172.21.15.32:0/2941617881 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f1687fff640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f168813ae10 0x7f1688151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 303593892 0 0) 0x7f16880a8200 con 0x7f168813a8c0 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1670003530 con 0x7f168813a8c0 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2436359295 0 0) 0x7f1670003530 con 0x7f168813a8c0 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f168813ae10 msgr2=0x7f1688151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f168813ae10 0x7f1688151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 >> v1:172.21.15.92:6789/0 conn(0x7f168806df40 legacy=0x7f16881559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16880a87c0 con 0x7f168813a8c0 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f1680001a00 con 0x7f168813a8c0 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 >> v1:172.21.15.32:6789/0 conn(0x7f168813a8c0 legacy=0x7f16880a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f168813ae10 0x7f16700039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1670003f30 0x7f16700047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1670005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f167000ff30 con 0x7f1670004d10 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1670010070 con 0x7f1670003f30 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1670010230 con 0x7f168813ae10 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168d6b9640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1670005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f1687fff640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1670003f30 0x7f16700047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168ceb8640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f168813ae10 0x7f16700039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168d6b9640 1 -- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f168813ae10 msgr2=0x7f16700039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168d6b9640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f168813ae10 0x7f16700039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168d6b9640 1 -- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1670003f30 msgr2=0x7f16700047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:13.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168d6b9640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1670003f30 0x7f16700047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168d6b9640 1 -- 172.21.15.32:0/2941617881 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1670003530 con 0x7f1670004d10 2024-04-18T05:14:13.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.781+0000 7f168ceb8640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f168813ae10 0x7f16700039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168d6b9640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1670005190 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f16800013e0 tx=0x7f168001fa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42d8d4c3c78ed62d server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16800aa6b0 con 0x7f1670004d10 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16800aa810 con 0x7f1670004d10 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f16877fe640 1 -- 172.21.15.32:0/2941617881 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16800aac00 con 0x7f1670004d10 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 -- 172.21.15.32:0/2941617881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 msgr2=0x7f1670005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 --2- 172.21.15.32:0/2941617881 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1670005190 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f16800013e0 tx=0x7f168001fa80 comp rx=0 tx=0).stop 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168d6b9640 1 -- 172.21.15.32:0/2941617881 reap_dead start 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 -- 172.21.15.32:0/2941617881 shutdown_connections 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 -- 172.21.15.32:0/2941617881 >> 172.21.15.32:0/2941617881 conn(0x7f16880c54b0 msgr2=0x7f16880c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:13.787 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 -- 172.21.15.32:0/2941617881 shutdown_connections 2024-04-18T05:14:13.788 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 -- 172.21.15.32:0/2941617881 wait complete. 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 Processor -- start 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 -- start start 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1688152700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16881e8870 0x7f16880ba5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16880bab20 0x7f1688151660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16880c41e0 con 0x7f1670004d10 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16881e9510 con 0x7f16881e8870 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168f11c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16880c3f00 con 0x7f16880bab20 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168ceb8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1688152700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168ceb8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1688152700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35806/0 (socket says 172.21.15.32:35806) 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168ceb8640 1 -- 172.21.15.32:0/3180122516 learned_addr learned my addr 172.21.15.32:0/3180122516 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168d6b9640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16880bab20 0x7f1688151660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f1687fff640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16881e8870 0x7f16880ba5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168ceb8640 1 -- 172.21.15.32:0/3180122516 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16880bab20 msgr2=0x7f1688151660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168ceb8640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16880bab20 0x7f1688151660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168ceb8640 1 -- 172.21.15.32:0/3180122516 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16881e8870 msgr2=0x7f16880ba5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168ceb8640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16881e8870 0x7f16880ba5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168ceb8640 1 -- 172.21.15.32:0/3180122516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16881e9230 con 0x7f1670004d10 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.785+0000 7f168ceb8640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1688152700 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f167800d770 tx=0x7f167800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f16857fa640 1 -- 172.21.15.32:0/3180122516 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1678017070 con 0x7f1670004d10 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f16857fa640 1 -- 172.21.15.32:0/3180122516 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1678005070 con 0x7f1670004d10 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16880bbef0 con 0x7f1670004d10 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f16857fa640 1 -- 172.21.15.32:0/3180122516 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1678005460 con 0x7f1670004d10 2024-04-18T05:14:13.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16880bc5b0 con 0x7f1670004d10 2024-04-18T05:14:13.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f168804e1e0 con 0x7f1670004d10 2024-04-18T05:14:13.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f16857fa640 1 -- 172.21.15.32:0/3180122516 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1678007030 con 0x7f1670004d10 2024-04-18T05:14:13.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f16857fa640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1674066690 0x7f1674068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:13.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f16857fa640 1 -- 172.21.15.32:0/3180122516 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 6232+0+0 (secure 0 0 0) 0x7f1678083be0 con 0x7f1670004d10 2024-04-18T05:14:13.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f1687fff640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1674066690 0x7f1674068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:13.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.789+0000 7f1687fff640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1674066690 0x7f1674068b50 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f16880c0bc0 tx=0x7f167c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:13.795 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.793+0000 7f16857fa640 1 -- 172.21.15.32:0/3180122516 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f1678050d30 con 0x7f1670004d10 2024-04-18T05:14:13.953 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f16880bbb10 con 0x7f1670004d10 2024-04-18T05:14:13.954 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f16857fa640 1 -- 172.21.15.32:0/3180122516 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v64) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1678054350 con 0x7f1670004d10 2024-04-18T05:14:13.954 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:14:13.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1674066690 msgr2=0x7f1674068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1674066690 0x7f1674068b50 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f16880c0bc0 tx=0x7f167c008040 comp rx=0 tx=0).stop 2024-04-18T05:14:13.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 msgr2=0x7f1688152700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:13.956 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1688152700 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f167800d770 tx=0x7f167800dc30 comp rx=0 tx=0).stop 2024-04-18T05:14:13.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 shutdown_connections 2024-04-18T05:14:13.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f16880bab20 0x7f1688151660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f1674066690 0x7f1674068b50 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16881e8870 0x7f16880ba5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 --2- 172.21.15.32:0/3180122516 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f1670004d10 0x7f1688152700 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:13.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 >> 172.21.15.32:0/3180122516 conn(0x7f16880c54b0 msgr2=0x7f1688153b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:13.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 shutdown_connections 2024-04-18T05:14:13.957 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:13.953+0000 7f168f11c640 1 -- 172.21.15.32:0/3180122516 wait complete. 2024-04-18T05:14:13.973 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-18T05:14:14.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.089+0000 7f5ed55cd640 1 Processor -- start 2024-04-18T05:14:14.092 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.089+0000 7f5ed55cd640 1 -- start start 2024-04-18T05:14:14.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ed55cd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed006cbe0 0x7f5ed0150b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ed55cd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ed006d450 con 0x7f5ed006cfc0 2024-04-18T05:14:14.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ed55cd640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ed00a8610 con 0x7f5ed00c0df0 2024-04-18T05:14:14.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ed55cd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed0071a40 con 0x7f5ed006cbe0 2024-04-18T05:14:14.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecf7fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f5ed006cfc0 0x7f5ed015a910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35886/0 (socket says 172.21.15.32:35886) 2024-04-18T05:14:14.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecf7fe640 1 -- 172.21.15.32:0/335268385 learned_addr learned my addr 172.21.15.32:0/335268385 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:14.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5eceffd640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed006cbe0 0x7f5ed0150b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2737164417 0 0) 0x7f5ec80014a0 con 0x7f5ed006cfc0 2024-04-18T05:14:14.094 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5eb8003530 con 0x7f5ed006cfc0 2024-04-18T05:14:14.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3253145919 0 0) 0x7f5eb8003530 con 0x7f5ed006cfc0 2024-04-18T05:14:14.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed006cbe0 msgr2=0x7f5ed0150b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:14.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed006cbe0 0x7f5ed0150b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 >> v1:172.21.15.92:6789/0 conn(0x7f5ed00c0df0 legacy=0x7f5ed0153580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ed0153c90 con 0x7f5ed006cfc0 2024-04-18T05:14:14.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f5ec8001b90 con 0x7f5ed006cfc0 2024-04-18T05:14:14.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 >> v1:172.21.15.32:6789/0 conn(0x7f5ed006cfc0 legacy=0x7f5ed015a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.096 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eb80039b0 0x7f5eb8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed006cbe0 0x7f5eb80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eb8004d10 0x7f5eb8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed0071a40 con 0x7f5eb8004d10 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5eb800bb20 con 0x7f5eb80039b0 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5eb800bcb0 con 0x7f5ed006cbe0 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecf7fe640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eb8004d10 0x7f5eb8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5eceffd640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eb80039b0 0x7f5eb8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ece7fc640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed006cbe0 0x7f5eb80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecf7fe640 1 -- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed006cbe0 msgr2=0x7f5eb80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecf7fe640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed006cbe0 0x7f5eb80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecf7fe640 1 -- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eb80039b0 msgr2=0x7f5eb8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecf7fe640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eb80039b0 0x7f5eb8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.097 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5ecf7fe640 1 -- 172.21.15.32:0/335268385 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5eb8003530 con 0x7f5eb8004d10 2024-04-18T05:14:14.098 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.093+0000 7f5eceffd640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5eb80039b0 0x7f5eb8003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ecf7fe640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eb8004d10 0x7f5eb8005190 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f5ec800a860 tx=0x7f5ec801d320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0875883096e0541 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec80ad630 con 0x7f5eb8004d10 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ec80a8070 con 0x7f5eb8004d10 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ecdffb640 1 -- 172.21.15.32:0/335268385 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec80ad9d0 con 0x7f5eb8004d10 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- 172.21.15.32:0/335268385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eb8004d10 msgr2=0x7f5eb8005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 --2- 172.21.15.32:0/335268385 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5eb8004d10 0x7f5eb8005190 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f5ec800a860 tx=0x7f5ec801d320 comp rx=0 tx=0).stop 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ecf7fe640 1 -- 172.21.15.32:0/335268385 reap_dead start 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- 172.21.15.32:0/335268385 shutdown_connections 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- 172.21.15.32:0/335268385 >> 172.21.15.32:0/335268385 conn(0x7f5ed0069e80 msgr2=0x7f5ed006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- 172.21.15.32:0/335268385 shutdown_connections 2024-04-18T05:14:14.099 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- 172.21.15.32:0/335268385 wait complete. 2024-04-18T05:14:14.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 Processor -- start 2024-04-18T05:14:14.100 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- start start 2024-04-18T05:14:14.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed014f780 0x7f5ed013d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.101 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ed014c4f0 0x7f5ed014c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ed00c2f60 0x7f5ed00c33e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed014ae90 con 0x7f5ed014c4f0 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed0142ca0 con 0x7f5ed00c2f60 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed0141c50 con 0x7f5ed014f780 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ece7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ed014c4f0 0x7f5ed014c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ece7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ed014c4f0 0x7f5ed014c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35830/0 (socket says 172.21.15.32:35830) 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ece7fc640 1 -- 172.21.15.32:0/3346902239 learned_addr learned my addr 172.21.15.32:0/3346902239 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ecf7fe640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ed00c2f60 0x7f5ed00c33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5eceffd640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed014f780 0x7f5ed013d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ece7fc640 1 -- 172.21.15.32:0/3346902239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed014f780 msgr2=0x7f5ed013d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ece7fc640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed014f780 0x7f5ed013d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ece7fc640 1 -- 172.21.15.32:0/3346902239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ed00c2f60 msgr2=0x7f5ed00c33e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ece7fc640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ed00c2f60 0x7f5ed00c33e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.102 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ece7fc640 1 -- 172.21.15.32:0/3346902239 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ed015ed30 con 0x7f5ed014c4f0 2024-04-18T05:14:14.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ece7fc640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ed014c4f0 0x7f5ed014c970 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4010f40 tx=0x7f5ec400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:14.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5eb77fe640 1 -- 172.21.15.32:0/3346902239 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec4005270 con 0x7f5ed014c4f0 2024-04-18T05:14:14.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5eb77fe640 1 -- 172.21.15.32:0/3346902239 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ec400d030 con 0x7f5ed014c4f0 2024-04-18T05:14:14.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5eb77fe640 1 -- 172.21.15.32:0/3346902239 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec400ee50 con 0x7f5ed014c4f0 2024-04-18T05:14:14.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ed0141970 con 0x7f5ed014c4f0 2024-04-18T05:14:14.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.097+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ed014ceb0 con 0x7f5ed014c4f0 2024-04-18T05:14:14.103 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.101+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ed00666e0 con 0x7f5ed014c4f0 2024-04-18T05:14:14.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.101+0000 7f5eb77fe640 1 -- 172.21.15.32:0/3346902239 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5ec4003600 con 0x7f5ed014c4f0 2024-04-18T05:14:14.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.101+0000 7f5eb77fe640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ebc066690 0x7f5ebc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.101+0000 7f5eb77fe640 1 -- 172.21.15.32:0/3346902239 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 6232+0+0 (secure 0 0 0) 0x7f5ec4087c60 con 0x7f5ed014c4f0 2024-04-18T05:14:14.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.101+0000 7f5eceffd640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ebc066690 0x7f5ebc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.104 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.101+0000 7f5eceffd640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ebc066690 0x7f5ebc068b50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f5ed0150690 tx=0x7f5ec0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:14.107 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.105+0000 7f5eb77fe640 1 -- 172.21.15.32:0/3346902239 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5ec40588f0 con 0x7f5ed014c4f0 2024-04-18T05:14:14.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.265+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f5ed006dc10 con 0x7f5ed014c4f0 2024-04-18T05:14:14.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.265+0000 7f5eb77fe640 1 -- 172.21.15.32:0/3346902239 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v64) v1 ==== 84+0+208 (secure 0 0 0) 0x7f5ec4058480 con 0x7f5ed014c4f0 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout:[ 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 1, 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": ".mgr" 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 9, 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": "cephfs_metadata" 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: }, 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: { 2024-04-18T05:14:14.269 INFO:teuthology.orchestra.run.smithi032.stdout: "poolnum": 10, 2024-04-18T05:14:14.270 INFO:teuthology.orchestra.run.smithi032.stdout: "poolname": "cephfs_data" 2024-04-18T05:14:14.270 INFO:teuthology.orchestra.run.smithi032.stdout: } 2024-04-18T05:14:14.270 INFO:teuthology.orchestra.run.smithi032.stdout:] 2024-04-18T05:14:14.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ebc066690 msgr2=0x7f5ebc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ebc066690 0x7f5ebc068b50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f5ed0150690 tx=0x7f5ec0008040 comp rx=0 tx=0).stop 2024-04-18T05:14:14.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ed014c4f0 msgr2=0x7f5ed014c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ed014c4f0 0x7f5ed014c970 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4010f40 tx=0x7f5ec400e530 comp rx=0 tx=0).stop 2024-04-18T05:14:14.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 shutdown_connections 2024-04-18T05:14:14.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5ebc066690 0x7f5ebc068b50 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ed00c2f60 0x7f5ed00c33e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5ed014c4f0 0x7f5ed014c970 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 --2- 172.21.15.32:0/3346902239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5ed014f780 0x7f5ed013d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 >> 172.21.15.32:0/3346902239 conn(0x7f5ed0069e80 msgr2=0x7f5ed00aa6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:14.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 shutdown_connections 2024-04-18T05:14:14.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.269+0000 7f5ed55cd640 1 -- 172.21.15.32:0/3346902239 wait complete. 2024-04-18T05:14:14.287 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs2' 2024-04-18T05:14:14.287 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_metadata --pg_num_min 64 2024-04-18T05:14:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e3be9640 1 Processor -- start 2024-04-18T05:14:14.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e3be9640 1 -- start start 2024-04-18T05:14:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e3be9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0abe90 0x7f12dc0ac270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e3be9640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f12dc0c6b60 0x7f12dc151d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.412 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e3be9640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12dc0aa8d0 con 0x7f12dc070200 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e3be9640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12dc1529c0 con 0x7f12dc0c6b60 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e3be9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12dc155b40 con 0x7f12dc0abe90 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e1184640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f12dc0c6b60 0x7f12dc151d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e1184640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f12dc0c6b60 0x7f12dc151d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35834/0 (socket says 172.21.15.32:35834) 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e1184640 1 -- 172.21.15.32:0/3830755039 learned_addr learned my addr 172.21.15.32:0/3830755039 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e2186640 1 --1- 172.21.15.32:0/3830755039 >> v1:172.21.15.32:6789/0 conn(0x7f12dc070200 0x7f12dc1522b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35890/0 (socket says 172.21.15.32:35890) 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e1985640 1 --2- 172.21.15.32:0/3830755039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0abe90 0x7f12dc0ac270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e1184640 1 -- 172.21.15.32:0/3830755039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0abe90 msgr2=0x7f12dc0ac270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e1184640 1 --2- 172.21.15.32:0/3830755039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0abe90 0x7f12dc0ac270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e1184640 1 -- 172.21.15.32:0/3830755039 >> v1:172.21.15.32:6789/0 conn(0x7f12dc070200 legacy=0x7f12dc1522b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e1184640 1 -- 172.21.15.32:0/3830755039 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12dc155de0 con 0x7f12dc0c6b60 2024-04-18T05:14:14.413 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.409+0000 7f12e0983640 1 -- 172.21.15.32:0/3830755039 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3408695750 0 0) 0x7f12dc0aa8d0 con 0x7f12dc070200 2024-04-18T05:14:14.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e1184640 1 --2- 172.21.15.32:0/3830755039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0c6b60 0x7f12dc151d70 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009870 tx=0x7f12cc01c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c4b28eb63ac1e50 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:14.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e0983640 1 -- 172.21.15.32:0/3830755039 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc0a9620 con 0x7f12dc0c6b60 2024-04-18T05:14:14.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e0983640 1 -- 172.21.15.32:0/3830755039 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12cc0a9780 con 0x7f12dc0c6b60 2024-04-18T05:14:14.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e0983640 1 -- 172.21.15.32:0/3830755039 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc0a9b10 con 0x7f12dc0c6b60 2024-04-18T05:14:14.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 -- 172.21.15.32:0/3830755039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0c6b60 msgr2=0x7f12dc151d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 --2- 172.21.15.32:0/3830755039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0c6b60 0x7f12dc151d70 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009870 tx=0x7f12cc01c560 comp rx=0 tx=0).stop 2024-04-18T05:14:14.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 -- 172.21.15.32:0/3830755039 shutdown_connections 2024-04-18T05:14:14.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 --2- 172.21.15.32:0/3830755039 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0c6b60 0x7f12dc151d70 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.415 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 --2- 172.21.15.32:0/3830755039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0abe90 0x7f12dc0ac270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 -- 172.21.15.32:0/3830755039 >> 172.21.15.32:0/3830755039 conn(0x7f12dc0a8ee0 msgr2=0x7f12dc0a92f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 -- 172.21.15.32:0/3830755039 shutdown_connections 2024-04-18T05:14:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 -- 172.21.15.32:0/3830755039 wait complete. 2024-04-18T05:14:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 Processor -- start 2024-04-18T05:14:14.416 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.413+0000 7f12e3be9640 1 -- start start 2024-04-18T05:14:14.418 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e3be9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12dc070200 0x7f12dc14ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e3be9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0abe90 0x7f12dc14e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e3be9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0c6b60 0x7f12dc149510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e3be9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12dc06bf80 con 0x7f12dc0abe90 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e3be9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12dc06b150 con 0x7f12dc070200 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e3be9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12dc06b730 con 0x7f12dc0c6b60 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1184640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0abe90 0x7f12dc14e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1184640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0abe90 0x7f12dc14e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35840/0 (socket says 172.21.15.32:35840) 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1184640 1 -- 172.21.15.32:0/439385512 learned_addr learned my addr 172.21.15.32:0/439385512 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1985640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12dc070200 0x7f12dc14ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e2186640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0c6b60 0x7f12dc149510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1184640 1 -- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0c6b60 msgr2=0x7f12dc149510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1184640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0c6b60 0x7f12dc149510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1184640 1 -- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12dc070200 msgr2=0x7f12dc14ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:14.419 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1184640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12dc070200 0x7f12dc14ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1184640 1 -- 172.21.15.32:0/439385512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12cc0094d0 con 0x7f12dc0abe90 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e2186640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0c6b60 0x7f12dc149510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1985640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12dc070200 0x7f12dc14ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1184640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0abe90 0x7f12dc14e850 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f12cc0ab040 tx=0x7f12cc01ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12d27fc640 1 -- 172.21.15.32:0/439385512 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc0bc450 con 0x7f12dc0abe90 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12d27fc640 1 -- 172.21.15.32:0/439385512 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12cc0bc5b0 con 0x7f12dc0abe90 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12dc06ba10 con 0x7f12dc0abe90 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12d27fc640 1 -- 172.21.15.32:0/439385512 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc0bc960 con 0x7f12dc0abe90 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12dc06b430 con 0x7f12dc0abe90 2024-04-18T05:14:14.420 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12dc0666e0 con 0x7f12dc0abe90 2024-04-18T05:14:14.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12d27fc640 1 -- 172.21.15.32:0/439385512 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f12cc0bcac0 con 0x7f12dc0abe90 2024-04-18T05:14:14.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12d27fc640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f12c0066690 0x7f12c0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:14.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1985640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f12c0066690 0x7f12c0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:14.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12d27fc640 1 -- 172.21.15.32:0/439385512 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 6232+0+0 (secure 0 0 0) 0x7f12cc11f1f0 con 0x7f12dc0abe90 2024-04-18T05:14:14.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.417+0000 7f12e1985640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f12c0066690 0x7f12c0068b50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f12d80097a0 tx=0x7f12d8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:14.424 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.421+0000 7f12d27fc640 1 -- 172.21.15.32:0/439385512 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f12cc0ec4e0 con 0x7f12dc0abe90 2024-04-18T05:14:14.582 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:14.581+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f12dc14bbd0 con 0x7f12dc0abe90 2024-04-18T05:14:15.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.037+0000 7f12d27fc640 1 -- 172.21.15.32:0/439385512 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_metadata", "pg_num_min": 64}]=0 pool 'cephfs2_metadata' created v65) v1 ==== 140+0+0 (secure 0 0 0) 0x7f12cc0efb00 con 0x7f12dc0abe90 2024-04-18T05:14:15.048 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs2_metadata' created 2024-04-18T05:14:15.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f12c0066690 msgr2=0x7f12c0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:15.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f12c0066690 0x7f12c0068b50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f12d80097a0 tx=0x7f12d8008040 comp rx=0 tx=0).stop 2024-04-18T05:14:15.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0abe90 msgr2=0x7f12dc14e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:15.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0abe90 0x7f12dc14e850 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f12cc0ab040 tx=0x7f12cc01ada0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 shutdown_connections 2024-04-18T05:14:15.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f12dc0c6b60 0x7f12dc149510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f12dc0abe90 0x7f12dc14e850 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f12c0066690 0x7f12c0068b50 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 --2- 172.21.15.32:0/439385512 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12dc070200 0x7f12dc14ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 >> 172.21.15.32:0/439385512 conn(0x7f12dc0a8ee0 msgr2=0x7f12dc151d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:15.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 shutdown_connections 2024-04-18T05:14:15.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.049+0000 7f12e3be9640 1 -- 172.21.15.32:0/439385512 wait complete. 2024-04-18T05:14:15.071 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs2_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-18T05:14:15.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b81e01640 1 Processor -- start 2024-04-18T05:14:15.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b81e01640 1 -- start start 2024-04-18T05:14:15.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b81e01640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7b7c0c3530 0x7f7b7c153d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b81e01640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c06e000 0x7f7b7c0a8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b81e01640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7b7c0c3910 0x7f7b7c0a5e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b81e01640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b7c0bd9d0 con 0x7f7b7c0c3530 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b81e01640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b7c151810 con 0x7f7b7c0c3910 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b81e01640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7c0c1e10 con 0x7f7b7c06e000 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7b7c0c3530 0x7f7b7c153d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7b7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f7b7c0c3530 0x7f7b7c153d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35856/0 (socket says 172.21.15.32:35856) 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7b7fe640 1 -- 172.21.15.32:0/700875852 learned_addr learned my addr 172.21.15.32:0/700875852 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7bfff640 1 --2- 172.21.15.32:0/700875852 >> v2:172.21.15.92:3300/0 conn(0x7f7b7c0c3910 0x7f7b7c0a5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7affd640 1 --2- 172.21.15.32:0/700875852 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c06e000 0x7f7b7c0a8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7b7fe640 1 -- 172.21.15.32:0/700875852 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c06e000 msgr2=0x7f7b7c0a8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7b7fe640 1 --2- 172.21.15.32:0/700875852 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c06e000 0x7f7b7c0a8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7b7fe640 1 -- 172.21.15.32:0/700875852 >> v2:172.21.15.92:3300/0 conn(0x7f7b7c0c3910 msgr2=0x7f7b7c0a5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7b7fe640 1 --2- 172.21.15.32:0/700875852 >> v2:172.21.15.92:3300/0 conn(0x7f7b7c0c3910 0x7f7b7c0a5e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.208 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.205+0000 7f7b7b7fe640 1 -- 172.21.15.32:0/700875852 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b7c158020 con 0x7f7b7c0c3530 2024-04-18T05:14:15.209 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b7b7fe640 1 --2- 172.21.15.32:0/700875852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c0c3530 0x7f7b7c153d30 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c0a9ff0 tx=0x7f7b7401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ee0f6208afe010 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:15.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b7a7fc640 1 -- 172.21.15.32:0/700875852 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b740a5760 con 0x7f7b7c0c3530 2024-04-18T05:14:15.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b7a7fc640 1 -- 172.21.15.32:0/700875852 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b740a58c0 con 0x7f7b7c0c3530 2024-04-18T05:14:15.210 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b7a7fc640 1 -- 172.21.15.32:0/700875852 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b740a5c50 con 0x7f7b7c0c3530 2024-04-18T05:14:15.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 -- 172.21.15.32:0/700875852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c0c3530 msgr2=0x7f7b7c153d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:15.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 --2- 172.21.15.32:0/700875852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c0c3530 0x7f7b7c153d30 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c0a9ff0 tx=0x7f7b7401c9f0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 -- 172.21.15.32:0/700875852 shutdown_connections 2024-04-18T05:14:15.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 --2- 172.21.15.32:0/700875852 >> v2:172.21.15.92:3300/0 conn(0x7f7b7c0c3910 0x7f7b7c0a5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 --2- 172.21.15.32:0/700875852 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c06e000 0x7f7b7c0a8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 --2- 172.21.15.32:0/700875852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c0c3530 0x7f7b7c153d30 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 -- 172.21.15.32:0/700875852 >> 172.21.15.32:0/700875852 conn(0x7f7b7c072d80 msgr2=0x7f7b7c0c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:15.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 -- 172.21.15.32:0/700875852 shutdown_connections 2024-04-18T05:14:15.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 -- 172.21.15.32:0/700875852 wait complete. 2024-04-18T05:14:15.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 Processor -- start 2024-04-18T05:14:15.212 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 -- start start 2024-04-18T05:14:15.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c06e000 0x7f7b7c151ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:15.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b7c0c3530 0x7f7b7c0acc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:15.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c0c3910 0x7f7b7c0a8150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:15.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7c0bff50 con 0x7f7b7c06e000 2024-04-18T05:14:15.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7c0ad1c0 con 0x7f7b7c0c3530 2024-04-18T05:14:15.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b81e01640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7c153710 con 0x7f7b7c0c3910 2024-04-18T05:14:15.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b7b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c06e000 0x7f7b7c151ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b7b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c06e000 0x7f7b7c151ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35864/0 (socket says 172.21.15.32:35864) 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.209+0000 7f7b7b7fe640 1 -- 172.21.15.32:0/2104961445 learned_addr learned my addr 172.21.15.32:0/2104961445 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7affd640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b7c0c3530 0x7f7b7c0acc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7bfff640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c0c3910 0x7f7b7c0a8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7b7fe640 1 -- 172.21.15.32:0/2104961445 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c0c3910 msgr2=0x7f7b7c0a8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7b7fe640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c0c3910 0x7f7b7c0a8150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7b7fe640 1 -- 172.21.15.32:0/2104961445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b7c0c3530 msgr2=0x7f7b7c0acc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7b7fe640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b7c0c3530 0x7f7b7c0acc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7b7fe640 1 -- 172.21.15.32:0/2104961445 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b74009b30 con 0x7f7b7c06e000 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7affd640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b7c0c3530 0x7f7b7c0acc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7b7fe640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c06e000 0x7f7b7c151ba0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f7b7401d290 tx=0x7f7b74019790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b63fff640 1 -- 172.21.15.32:0/2104961445 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b740b8670 con 0x7f7b7c06e000 2024-04-18T05:14:15.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b63fff640 1 -- 172.21.15.32:0/2104961445 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b740b87d0 con 0x7f7b7c06e000 2024-04-18T05:14:15.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b7c1f0720 con 0x7f7b7c06e000 2024-04-18T05:14:15.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b63fff640 1 -- 172.21.15.32:0/2104961445 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b740b8b60 con 0x7f7b7c06e000 2024-04-18T05:14:15.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b7c1533a0 con 0x7f7b7c06e000 2024-04-18T05:14:15.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b7c04e1e0 con 0x7f7b7c06e000 2024-04-18T05:14:15.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b63fff640 1 -- 172.21.15.32:0/2104961445 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7b740b8cc0 con 0x7f7b7c06e000 2024-04-18T05:14:15.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b63fff640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b68066690 0x7f7b68068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:15.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b63fff640 1 -- 172.21.15.32:0/2104961445 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6603+0+0 (secure 0 0 0) 0x7f7b7411ffc0 con 0x7f7b7c06e000 2024-04-18T05:14:15.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7affd640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b68066690 0x7f7b68068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:15.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.213+0000 7f7b7affd640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b68066690 0x7f7b68068b50 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c1556f0 tx=0x7f7b70008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:15.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.217+0000 7f7b63fff640 1 -- 172.21.15.32:0/2104961445 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f7b740ed2f0 con 0x7f7b7c06e000 2024-04-18T05:14:15.378 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:15.377+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f7b7c0c28d0 con 0x7f7b7c06e000 2024-04-18T05:14:16.047 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.045+0000 7f7b63fff640 1 -- 172.21.15.32:0/2104961445 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs2_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs2_data' created v66) v1 ==== 172+0+0 (secure 0 0 0) 0x7f7b740f0910 con 0x7f7b7c06e000 2024-04-18T05:14:16.049 INFO:teuthology.orchestra.run.smithi032.stderr:pool 'cephfs2_data' created 2024-04-18T05:14:16.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b68066690 msgr2=0x7f7b68068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b68066690 0x7f7b68068b50 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c1556f0 tx=0x7f7b70008040 comp rx=0 tx=0).stop 2024-04-18T05:14:16.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c06e000 msgr2=0x7f7b7c151ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c06e000 0x7f7b7c151ba0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f7b7401d290 tx=0x7f7b74019790 comp rx=0 tx=0).stop 2024-04-18T05:14:16.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 shutdown_connections 2024-04-18T05:14:16.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7b7c0c3910 0x7f7b7c0a8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f7b68066690 0x7f7b68068b50 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7b7c0c3530 0x7f7b7c0acc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 --2- 172.21.15.32:0/2104961445 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f7b7c06e000 0x7f7b7c151ba0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.053+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 >> 172.21.15.32:0/2104961445 conn(0x7f7b7c072d80 msgr2=0x7f7b7c0c1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:16.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.057+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 shutdown_connections 2024-04-18T05:14:16.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.057+0000 7f7b81e01640 1 -- 172.21.15.32:0/2104961445 wait complete. 2024-04-18T05:14:16.088 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs2 cephfs2_metadata cephfs2_data 2024-04-18T05:14:16.213 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d9ffd640 1 Processor -- start 2024-04-18T05:14:16.214 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d9ffd640 1 -- start start 2024-04-18T05:14:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d9ffd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 0x7fa3d4153d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d9ffd640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3d40c1e30 con 0x7fa3d4151160 2024-04-18T05:14:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d9ffd640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3d4158090 con 0x7fa3d4151540 2024-04-18T05:14:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d9ffd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3d40bda60 con 0x7fa3d40bdeb0 2024-04-18T05:14:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d37fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fa3d4151160 0x7fa3d40a8ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35892/0 (socket says 172.21.15.32:35892) 2024-04-18T05:14:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d37fe640 1 -- 172.21.15.32:0/3883045344 learned_addr learned my addr 172.21.15.32:0/3883045344 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:16.215 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3cbfff640 1 --2- 172.21.15.32:0/3883045344 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 0x7fa3d4153d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d2ffd640 1 -- 172.21.15.32:0/3883045344 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3265966149 0 0) 0x7fa3c4001120 con 0x7fa3d4151160 2024-04-18T05:14:16.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d2ffd640 1 -- 172.21.15.32:0/3883045344 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa3c0003530 con 0x7fa3d4151160 2024-04-18T05:14:16.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d2ffd640 1 -- 172.21.15.32:0/3883045344 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 247930261 0 0) 0x7fa3d4158090 con 0x7fa3d4151540 2024-04-18T05:14:16.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3d2ffd640 1 -- 172.21.15.32:0/3883045344 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa3c4001120 con 0x7fa3d4151540 2024-04-18T05:14:16.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3cbfff640 1 -- 172.21.15.32:0/3883045344 >> v1:172.21.15.92:6789/0 conn(0x7fa3d4151540 legacy=0x7fa3d40a5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3cbfff640 1 -- 172.21.15.32:0/3883045344 >> v1:172.21.15.32:6789/0 conn(0x7fa3d4151160 legacy=0x7fa3d40a8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.216 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.213+0000 7fa3cbfff640 1 -- 172.21.15.32:0/3883045344 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3d406fa80 con 0x7fa3d40bdeb0 2024-04-18T05:14:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3cbfff640 1 --2- 172.21.15.32:0/3883045344 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 0x7fa3d4153d00 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc0097f0 tx=0x7fa3bc01c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ed371277c07435f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d2ffd640 1 -- 172.21.15.32:0/3883045344 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3bc0aa430 con 0x7fa3d40bdeb0 2024-04-18T05:14:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d2ffd640 1 -- 172.21.15.32:0/3883045344 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3bc0aa590 con 0x7fa3d40bdeb0 2024-04-18T05:14:16.218 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d2ffd640 1 -- 172.21.15.32:0/3883045344 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3bc0aa900 con 0x7fa3d40bdeb0 2024-04-18T05:14:16.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/3883045344 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 msgr2=0x7fa3d4153d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 --2- 172.21.15.32:0/3883045344 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 0x7fa3d4153d00 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc0097f0 tx=0x7fa3bc01c4b0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/3883045344 shutdown_connections 2024-04-18T05:14:16.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 --2- 172.21.15.32:0/3883045344 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 0x7fa3d4153d00 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/3883045344 >> 172.21.15.32:0/3883045344 conn(0x7fa3d4072d80 msgr2=0x7fa3d40c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:16.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/3883045344 shutdown_connections 2024-04-18T05:14:16.219 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/3883045344 wait complete. 2024-04-18T05:14:16.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 Processor -- start 2024-04-18T05:14:16.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 -- start start 2024-04-18T05:14:16.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 0x7fa3d40aa2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3d4151160 0x7fa3d40ab7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3d4151540 0x7fa3d40abd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3d415f9c0 con 0x7fa3d4151540 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3d415fc80 con 0x7fa3d4151160 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d9ffd640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3d415ff60 con 0x7fa3d40bdeb0 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3d4151540 0x7fa3d40abd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d3fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3d4151540 0x7fa3d40abd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35876/0 (socket says 172.21.15.32:35876) 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.217+0000 7fa3d3fff640 1 -- 172.21.15.32:0/4164797766 learned_addr learned my addr 172.21.15.32:0/4164797766 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3cbfff640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3d4151160 0x7fa3d40ab7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d37fe640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 0x7fa3d40aa2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d3fff640 1 -- 172.21.15.32:0/4164797766 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 msgr2=0x7fa3d40aa2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.222 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d3fff640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 0x7fa3d40aa2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d3fff640 1 -- 172.21.15.32:0/4164797766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3d4151160 msgr2=0x7fa3d40ab7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d3fff640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3d4151160 0x7fa3d40ab7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d3fff640 1 -- 172.21.15.32:0/4164797766 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3bc009420 con 0x7fa3d4151540 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3cbfff640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3d4151160 0x7fa3d40ab7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d3fff640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3d4151540 0x7fa3d40abd20 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc00c790 tx=0x7fa3cc00cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d0ff9640 1 -- 172.21.15.32:0/4164797766 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3cc00cea0 con 0x7fa3d4151540 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d0ff9640 1 -- 172.21.15.32:0/4164797766 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3cc003b80 con 0x7fa3d4151540 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3d40ab2c0 con 0x7fa3d4151540 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d0ff9640 1 -- 172.21.15.32:0/4164797766 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3cc00a850 con 0x7fa3d4151540 2024-04-18T05:14:16.223 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3d4160240 con 0x7fa3d4151540 2024-04-18T05:14:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3d4160460 con 0x7fa3d4151540 2024-04-18T05:14:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d0ff9640 1 -- 172.21.15.32:0/4164797766 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa3cc00a9b0 con 0x7fa3d4151540 2024-04-18T05:14:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d0ff9640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa3b4066690 0x7fa3b4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d0ff9640 1 -- 172.21.15.32:0/4164797766 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 6986+0+0 (secure 0 0 0) 0x7fa3cc084ed0 con 0x7fa3d4151540 2024-04-18T05:14:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d37fe640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa3b4066690 0x7fa3b4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.224 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.221+0000 7fa3d37fe640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa3b4066690 0x7fa3b4068b50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4001380 tx=0x7fa3c4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:16.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.225+0000 7fa3d0ff9640 1 -- 172.21.15.32:0/4164797766 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fa3cc051eb0 con 0x7fa3d4151540 2024-04-18T05:14:16.421 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.421+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"} v 0) v1 -- 0x7fa3d40ab4b0 con 0x7fa3d4151540 2024-04-18T05:14:16.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.429+0000 7fa3d0ff9640 1 -- 172.21.15.32:0/4164797766 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs2", "metadata": "cephfs2_metadata", "data": "cephfs2_data"}]=0 new fs with metadata pool 11 and data pool 12 v32) v1 ==== 177+0+0 (secure 0 0 0) 0x7fa3cc0554d0 con 0x7fa3d4151540 2024-04-18T05:14:16.430 INFO:teuthology.orchestra.run.smithi032.stderr:new fs with metadata pool 11 and data pool 12 2024-04-18T05:14:16.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa3b4066690 msgr2=0x7fa3b4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa3b4066690 0x7fa3b4068b50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4001380 tx=0x7fa3c4009040 comp rx=0 tx=0).stop 2024-04-18T05:14:16.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3d4151540 msgr2=0x7fa3d40abd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3d4151540 0x7fa3d40abd20 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fa3cc00c790 tx=0x7fa3cc00cc50 comp rx=0 tx=0).stop 2024-04-18T05:14:16.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 shutdown_connections 2024-04-18T05:14:16.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fa3d4151540 0x7fa3d40abd20 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fa3b4066690 0x7fa3b4068b50 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3d4151160 0x7fa3d40ab7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 --2- 172.21.15.32:0/4164797766 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa3d40bdeb0 0x7fa3d40aa2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.436 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.433+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 >> 172.21.15.32:0/4164797766 conn(0x7fa3d4072d80 msgr2=0x7fa3d40a8e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:16.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.437+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 shutdown_connections 2024-04-18T05:14:16.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.437+0000 7fa3d9ffd640 1 -- 172.21.15.32:0/4164797766 wait complete. 2024-04-18T05:14:16.467 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:14:16.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.585+0000 7fd6fe27a640 1 Processor -- start 2024-04-18T05:14:16.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.585+0000 7fd6fe27a640 1 -- start start 2024-04-18T05:14:16.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6fe27a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f8157d10 0x7fd6f815f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6fe27a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6f806e250 con 0x7fd6f806e640 2024-04-18T05:14:16.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6fe27a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6f8154070 con 0x7fd6f806a0e0 2024-04-18T05:14:16.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6fe27a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6f8153e60 con 0x7fd6f8157d10 2024-04-18T05:14:16.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f77fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd6f806e640 0x7fd6f8157600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35906/0 (socket says 172.21.15.32:35906) 2024-04-18T05:14:16.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f77fe640 1 -- 172.21.15.32:0/1093454331 learned_addr learned my addr 172.21.15.32:0/1093454331 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:16.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6fc817640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f8157d10 0x7fd6f815f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1915934764 0 0) 0x7fd6f806e250 con 0x7fd6f806e640 2024-04-18T05:14:16.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd6e0003530 con 0x7fd6f806e640 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1771224508 0 0) 0x7fd6e0003530 con 0x7fd6f806e640 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f8157d10 msgr2=0x7fd6f815f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f8157d10 0x7fd6f815f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 >> v1:172.21.15.92:6789/0 conn(0x7fd6f806a0e0 legacy=0x7fd6f8151050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6f8154310 con 0x7fd6f806e640 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fd6ec001680 con 0x7fd6f806e640 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 >> v1:172.21.15.32:6789/0 conn(0x7fd6f806e640 legacy=0x7fd6f8157600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6e0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6e0004360 0x7fd6e0004830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f8157d10 0x7fd6e0005090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6f8153e60 con 0x7fd6e00039b0 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6e000b990 con 0x7fd6e0004360 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6e000bb50 con 0x7fd6f8157d10 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f7fff640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6e0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f77fe640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6e0004360 0x7fd6e0004830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f7fff640 1 -- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f8157d10 msgr2=0x7fd6e0005090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:16.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6fc817640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f8157d10 0x7fd6e0005090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f7fff640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f8157d10 0x7fd6e0005090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f7fff640 1 -- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6e0004360 msgr2=0x7fd6e0004830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:16.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f7fff640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6e0004360 0x7fd6e0004830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f7fff640 1 -- 172.21.15.32:0/1093454331 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6e0003530 con 0x7fd6e00039b0 2024-04-18T05:14:16.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f77fe640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6e0004360 0x7fd6e0004830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:16.593 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6fc817640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f8157d10 0x7fd6e0005090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:16.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.589+0000 7fd6f7fff640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6e0003d90 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8001860 tx=0x7fd6e801c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=680ca8000da242f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:16.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6e80ab610 con 0x7fd6e00039b0 2024-04-18T05:14:16.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6e80ab770 con 0x7fd6e00039b0 2024-04-18T05:14:16.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f6ffd640 1 -- 172.21.15.32:0/1093454331 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6e80abb20 con 0x7fd6e00039b0 2024-04-18T05:14:16.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- 172.21.15.32:0/1093454331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 msgr2=0x7fd6e0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 --2- 172.21.15.32:0/1093454331 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6e0003d90 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8001860 tx=0x7fd6e801c4f0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fc817640 1 -- 172.21.15.32:0/1093454331 reap_dead start 2024-04-18T05:14:16.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- 172.21.15.32:0/1093454331 shutdown_connections 2024-04-18T05:14:16.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- 172.21.15.32:0/1093454331 >> 172.21.15.32:0/1093454331 conn(0x7fd6f806af90 msgr2=0x7fd6f806b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:16.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- 172.21.15.32:0/1093454331 shutdown_connections 2024-04-18T05:14:16.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- 172.21.15.32:0/1093454331 wait complete. 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 Processor -- start 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- start start 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6f814cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6f8153980 0x7fd6f81eef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f81ef460 0x7fd6f814d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6f8148ae0 con 0x7fd6e00039b0 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6f814c2a0 con 0x7fd6f8153980 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6f814bfc0 con 0x7fd6f81ef460 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6f814cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f7fff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6f814cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35890/0 (socket says 172.21.15.32:35890) 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f7fff640 1 -- 172.21.15.32:0/3274389204 learned_addr learned my addr 172.21.15.32:0/3274389204 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f77fe640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6f8153980 0x7fd6f81eef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fc817640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f81ef460 0x7fd6f814d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f7fff640 1 -- 172.21.15.32:0/3274389204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f81ef460 msgr2=0x7fd6f814d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f7fff640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f81ef460 0x7fd6f814d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f7fff640 1 -- 172.21.15.32:0/3274389204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6f8153980 msgr2=0x7fd6f81eef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f7fff640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6f8153980 0x7fd6f81eef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f7fff640 1 -- 172.21.15.32:0/3274389204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6f8152ea0 con 0x7fd6e00039b0 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f7fff640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6f814cca0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fd6e80ad040 tx=0x7fd6e0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f4ff9640 1 -- 172.21.15.32:0/3274389204 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6e80ab610 con 0x7fd6e00039b0 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f4ff9640 1 -- 172.21.15.32:0/3274389204 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6e8005070 con 0x7fd6e00039b0 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6f4ff9640 1 -- 172.21.15.32:0/3274389204 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8005420 con 0x7fd6e00039b0 2024-04-18T05:14:16.598 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6f8153180 con 0x7fd6e00039b0 2024-04-18T05:14:16.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.593+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6f814d1e0 con 0x7fd6e00039b0 2024-04-18T05:14:16.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.597+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6f8152ce0 con 0x7fd6e00039b0 2024-04-18T05:14:16.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.597+0000 7fd6f4ff9640 1 -- 172.21.15.32:0/3274389204 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd6e80bb070 con 0x7fd6e00039b0 2024-04-18T05:14:16.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.597+0000 7fd6f4ff9640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6e4066690 0x7fd6e4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.597+0000 7fd6f4ff9640 1 -- 172.21.15.32:0/3274389204 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fd6e811ef20 con 0x7fd6e00039b0 2024-04-18T05:14:16.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.597+0000 7fd6f77fe640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6e4066690 0x7fd6e4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.597+0000 7fd6f77fe640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6e4066690 0x7fd6e4068b50 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd6ec001210 tx=0x7fd6ec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:16.603 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.601+0000 7fd6f4ff9640 1 -- 172.21.15.32:0/3274389204 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd6e80ebe60 con 0x7fd6e00039b0 2024-04-18T05:14:16.764 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.761+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd6f80666e0 con 0x7fd6e00039b0 2024-04-18T05:14:16.768 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.765+0000 7fd6f4ff9640 1 -- 172.21.15.32:0/3274389204 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) v1 ==== 74+0+20255 (secure 0 0 0) 0x7fd6e80c3020 con 0x7fd6e00039b0 2024-04-18T05:14:16.768 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:16.769 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":67,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:14:16.423188+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:13:58.504438+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-04-18T05:13:59.823533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:14:14.623322+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:14:15.420336+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.2","mappings":[{"from":2,"to":7}]},{"pgid":"10.c","mappings":[{"from":2,"to":5}]},{"pgid":"10.18","mappings":[{"from":4,"to":1}]},{"pgid":"10.1c","mappings":[{"from":2,"to":7}]},{"pgid":"10.24","mappings":[{"from":2,"to":1}]},{"pgid":"10.2d","mappings":[{"from":2,"to":5}]},{"pgid":"10.2e","mappings":[{"from":2,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:14:16.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6e4066690 msgr2=0x7fd6e4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6e4066690 0x7fd6e4068b50 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd6ec001210 tx=0x7fd6ec009040 comp rx=0 tx=0).stop 2024-04-18T05:14:16.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 msgr2=0x7fd6f814cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6f814cca0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fd6e80ad040 tx=0x7fd6e0005800 comp rx=0 tx=0).stop 2024-04-18T05:14:16.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 shutdown_connections 2024-04-18T05:14:16.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6f81ef460 0x7fd6f814d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd6e4066690 0x7fd6e4068b50 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.771 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6f8153980 0x7fd6f81eef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 --2- 172.21.15.32:0/3274389204 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd6e00039b0 0x7fd6f814cca0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 >> 172.21.15.32:0/3274389204 conn(0x7fd6f806af90 msgr2=0x7fd6f80ab0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:16.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 shutdown_connections 2024-04-18T05:14:16.772 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.769+0000 7fd6fe27a640 1 -- 172.21.15.32:0/3274389204 wait complete. 2024-04-18T05:14:16.789 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:14:16.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94dcdae640 1 Processor -- start 2024-04-18T05:14:16.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94dcdae640 1 -- start start 2024-04-18T05:14:16.908 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94dcdae640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94d80c0df0 0x7f94d8150b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94dcdae640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94d806d450 con 0x7f94d806cfc0 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94dcdae640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94d80a8610 con 0x7f94d806cbe0 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94dcdae640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94d8071a40 con 0x7f94d80c0df0 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d6d9d640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f94d806cfc0 0x7f94d815a910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35922/0 (socket says 172.21.15.32:35922) 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d6d9d640 1 -- 172.21.15.32:0/3873516343 learned_addr learned my addr 172.21.15.32:0/3873516343 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2433103932 0 0) 0x7f94c8001120 con 0x7f94d806cfc0 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94c4003530 con 0x7f94d806cfc0 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d5d9b640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94d80c0df0 0x7f94d8150b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2563602826 0 0) 0x7f94c4003530 con 0x7f94d806cfc0 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94d80c0df0 msgr2=0x7f94d8150b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94d80c0df0 0x7f94d8150b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 >> v1:172.21.15.92:6789/0 conn(0x7f94d806cbe0 legacy=0x7f94d8153580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.909 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94d8153c90 con 0x7f94d806cfc0 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f94c8001810 con 0x7f94d806cfc0 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 >> v1:172.21.15.32:6789/0 conn(0x7f94d806cfc0 legacy=0x7f94d815a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94c40039b0 0x7f94c4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94c40047d0 0x7f94c4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94d80c0df0 0x7f94c400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94d8071a40 con 0x7f94c40039b0 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c4005510 con 0x7f94c40047d0 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94c400bed0 con 0x7f94d80c0df0 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d659c640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94c40039b0 0x7f94c4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d6d9d640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94d80c0df0 0x7f94c400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d5d9b640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94c40047d0 0x7f94c4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d659c640 1 -- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94d80c0df0 msgr2=0x7f94c400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:16.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d659c640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94d80c0df0 0x7f94c400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d659c640 1 -- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94c40047d0 msgr2=0x7f94c4004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:16.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d659c640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94c40047d0 0x7f94c4004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.911 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.905+0000 7f94d659c640 1 -- 172.21.15.32:0/3873516343 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94c4003530 con 0x7f94c40039b0 2024-04-18T05:14:16.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94d659c640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94c40039b0 0x7f94c4003dd0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f94d0001d60 tx=0x7f94d001d990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=271258fb2ed6d4ee server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:16.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d0003b80 con 0x7f94c40039b0 2024-04-18T05:14:16.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94d0003ce0 con 0x7f94c40039b0 2024-04-18T05:14:16.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94d559a640 1 -- 172.21.15.32:0/3873516343 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d0005310 con 0x7f94c40039b0 2024-04-18T05:14:16.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94dcdae640 1 -- 172.21.15.32:0/3873516343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94c40039b0 msgr2=0x7f94c4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94dcdae640 1 --2- 172.21.15.32:0/3873516343 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94c40039b0 0x7f94c4003dd0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f94d0001d60 tx=0x7f94d001d990 comp rx=0 tx=0).stop 2024-04-18T05:14:16.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94d6d9d640 1 -- 172.21.15.32:0/3873516343 reap_dead start 2024-04-18T05:14:16.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94dcdae640 1 -- 172.21.15.32:0/3873516343 shutdown_connections 2024-04-18T05:14:16.912 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94dcdae640 1 -- 172.21.15.32:0/3873516343 >> 172.21.15.32:0/3873516343 conn(0x7f94d8069e80 msgr2=0x7f94d806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:16.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94dcdae640 1 -- 172.21.15.32:0/3873516343 shutdown_connections 2024-04-18T05:14:16.913 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94dcdae640 1 -- 172.21.15.32:0/3873516343 wait complete. 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94dcdae640 1 Processor -- start 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.909+0000 7f94dcdae640 1 -- start start 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94dcdae640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94c40039b0 0x7f94d80ba1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94dcdae640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94d81ee080 0x7f94d80c4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94dcdae640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94d814a650 0x7f94d814aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94dcdae640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94d80bb610 con 0x7f94d81ee080 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94dcdae640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94d81481f0 con 0x7f94d814a650 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94dcdae640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94d8148770 con 0x7f94c40039b0 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d5d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94d81ee080 0x7f94d80c4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.915 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d5d9b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94d81ee080 0x7f94d80c4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35910/0 (socket says 172.21.15.32:35910) 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d5d9b640 1 -- 172.21.15.32:0/2342914509 learned_addr learned my addr 172.21.15.32:0/2342914509 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d659c640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94c40039b0 0x7f94d80ba1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d6d9d640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94d814a650 0x7f94d814aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d5d9b640 1 -- 172.21.15.32:0/2342914509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94c40039b0 msgr2=0x7f94d80ba1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d5d9b640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94c40039b0 0x7f94d80ba1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d5d9b640 1 -- 172.21.15.32:0/2342914509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94d814a650 msgr2=0x7f94d814aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d5d9b640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94d814a650 0x7f94d814aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d5d9b640 1 -- 172.21.15.32:0/2342914509 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94d8148490 con 0x7f94d81ee080 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d5d9b640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94d81ee080 0x7f94d80c4190 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f94c000f580 tx=0x7f94c000fa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94ceffd640 1 -- 172.21.15.32:0/2342914509 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c0014870 con 0x7f94d81ee080 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94ceffd640 1 -- 172.21.15.32:0/2342914509 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94c00149d0 con 0x7f94d81ee080 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94d80bedb0 con 0x7f94d81ee080 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94ceffd640 1 -- 172.21.15.32:0/2342914509 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c0014d60 con 0x7f94d81ee080 2024-04-18T05:14:16.916 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94d80c46d0 con 0x7f94d81ee080 2024-04-18T05:14:16.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94d80666e0 con 0x7f94d81ee080 2024-04-18T05:14:16.917 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94ceffd640 1 -- 172.21.15.32:0/2342914509 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f94c0015410 con 0x7f94d81ee080 2024-04-18T05:14:16.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94ceffd640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f94b80666c0 0x7f94b8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:16.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94ceffd640 1 -- 172.21.15.32:0/2342914509 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f94c0084fe0 con 0x7f94d81ee080 2024-04-18T05:14:16.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.913+0000 7f94d659c640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f94b80666c0 0x7f94b8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:16.918 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.917+0000 7f94d659c640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f94b80666c0 0x7f94b8068b80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f94d00ae000 tx=0x7f94d0001520 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:16.920 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:16.917+0000 7f94ceffd640 1 -- 172.21.15.32:0/2342914509 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f94c0051e00 con 0x7f94d81ee080 2024-04-18T05:14:17.081 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.081+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f94d806dc10 con 0x7f94d81ee080 2024-04-18T05:14:17.083 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.081+0000 7f94ceffd640 1 -- 172.21.15.32:0/2342914509 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) v1 ==== 74+0+20255 (secure 0 0 0) 0x7f94c0055420 con 0x7f94d81ee080 2024-04-18T05:14:17.084 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:17.084 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":67,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:14:16.423188+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:13:58.504438+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-04-18T05:13:59.823533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:14:14.623322+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:14:15.420336+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.2","mappings":[{"from":2,"to":7}]},{"pgid":"10.c","mappings":[{"from":2,"to":5}]},{"pgid":"10.18","mappings":[{"from":4,"to":1}]},{"pgid":"10.1c","mappings":[{"from":2,"to":7}]},{"pgid":"10.24","mappings":[{"from":2,"to":1}]},{"pgid":"10.2d","mappings":[{"from":2,"to":5}]},{"pgid":"10.2e","mappings":[{"from":2,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:14:17.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f94b80666c0 msgr2=0x7f94b8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:17.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f94b80666c0 0x7f94b8068b80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f94d00ae000 tx=0x7f94d0001520 comp rx=0 tx=0).stop 2024-04-18T05:14:17.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94d81ee080 msgr2=0x7f94d80c4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:17.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94d81ee080 0x7f94d80c4190 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f94c000f580 tx=0x7f94c000fa40 comp rx=0 tx=0).stop 2024-04-18T05:14:17.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 shutdown_connections 2024-04-18T05:14:17.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f94b80666c0 0x7f94b8068b80 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:17.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f94d814a650 0x7f94d814aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:17.086 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f94d81ee080 0x7f94d80c4190 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:17.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 --2- 172.21.15.32:0/2342914509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f94c40039b0 0x7f94d80ba1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:17.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 >> 172.21.15.32:0/2342914509 conn(0x7f94d8069e80 msgr2=0x7f94d80aa6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:17.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 shutdown_connections 2024-04-18T05:14:17.087 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.085+0000 7f94dcdae640 1 -- 172.21.15.32:0/2342914509 wait complete. 2024-04-18T05:14:17.103 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 standby_count_wanted 0 2024-04-18T05:14:17.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff75c9640 1 Processor -- start 2024-04-18T05:14:17.227 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff75c9640 1 -- start start 2024-04-18T05:14:17.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff75c9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff01513f0 0x7fcff0071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:17.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff75c9640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcff0157520 0x7fcff01579d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:17.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff75c9640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcff0154bb0 con 0x7fcff006a310 2024-04-18T05:14:17.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff75c9640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcff0154030 con 0x7fcff0157520 2024-04-18T05:14:17.228 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff75c9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcff0154310 con 0x7fcff01513f0 2024-04-18T05:14:17.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff5b66640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcff0157520 0x7fcff01579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:17.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff4b64640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff01513f0 0x7fcff0071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:17.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff5b66640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcff0157520 0x7fcff01579d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:49012/0 (socket says 172.21.15.32:49012) 2024-04-18T05:14:17.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff4b64640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff01513f0 0x7fcff0071c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.32:60192/0 (socket says 172.21.15.32:60192) 2024-04-18T05:14:17.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff5b66640 1 -- 172.21.15.32:0/3107414151 learned_addr learned my addr 172.21.15.32:0/3107414151 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:17.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff5365640 1 --1- 172.21.15.32:0/3107414151 >> v1:172.21.15.92:6789/0 conn(0x7fcff006a310 0x7fcff0150ce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:37446/0 (socket says 172.21.15.32:37446) 2024-04-18T05:14:17.229 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff4b64640 1 -- 172.21.15.32:0/3107414151 >> v2:172.21.15.92:3300/0 conn(0x7fcff0157520 msgr2=0x7fcff01579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:17.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff4b64640 1 --2- 172.21.15.32:0/3107414151 >> v2:172.21.15.92:3300/0 conn(0x7fcff0157520 0x7fcff01579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:17.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.225+0000 7fcff4b64640 1 -- 172.21.15.32:0/3107414151 >> v1:172.21.15.92:6789/0 conn(0x7fcff006a310 legacy=0x7fcff0150ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:17.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff4b64640 1 -- 172.21.15.32:0/3107414151 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcff01545f0 con 0x7fcff01513f0 2024-04-18T05:14:17.230 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff5b66640 1 --2- 172.21.15.32:0/3107414151 >> v2:172.21.15.92:3300/0 conn(0x7fcff0157520 0x7fcff01579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:14:17.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff4b64640 1 --2- 172.21.15.32:0/3107414151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff01513f0 0x7fcff0071c60 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcfe00097c0 tx=0x7fcfe001c410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e246f3b3b7638c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:17.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcfe7fff640 1 -- 172.21.15.32:0/3107414151 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe00a4ea0 con 0x7fcff01513f0 2024-04-18T05:14:17.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcfe7fff640 1 -- 172.21.15.32:0/3107414151 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfe00a7050 con 0x7fcff01513f0 2024-04-18T05:14:17.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcfe7fff640 1 -- 172.21.15.32:0/3107414151 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe00ab820 con 0x7fcff01513f0 2024-04-18T05:14:17.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff75c9640 1 -- 172.21.15.32:0/3107414151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff01513f0 msgr2=0x7fcff0071c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:17.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff75c9640 1 --2- 172.21.15.32:0/3107414151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff01513f0 0x7fcff0071c60 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fcfe00097c0 tx=0x7fcfe001c410 comp rx=0 tx=0).stop 2024-04-18T05:14:17.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff75c9640 1 -- 172.21.15.32:0/3107414151 shutdown_connections 2024-04-18T05:14:17.232 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff75c9640 1 --2- 172.21.15.32:0/3107414151 >> v2:172.21.15.92:3300/0 conn(0x7fcff0157520 0x7fcff01579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:17.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff75c9640 1 --2- 172.21.15.32:0/3107414151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff01513f0 0x7fcff0071c60 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:17.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff75c9640 1 -- 172.21.15.32:0/3107414151 >> 172.21.15.32:0/3107414151 conn(0x7fcff00c54b0 msgr2=0x7fcff00c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:17.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff75c9640 1 -- 172.21.15.32:0/3107414151 shutdown_connections 2024-04-18T05:14:17.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.229+0000 7fcff75c9640 1 -- 172.21.15.32:0/3107414151 wait complete. 2024-04-18T05:14:17.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 Processor -- start 2024-04-18T05:14:17.233 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 -- start start 2024-04-18T05:14:17.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcff006a310 0x7fcff014cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:17.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcff01513f0 0x7fcff00a9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:17.235 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff0157520 0x7fcff00c40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff01ec940 con 0x7fcff006a310 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff014d440 con 0x7fcff01513f0 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcff01ebd00 con 0x7fcff0157520 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5365640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcff006a310 0x7fcff014cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5365640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcff006a310 0x7fcff014cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35926/0 (socket says 172.21.15.32:35926) 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5365640 1 -- 172.21.15.32:0/914142564 learned_addr learned my addr 172.21.15.32:0/914142564 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff4b64640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcff01513f0 0x7fcff00a9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5b66640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff0157520 0x7fcff00c40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5365640 1 -- 172.21.15.32:0/914142564 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff0157520 msgr2=0x7fcff00c40f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5365640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff0157520 0x7fcff00c40f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5365640 1 -- 172.21.15.32:0/914142564 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcff01513f0 msgr2=0x7fcff00a9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5365640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcff01513f0 0x7fcff00a9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5365640 1 -- 172.21.15.32:0/914142564 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfe8009b30 con 0x7fcff006a310 2024-04-18T05:14:17.236 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff4b64640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcff01513f0 0x7fcff00a9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:17.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff5365640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcff006a310 0x7fcff014cf00 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fcfec00c430 tx=0x7fcfec00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:17.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcfe5ffb640 1 -- 172.21.15.32:0/914142564 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfec0074e0 con 0x7fcff006a310 2024-04-18T05:14:17.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcfe5ffb640 1 -- 172.21.15.32:0/914142564 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfec007640 con 0x7fcff006a310 2024-04-18T05:14:17.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcfe5ffb640 1 -- 172.21.15.32:0/914142564 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfec004a10 con 0x7fcff006a310 2024-04-18T05:14:17.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfe0009420 con 0x7fcff006a310 2024-04-18T05:14:17.237 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcff01ec280 con 0x7fcff006a310 2024-04-18T05:14:17.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcff004e1e0 con 0x7fcff006a310 2024-04-18T05:14:17.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.233+0000 7fcfe5ffb640 1 -- 172.21.15.32:0/914142564 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcfec004b70 con 0x7fcff006a310 2024-04-18T05:14:17.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.237+0000 7fcfe5ffb640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcfd4066690 0x7fcfd4068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:17.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.237+0000 7fcfe5ffb640 1 -- 172.21.15.32:0/914142564 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fcfec084070 con 0x7fcff006a310 2024-04-18T05:14:17.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.237+0000 7fcff4b64640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcfd4066690 0x7fcfd4068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:17.238 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.237+0000 7fcff4b64640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcfd4066690 0x7fcfd4068b50 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fcfe00ad000 tx=0x7fcfe0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:17.242 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.241+0000 7fcfe5ffb640 1 -- 172.21.15.32:0/914142564 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fcfec050f10 con 0x7fcff006a310 2024-04-18T05:14:17.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:17.433+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fcff00bbfe0 con 0x7fcff006a310 2024-04-18T05:14:18.449 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.445+0000 7fcfe5ffb640 1 -- 172.21.15.32:0/914142564 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "standby_count_wanted", "val": "0"}]=0 v35) v1 ==== 119+0+0 (secure 0 0 0) 0x7fcfec054530 con 0x7fcff006a310 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcfd4066690 msgr2=0x7fcfd4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcfd4066690 0x7fcfd4068b50 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fcfe00ad000 tx=0x7fcfe0008040 comp rx=0 tx=0).stop 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcff006a310 msgr2=0x7fcff014cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcff006a310 0x7fcff014cf00 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fcfec00c430 tx=0x7fcfec00c8f0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 shutdown_connections 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcff0157520 0x7fcff00c40f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fcfd4066690 0x7fcfd4068b50 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcff01513f0 0x7fcff00a9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 --2- 172.21.15.32:0/914142564 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fcff006a310 0x7fcff014cf00 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 >> 172.21.15.32:0/914142564 conn(0x7fcff00c54b0 msgr2=0x7fcff0152480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 shutdown_connections 2024-04-18T05:14:18.452 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.449+0000 7fcff75c9640 1 -- 172.21.15.32:0/914142564 wait complete. 2024-04-18T05:14:18.473 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-18T05:14:18.474 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs2 allow_standby_replay false 2024-04-18T05:14:18.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e4020640 1 Processor -- start 2024-04-18T05:14:18.606 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e4020640 1 -- start start 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e4020640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f78dc06a310 0x7f78dc14dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e4020640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 0x7f78dc0a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e4020640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78dc0c19c0 con 0x7f78dc0aa040 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e4020640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78dc071c00 con 0x7f78dc06a310 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e4020640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78dc154e70 con 0x7f78dc0a9080 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e1dbc640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f78dc06a310 0x7f78dc14dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e15bb640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f78dc0aa040 0x7f78dc14e0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35924/0 (socket says 172.21.15.32:35924) 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e15bb640 1 -- 172.21.15.32:0/1238305502 learned_addr learned my addr 172.21.15.32:0/1238305502 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e0dba640 1 -- 172.21.15.32:0/1238305502 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3903531849 0 0) 0x7f78dc0c19c0 con 0x7f78dc0aa040 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e0dba640 1 -- 172.21.15.32:0/1238305502 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f78c8003530 con 0x7f78dc0aa040 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e25bd640 1 --2- 172.21.15.32:0/1238305502 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 0x7f78dc0a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e1dbc640 1 -- 172.21.15.32:0/1238305502 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 msgr2=0x7f78dc0a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e1dbc640 1 --2- 172.21.15.32:0/1238305502 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 0x7f78dc0a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.608 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e1dbc640 1 -- 172.21.15.32:0/1238305502 >> v1:172.21.15.32:6789/0 conn(0x7f78dc0aa040 legacy=0x7f78dc14e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:18.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e1dbc640 1 -- 172.21.15.32:0/1238305502 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78dc154260 con 0x7f78dc06a310 2024-04-18T05:14:18.609 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.605+0000 7f78e25bd640 1 --2- 172.21.15.32:0/1238305502 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 0x7f78dc0a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:18.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e1dbc640 1 --2- 172.21.15.32:0/1238305502 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc06a310 0x7f78dc14dba0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f78d80097c0 tx=0x7f78d801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8e142ced65059bb server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:18.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e0dba640 1 -- 172.21.15.32:0/1238305502 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78d80ab600 con 0x7f78dc06a310 2024-04-18T05:14:18.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e0dba640 1 -- 172.21.15.32:0/1238305502 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78d80a7050 con 0x7f78dc06a310 2024-04-18T05:14:18.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e0dba640 1 -- 172.21.15.32:0/1238305502 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78d80ab960 con 0x7f78dc06a310 2024-04-18T05:14:18.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 -- 172.21.15.32:0/1238305502 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc06a310 msgr2=0x7f78dc14dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:18.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 --2- 172.21.15.32:0/1238305502 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc06a310 0x7f78dc14dba0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f78d80097c0 tx=0x7f78d801c3e0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 -- 172.21.15.32:0/1238305502 shutdown_connections 2024-04-18T05:14:18.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 --2- 172.21.15.32:0/1238305502 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 0x7f78dc0a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 --2- 172.21.15.32:0/1238305502 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc06a310 0x7f78dc14dba0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 -- 172.21.15.32:0/1238305502 >> 172.21.15.32:0/1238305502 conn(0x7f78dc0c54b0 msgr2=0x7f78dc0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:18.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 -- 172.21.15.32:0/1238305502 shutdown_connections 2024-04-18T05:14:18.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 -- 172.21.15.32:0/1238305502 wait complete. 2024-04-18T05:14:18.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 Processor -- start 2024-04-18T05:14:18.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 -- start start 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78dc06a310 0x7f78dc159850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 0x7f78dc0c3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc0aa040 0x7f78dc0c3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78dc0c2040 con 0x7f78dc0aa040 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78dc0c2570 con 0x7f78dc06a310 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e4020640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78dc0c2290 con 0x7f78dc0a9080 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e25bd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc0aa040 0x7f78dc0c3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e25bd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc0aa040 0x7f78dc0c3cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35944/0 (socket says 172.21.15.32:35944) 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e25bd640 1 -- 172.21.15.32:0/3388566527 learned_addr learned my addr 172.21.15.32:0/3388566527 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e15bb640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 0x7f78dc0c3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:18.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.609+0000 7f78e1dbc640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78dc06a310 0x7f78dc159850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e25bd640 1 -- 172.21.15.32:0/3388566527 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 msgr2=0x7f78dc0c3790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e25bd640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 0x7f78dc0c3790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e25bd640 1 -- 172.21.15.32:0/3388566527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78dc06a310 msgr2=0x7f78dc159850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e25bd640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78dc06a310 0x7f78dc159850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e25bd640 1 -- 172.21.15.32:0/3388566527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78d8009420 con 0x7f78dc0aa040 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e25bd640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc0aa040 0x7f78dc0c3cd0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f78d400cef0 tx=0x7f78d400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78d27fc640 1 -- 172.21.15.32:0/3388566527 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78d400d840 con 0x7f78dc0aa040 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78d27fc640 1 -- 172.21.15.32:0/3388566527 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78d400d9c0 con 0x7f78dc0aa040 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78dc1486e0 con 0x7f78dc0aa040 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78d27fc640 1 -- 172.21.15.32:0/3388566527 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78d400dd70 con 0x7f78dc0aa040 2024-04-18T05:14:18.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78dc149360 con 0x7f78dc0aa040 2024-04-18T05:14:18.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78dc148c00 con 0x7f78dc0aa040 2024-04-18T05:14:18.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78d27fc640 1 -- 172.21.15.32:0/3388566527 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f78d401e3b0 con 0x7f78dc0aa040 2024-04-18T05:14:18.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78d27fc640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f78c0066690 0x7f78c0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:18.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78d27fc640 1 -- 172.21.15.32:0/3388566527 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f78d40850e0 con 0x7f78dc0aa040 2024-04-18T05:14:18.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e1dbc640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f78c0066690 0x7f78c0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:18.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.613+0000 7f78e1dbc640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f78c0066690 0x7f78c0068b50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f78d80ad000 tx=0x7f78d80a6000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:18.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.617+0000 7f78d27fc640 1 -- 172.21.15.32:0/3388566527 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f78dc148c00 con 0x7f78dc0aa040 2024-04-18T05:14:18.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:18.805+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f78dc148c00 con 0x7f78dc0aa040 2024-04-18T05:14:19.451 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.449+0000 7f78d27fc640 1 -- 172.21.15.32:0/3388566527 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs2", "var": "allow_standby_replay", "val": "false"}]=0 v36) v1 ==== 123+0+0 (secure 0 0 0) 0x7f78dc148c00 con 0x7f78dc0aa040 2024-04-18T05:14:19.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f78c0066690 msgr2=0x7f78c0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f78c0066690 0x7f78c0068b50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f78d80ad000 tx=0x7f78d80a6000 comp rx=0 tx=0).stop 2024-04-18T05:14:19.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc0aa040 msgr2=0x7f78dc0c3cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc0aa040 0x7f78dc0c3cd0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f78d400cef0 tx=0x7f78d400a710 comp rx=0 tx=0).stop 2024-04-18T05:14:19.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 shutdown_connections 2024-04-18T05:14:19.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f78dc0aa040 0x7f78dc0c3cd0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.455 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f78dc0a9080 0x7f78dc0c3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f78c0066690 0x7f78c0068b50 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 --2- 172.21.15.32:0/3388566527 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f78dc06a310 0x7f78dc159850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 >> 172.21.15.32:0/3388566527 conn(0x7f78dc0c54b0 msgr2=0x7f78dc14cee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:19.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 shutdown_connections 2024-04-18T05:14:19.456 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.453+0000 7f78e4020640 1 -- 172.21.15.32:0/3388566527 wait complete. 2024-04-18T05:14:19.479 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs2' 2024-04-18T05:14:19.479 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-18T05:14:19.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c12745640 1 Processor -- start 2024-04-18T05:14:19.610 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c12745640 1 -- start start 2024-04-18T05:14:19.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c12745640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c0c3f30 0x7f8c0c0c4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.611 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c12745640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8c0c0c74b0 0x7f8c0c153de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c12745640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8c0c154320 0x7f8c0c0ab0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c12745640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c0c0c4f30 con 0x7f8c0c154320 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c12745640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c0c157c70 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c12745640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c0c1581a0 con 0x7f8c0c0c3f30 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c10ce2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8c0c154320 0x7f8c0c0ab0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c10ce2640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f8c0c154320 0x7f8c0c0ab0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35948/0 (socket says 172.21.15.32:35948) 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c10ce2640 1 -- 172.21.15.32:0/1450743858 learned_addr learned my addr 172.21.15.32:0/1450743858 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c0bfff640 1 --2- 172.21.15.32:0/1450743858 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c0c3f30 0x7f8c0c0c4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c0b7fe640 1 --2- 172.21.15.32:0/1450743858 >> v2:172.21.15.92:3300/0 conn(0x7f8c0c0c74b0 0x7f8c0c153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c10ce2640 1 -- 172.21.15.32:0/1450743858 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c0c3f30 msgr2=0x7f8c0c0c4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c10ce2640 1 --2- 172.21.15.32:0/1450743858 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c0c3f30 0x7f8c0c0c4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c10ce2640 1 -- 172.21.15.32:0/1450743858 >> v2:172.21.15.92:3300/0 conn(0x7f8c0c0c74b0 msgr2=0x7f8c0c153de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c10ce2640 1 --2- 172.21.15.32:0/1450743858 >> v2:172.21.15.92:3300/0 conn(0x7f8c0c0c74b0 0x7f8c0c153de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.612 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c10ce2640 1 -- 172.21.15.32:0/1450743858 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c0c157ec0 con 0x7f8c0c154320 2024-04-18T05:14:19.613 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.609+0000 7f8c0b7fe640 1 --2- 172.21.15.32:0/1450743858 >> v2:172.21.15.92:3300/0 conn(0x7f8c0c0c74b0 0x7f8c0c153de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:19.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c10ce2640 1 --2- 172.21.15.32:0/1450743858 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c154320 0x7f8c0c0ab0b0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c0ac1b0 tx=0x7f8c0401c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85ed81af402e1f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:19.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c0affd640 1 -- 172.21.15.32:0/1450743858 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c040a5720 con 0x7f8c0c154320 2024-04-18T05:14:19.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c0affd640 1 -- 172.21.15.32:0/1450743858 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c040a5880 con 0x7f8c0c154320 2024-04-18T05:14:19.614 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c0affd640 1 -- 172.21.15.32:0/1450743858 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c040a5c10 con 0x7f8c0c154320 2024-04-18T05:14:19.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 -- 172.21.15.32:0/1450743858 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c154320 msgr2=0x7f8c0c0ab0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 --2- 172.21.15.32:0/1450743858 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c154320 0x7f8c0c0ab0b0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c0ac1b0 tx=0x7f8c0401c8a0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 -- 172.21.15.32:0/1450743858 shutdown_connections 2024-04-18T05:14:19.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 --2- 172.21.15.32:0/1450743858 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c154320 0x7f8c0c0ab0b0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 --2- 172.21.15.32:0/1450743858 >> v2:172.21.15.92:3300/0 conn(0x7f8c0c0c74b0 0x7f8c0c153de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 --2- 172.21.15.32:0/1450743858 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c0c3f30 0x7f8c0c0c4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 -- 172.21.15.32:0/1450743858 >> 172.21.15.32:0/1450743858 conn(0x7f8c0c072b80 msgr2=0x7f8c0c072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:19.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 -- 172.21.15.32:0/1450743858 shutdown_connections 2024-04-18T05:14:19.615 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 -- 172.21.15.32:0/1450743858 wait complete. 2024-04-18T05:14:19.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 Processor -- start 2024-04-18T05:14:19.616 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 -- start start 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c0c0c3f30 0x7f8c0c0bf490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c0c74b0 0x7f8c0c151d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c154320 0x7f8c0c14ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c0c0c1640 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c0c0c3130 con 0x7f8c0c0c3f30 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c12745640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c0c0bcb30 con 0x7f8c0c154320 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c0b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c0c74b0 0x7f8c0c151d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c0b7fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c0c74b0 0x7f8c0c151d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35964/0 (socket says 172.21.15.32:35964) 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.613+0000 7f8c0b7fe640 1 -- 172.21.15.32:0/3153641855 learned_addr learned my addr 172.21.15.32:0/3153641855 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:19.618 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0bfff640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c0c0c3f30 0x7f8c0c0bf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c10ce2640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c154320 0x7f8c0c14ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0b7fe640 1 -- 172.21.15.32:0/3153641855 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c154320 msgr2=0x7f8c0c14ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0b7fe640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c154320 0x7f8c0c14ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0b7fe640 1 -- 172.21.15.32:0/3153641855 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c0c0c3f30 msgr2=0x7f8c0c0bf490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0b7fe640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c0c0c3f30 0x7f8c0c0bf490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0b7fe640 1 -- 172.21.15.32:0/3153641855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c04009b30 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0bfff640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c0c0c3f30 0x7f8c0c0bf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0b7fe640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c0c74b0 0x7f8c0c151d40 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f8c0000d7d0 tx=0x7f8c0000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c08ff9640 1 -- 172.21.15.32:0/3153641855 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c000059a0 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c08ff9640 1 -- 172.21.15.32:0/3153641855 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c00005b00 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c08ff9640 1 -- 172.21.15.32:0/3153641855 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c00009640 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c0c0c3380 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.619 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c0c0bcd80 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c0c0666e0 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c08ff9640 1 -- 172.21.15.32:0/3153641855 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8c000097a0 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.620 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c08ff9640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8bf80666c0 0x7f8bf8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c08ff9640 1 -- 172.21.15.32:0/3153641855 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f8c00084850 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0bfff640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8bf80666c0 0x7f8bf8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.621 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.617+0000 7f8c0bfff640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8bf80666c0 0x7f8bf8068b80 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc009a90 tx=0x7f8bfc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:19.624 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.621+0000 7f8c08ff9640 1 -- 172.21.15.32:0/3153641855 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f8c00051720 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.821+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8c0c1518c0 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.823 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.821+0000 7f8c08ff9640 1 -- 172.21.15.32:0/3153641855 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) v1 ==== 94+0+5942 (secure 0 0 0) 0x7f8c00054d40 con 0x7f8c0c0c74b0 2024-04-18T05:14:19.824 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:19.824 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":36,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5171,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6834/3708440849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":3708440849},{"type":"v1","addr":"172.21.15.92:6834","nonce":3708440849}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":6294,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.32:6835/419156393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6834","nonce":419156393},{"type":"v1","addr":"172.21.15.32:6835","nonce":419156393}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26}],"filesystems":[{"mdsmap":{"epoch":31,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:14:00.839117+0000","modified":"2024-04-18T05:14:03.863688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6315},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6315":{"gid":6315,"name":"b","rank":0,"incarnation":27,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6835/3737058377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6833","nonce":3737058377},{"type":"v1","addr":"172.21.15.92:6835","nonce":3737058377}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4},{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-18T05:14:16.423530+0000","modified":"2024-04-18T05:14:19.445723+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":7,"addr":"172.21.15.32:6837/4072704205","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6836","nonce":4072704205},{"type":"v1","addr":"172.21.15.32:6837","nonce":4072704205}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs2","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-04-18T05:14:19.824 INFO:teuthology.orchestra.run.smithi032.stderr:dumped fsmap epoch 36 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8bf80666c0 msgr2=0x7f8bf8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8bf80666c0 0x7f8bf8068b80 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc009a90 tx=0x7f8bfc008040 comp rx=0 tx=0).stop 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c0c74b0 msgr2=0x7f8c0c151d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c0c74b0 0x7f8c0c151d40 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f8c0000d7d0 tx=0x7f8c0000dc90 comp rx=0 tx=0).stop 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 shutdown_connections 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8c0c154320 0x7f8c0c14ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f8c0c0c74b0 0x7f8c0c151d40 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8bf80666c0 0x7f8bf8068b80 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 --2- 172.21.15.32:0/3153641855 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c0c0c3f30 0x7f8c0c0bf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 >> 172.21.15.32:0/3153641855 conn(0x7f8c0c072b80 msgr2=0x7f8c0c0ac420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 shutdown_connections 2024-04-18T05:14:19.826 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.825+0000 7f8c12745640 1 -- 172.21.15.32:0/3153641855 wait complete. 2024-04-18T05:14:19.843 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:14:19.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe8273a4640 1 Processor -- start 2024-04-18T05:14:19.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe8273a4640 1 -- start start 2024-04-18T05:14:19.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe8273a4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe8200c3890 0x7fe82006b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe8273a4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8200a53a0 con 0x7fe82006d650 2024-04-18T05:14:19.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe8273a4640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8200c42d0 con 0x7fe82006ae90 2024-04-18T05:14:19.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe8273a4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8200a5180 con 0x7fe8200c3890 2024-04-18T05:14:19.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825941640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fe82006d650 0x7fe8201546f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35928/0 (socket says 172.21.15.32:35928) 2024-04-18T05:14:19.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825941640 1 -- 172.21.15.32:0/2790201483 learned_addr learned my addr 172.21.15.32:0/2790201483 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe82493f640 1 --2- 172.21.15.32:0/2790201483 >> v2:172.21.15.92:3300/0 conn(0x7fe8200c3890 0x7fe82006b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 95112160 0 0) 0x7fe8200a53a0 con 0x7fe82006d650 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe808003530 con 0x7fe82006d650 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1299951812 0 0) 0x7fe808003530 con 0x7fe82006d650 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 >> v2:172.21.15.92:3300/0 conn(0x7fe8200c3890 msgr2=0x7fe82006b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 --2- 172.21.15.32:0/2790201483 >> v2:172.21.15.92:3300/0 conn(0x7fe8200c3890 0x7fe82006b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 >> v1:172.21.15.92:6789/0 conn(0x7fe82006ae90 legacy=0x7fe820153fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe820157f90 con 0x7fe82006d650 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fe818001680 con 0x7fe82006d650 2024-04-18T05:14:19.965 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 >> v1:172.21.15.32:6789/0 conn(0x7fe82006d650 legacy=0x7fe8201546f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe808003980 0x7fe808003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080047d0 0x7fe808004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8080052b0 0x7fe80800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8200a5180 con 0x7fe8080052b0 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe80800c180 con 0x7fe808003980 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe80800c340 con 0x7fe8080047d0 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825941640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8080052b0 0x7fe80800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825140640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe808003980 0x7fe808003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe82493f640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080047d0 0x7fe808004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825941640 1 -- 172.21.15.32:0/2790201483 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080047d0 msgr2=0x7fe808004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825941640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080047d0 0x7fe808004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825941640 1 -- 172.21.15.32:0/2790201483 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe808003980 msgr2=0x7fe808003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825941640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe808003980 0x7fe808003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825941640 1 -- 172.21.15.32:0/2790201483 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe808003530 con 0x7fe8080052b0 2024-04-18T05:14:19.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.961+0000 7fe825140640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe808003980 0x7fe808003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:19.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe825941640 1 -- 172.21.15.32:0/2790201483 reap_dead start 2024-04-18T05:14:19.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe825941640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8080052b0 0x7fe80800b990 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fe81800c190 tx=0x7fe81801cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=864ed262a8738d48 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:19.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe818005ae0 con 0x7fe8080052b0 2024-04-18T05:14:19.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe818005c60 con 0x7fe8080052b0 2024-04-18T05:14:19.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe81ffff640 1 -- 172.21.15.32:0/2790201483 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe818007070 con 0x7fe8080052b0 2024-04-18T05:14:19.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe8273a4640 1 -- 172.21.15.32:0/2790201483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8080052b0 msgr2=0x7fe80800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe8273a4640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8080052b0 0x7fe80800b990 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fe81800c190 tx=0x7fe81801cc20 comp rx=0 tx=0).stop 2024-04-18T05:14:19.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe8273a4640 1 -- 172.21.15.32:0/2790201483 shutdown_connections 2024-04-18T05:14:19.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe8273a4640 1 --2- 172.21.15.32:0/2790201483 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe8080052b0 0x7fe80800b990 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe8273a4640 1 -- 172.21.15.32:0/2790201483 >> 172.21.15.32:0/2790201483 conn(0x7fe82006c2c0 msgr2=0x7fe82006c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:19.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe8273a4640 1 -- 172.21.15.32:0/2790201483 shutdown_connections 2024-04-18T05:14:19.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe8273a4640 1 -- 172.21.15.32:0/2790201483 wait complete. 2024-04-18T05:14:19.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe8273a4640 1 Processor -- start 2024-04-18T05:14:19.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.965+0000 7fe8273a4640 1 -- start start 2024-04-18T05:14:19.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe8273a4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080052b0 0x7fe8201ec840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe8273a4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe820071d20 0x7fe820152f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe8273a4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe820146c40 0x7fe8201470c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe8273a4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe82014ec80 con 0x7fe820146c40 2024-04-18T05:14:19.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe8273a4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe82014d9a0 con 0x7fe820071d20 2024-04-18T05:14:19.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe8273a4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe820147600 con 0x7fe8080052b0 2024-04-18T05:14:19.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825941640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe820146c40 0x7fe8201470c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825941640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe820146c40 0x7fe8201470c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:35982/0 (socket says 172.21.15.32:35982) 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825941640 1 -- 172.21.15.32:0/1388471316 learned_addr learned my addr 172.21.15.32:0/1388471316 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe82493f640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe820071d20 0x7fe820152f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825140640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080052b0 0x7fe8201ec840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825941640 1 -- 172.21.15.32:0/1388471316 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080052b0 msgr2=0x7fe8201ec840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825941640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080052b0 0x7fe8201ec840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825941640 1 -- 172.21.15.32:0/1388471316 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe820071d20 msgr2=0x7fe820152f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825941640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe820071d20 0x7fe820152f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825941640 1 -- 172.21.15.32:0/1388471316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe82014f1b0 con 0x7fe820146c40 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825941640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe820146c40 0x7fe8201470c0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fe81801ca50 tx=0x7fe808005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe81dffb640 1 -- 172.21.15.32:0/1388471316 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe818001640 con 0x7fe820146c40 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe81dffb640 1 -- 172.21.15.32:0/1388471316 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8180017a0 con 0x7fe820146c40 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe82014d670 con 0x7fe820146c40 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe81dffb640 1 -- 172.21.15.32:0/1388471316 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8180072c0 con 0x7fe820146c40 2024-04-18T05:14:19.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe820153a90 con 0x7fe820146c40 2024-04-18T05:14:19.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe82006d4c0 con 0x7fe820146c40 2024-04-18T05:14:19.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe81dffb640 1 -- 172.21.15.32:0/1388471316 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe8180b4070 con 0x7fe820146c40 2024-04-18T05:14:19.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe81dffb640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe80c0666c0 0x7fe80c068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:19.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe81dffb640 1 -- 172.21.15.32:0/1388471316 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fe81811d340 con 0x7fe820146c40 2024-04-18T05:14:19.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825140640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe80c0666c0 0x7fe80c068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:19.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.969+0000 7fe825140640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe80c0666c0 0x7fe80c068b80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe810000f90 tx=0x7fe810009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:19.976 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:19.973+0000 7fe81dffb640 1 -- 172.21.15.32:0/1388471316 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fe8180ea1e0 con 0x7fe820146c40 2024-04-18T05:14:20.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.129+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe82014d4b0 con 0x7fe820146c40 2024-04-18T05:14:20.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe81dffb640 1 -- 172.21.15.32:0/1388471316 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) v1 ==== 74+0+20242 (secure 0 0 0) 0x7fe8180ed800 con 0x7fe820146c40 2024-04-18T05:14:20.134 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:20.134 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":68,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:14:17.426870+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:13:58.504438+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-04-18T05:13:59.823533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:14:14.623322+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:14:15.420336+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.2","mappings":[{"from":2,"to":7}]},{"pgid":"10.c","mappings":[{"from":2,"to":5}]},{"pgid":"10.18","mappings":[{"from":4,"to":1}]},{"pgid":"10.1c","mappings":[{"from":2,"to":7}]},{"pgid":"10.24","mappings":[{"from":2,"to":1}]},{"pgid":"10.2d","mappings":[{"from":2,"to":5}]},{"pgid":"10.2e","mappings":[{"from":2,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe80c0666c0 msgr2=0x7fe80c068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe80c0666c0 0x7fe80c068b80 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe810000f90 tx=0x7fe810009040 comp rx=0 tx=0).stop 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe820146c40 msgr2=0x7fe8201470c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe820146c40 0x7fe8201470c0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fe81801ca50 tx=0x7fe808005800 comp rx=0 tx=0).stop 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 shutdown_connections 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fe820146c40 0x7fe8201470c0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fe80c0666c0 0x7fe80c068b80 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe820071d20 0x7fe820152f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 --2- 172.21.15.32:0/1388471316 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080052b0 0x7fe8201ec840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 >> 172.21.15.32:0/1388471316 conn(0x7fe82006c2c0 msgr2=0x7fe8200c1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 shutdown_connections 2024-04-18T05:14:20.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.133+0000 7fe8273a4640 1 -- 172.21.15.32:0/1388471316 wait complete. 2024-04-18T05:14:20.152 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-18T05:14:20.152 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:14:20.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3492952640 1 Processor -- start 2024-04-18T05:14:20.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3492952640 1 -- start start 2024-04-18T05:14:20.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3492952640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c0a8160 0x7f348c0a85e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3492952640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f348c151090 0x7f348c1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3492952640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f348c14e5b0 con 0x7f348c14e1d0 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3492952640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f348c150c00 con 0x7f348c151090 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3492952640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f348c070f20 con 0x7f348c0a8160 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348bfff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f348c14e1d0 0x7f348c071e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35940/0 (socket says 172.21.15.32:35940) 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348bfff640 1 -- 172.21.15.32:0/2684765017 learned_addr learned my addr 172.21.15.32:0/2684765017 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3490eef640 1 --2- 172.21.15.32:0/2684765017 >> v2:172.21.15.92:3300/0 conn(0x7f348c151090 0x7f348c1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348b7fe640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c0a8160 0x7f348c0a85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4176270846 0 0) 0x7f348c14e5b0 con 0x7f348c14e1d0 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3478005740 con 0x7f348c14e1d0 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4279932513 0 0) 0x7f3478005740 con 0x7f348c14e1d0 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c0a8160 msgr2=0x7f348c0a85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:20.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c0a8160 0x7f348c0a85e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 >> v2:172.21.15.92:3300/0 conn(0x7f348c151090 msgr2=0x7f348c1514e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 --2- 172.21.15.32:0/2684765017 >> v2:172.21.15.92:3300/0 conn(0x7f348c151090 0x7f348c1514e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f348c06e150 con 0x7f348c14e1d0 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f3484001680 con 0x7f348c14e1d0 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 >> v1:172.21.15.32:6789/0 conn(0x7f348c14e1d0 legacy=0x7f348c071e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3478005b90 0x7f3478005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34780069e0 0x7f3478006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c0a8160 0x7f34780073a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f348c150c00 con 0x7f34780069e0 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f348c070f20 con 0x7f3478005b90 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f347800dba0 con 0x7f348c0a8160 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348b7fe640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34780069e0 0x7f3478006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348bfff640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3478005b90 0x7f3478005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348b7fe640 1 -- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c0a8160 msgr2=0x7f34780073a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3490eef640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c0a8160 0x7f34780073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348b7fe640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c0a8160 0x7f34780073a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348b7fe640 1 -- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3478005b90 msgr2=0x7f3478005fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348b7fe640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3478005b90 0x7f3478005fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348b7fe640 1 -- 172.21.15.32:0/2684765017 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3478005740 con 0x7f34780069e0 2024-04-18T05:14:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f348bfff640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3478005b90 0x7f3478005fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:20.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.261+0000 7f3490eef640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c0a8160 0x7f34780073a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f348b7fe640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34780069e0 0x7f3478006e60 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f3474009ae0 tx=0x7f347401ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b10a6bf58269c75 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34740a6480 con 0x7f34780069e0 2024-04-18T05:14:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34740a65e0 con 0x7f34780069e0 2024-04-18T05:14:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f348affd640 1 -- 172.21.15.32:0/2684765017 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34740a6990 con 0x7f34780069e0 2024-04-18T05:14:20.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 -- 172.21.15.32:0/2684765017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34780069e0 msgr2=0x7f3478006e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 --2- 172.21.15.32:0/2684765017 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f34780069e0 0x7f3478006e60 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f3474009ae0 tx=0x7f347401ca70 comp rx=0 tx=0).stop 2024-04-18T05:14:20.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3490eef640 1 -- 172.21.15.32:0/2684765017 reap_dead start 2024-04-18T05:14:20.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 -- 172.21.15.32:0/2684765017 shutdown_connections 2024-04-18T05:14:20.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 -- 172.21.15.32:0/2684765017 >> 172.21.15.32:0/2684765017 conn(0x7f348c0c6420 msgr2=0x7f348c0c6830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:20.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 -- 172.21.15.32:0/2684765017 shutdown_connections 2024-04-18T05:14:20.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 -- 172.21.15.32:0/2684765017 wait complete. 2024-04-18T05:14:20.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 Processor -- start 2024-04-18T05:14:20.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 -- start start 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34780069e0 0x7f348c0bb440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c06a670 0x7f348c1ecff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.265+0000 7f3492952640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f348c0a9ef0 0x7f348c0aa370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3492952640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f348c06b6a0 con 0x7f348c0a9ef0 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3492952640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f348c1ed840 con 0x7f34780069e0 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3492952640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f348c1edb20 con 0x7f348c06a670 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3490eef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f348c0a9ef0 0x7f348c0aa370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3490eef640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f348c0a9ef0 0x7f348c0aa370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36004/0 (socket says 172.21.15.32:36004) 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3490eef640 1 -- 172.21.15.32:0/3175172420 learned_addr learned my addr 172.21.15.32:0/3175172420 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f348bfff640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34780069e0 0x7f348c0bb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f348b7fe640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c06a670 0x7f348c1ecff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3490eef640 1 -- 172.21.15.32:0/3175172420 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c06a670 msgr2=0x7f348c1ecff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3490eef640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c06a670 0x7f348c1ecff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3490eef640 1 -- 172.21.15.32:0/3175172420 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34780069e0 msgr2=0x7f348c0bb440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3490eef640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34780069e0 0x7f348c0bb440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3490eef640 1 -- 172.21.15.32:0/3175172420 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f348c06b8f0 con 0x7f348c0a9ef0 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f348b7fe640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c06a670 0x7f348c1ecff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3490eef640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f348c0a9ef0 0x7f348c0aa370 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f348c06c960 tx=0x7f347c00f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3488ff9640 1 -- 172.21.15.32:0/3175172420 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f347c016620 con 0x7f348c0a9ef0 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3488ff9640 1 -- 172.21.15.32:0/3175172420 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f347c016780 con 0x7f348c0a9ef0 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f348c06bbd0 con 0x7f348c0a9ef0 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3488ff9640 1 -- 172.21.15.32:0/3175172420 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f347c016b10 con 0x7f348c0a9ef0 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f348c0bd180 con 0x7f348c0a9ef0 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f348c0a9cb0 con 0x7f348c0a9ef0 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3488ff9640 1 -- 172.21.15.32:0/3175172420 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f347c016c70 con 0x7f348c0a9ef0 2024-04-18T05:14:20.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3488ff9640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f346c066690 0x7f346c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f3488ff9640 1 -- 172.21.15.32:0/3175172420 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f347c0853f0 con 0x7f348c0a9ef0 2024-04-18T05:14:20.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f348bfff640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f346c066690 0x7f346c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.269+0000 7f348bfff640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f346c066690 0x7f346c068b50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f3484004880 tx=0x7f3484001440 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:20.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.273+0000 7f3488ff9640 1 -- 172.21.15.32:0/3175172420 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f347c052290 con 0x7f348c0a9ef0 2024-04-18T05:14:20.425 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.425+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f348c06e710 con 0x7f346c066690 2024-04-18T05:14:20.443 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.441+0000 7f3488ff9640 1 -- 172.21.15.32:0/3175172420 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+517555 (secure 0 0 0) 0x7f34840056e0 con 0x7f346c066690 2024-04-18T05:14:20.447 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:20.452 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:14:20.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f346c066690 msgr2=0x7f346c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f346c066690 0x7f346c068b50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f3484004880 tx=0x7f3484001440 comp rx=0 tx=0).stop 2024-04-18T05:14:20.453 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f348c0a9ef0 msgr2=0x7f348c0aa370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f348c0a9ef0 0x7f348c0aa370 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f348c06c960 tx=0x7f347c00f520 comp rx=0 tx=0).stop 2024-04-18T05:14:20.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 shutdown_connections 2024-04-18T05:14:20.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f348c0a9ef0 0x7f348c0aa370 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f348c06a670 0x7f348c1ecff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f346c066690 0x7f346c068b50 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 --2- 172.21.15.32:0/3175172420 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34780069e0 0x7f348c0bb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 >> 172.21.15.32:0/3175172420 conn(0x7f348c0c6420 msgr2=0x7f348c14d210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:20.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 shutdown_connections 2024-04-18T05:14:20.454 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.449+0000 7f3492952640 1 -- 172.21.15.32:0/3175172420 wait complete. 2024-04-18T05:14:20.466 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":154,"stamp":"2024-04-18T05:14:18.899960+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595083,"num_objects":27,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":212,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":278,"acting":278,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":221,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252168,"kb_used_data":7336,"kb_used_omap":12,"kb_used_meta":244723,"kb_avail":754722552,"statfs":{"total":773094113280,"available":772835893248,"internally_reserved":0,"allocated":7512064,"data_stored":4071299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":250596921},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":652,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001079"},"pg_stats":[{"pgid":"12.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017079+0000","last_change":"2024-04-18T05:14:00.869097+0000","last_active":"2024-04-18T05:14:11.017079+0000","last_peered":"2024-04-18T05:14:11.017079+0000","last_clean":"2024-04-18T05:14:11.017079+0000","last_became_active":"2024-04-18T05:14:00.868543+0000","last_became_peered":"2024-04-18T05:14:00.868543+0000","last_unstale":"2024-04-18T05:14:11.017079+0000","last_undegraded":"2024-04-18T05:14:11.017079+0000","last_fullsized":"2024-04-18T05:14:11.017079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:39.930581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021145+0000","last_change":"2024-04-18T05:14:00.874890+0000","last_active":"2024-04-18T05:14:11.021145+0000","last_peered":"2024-04-18T05:14:11.021145+0000","last_clean":"2024-04-18T05:14:11.021145+0000","last_became_active":"2024-04-18T05:14:00.874615+0000","last_became_peered":"2024-04-18T05:14:00.874615+0000","last_unstale":"2024-04-18T05:14:11.021145+0000","last_undegraded":"2024-04-18T05:14:11.021145+0000","last_fullsized":"2024-04-18T05:14:11.021145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:02.698746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496195+0000","last_change":"2024-04-18T05:14:16.490695+0000","last_active":"2024-04-18T05:14:18.496195+0000","last_peered":"2024-04-18T05:14:18.496195+0000","last_clean":"2024-04-18T05:14:18.496195+0000","last_became_active":"2024-04-18T05:14:16.479573+0000","last_became_peered":"2024-04-18T05:14:16.479573+0000","last_unstale":"2024-04-18T05:14:18.496195+0000","last_undegraded":"2024-04-18T05:14:18.496195+0000","last_fullsized":"2024-04-18T05:14:18.496195+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:55.935108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014732+0000","last_change":"2024-04-18T05:14:00.857037+0000","last_active":"2024-04-18T05:14:11.014732+0000","last_peered":"2024-04-18T05:14:11.014732+0000","last_clean":"2024-04-18T05:14:11.014732+0000","last_became_active":"2024-04-18T05:14:00.856795+0000","last_became_peered":"2024-04-18T05:14:00.856795+0000","last_unstale":"2024-04-18T05:14:11.014732+0000","last_undegraded":"2024-04-18T05:14:11.014732+0000","last_fullsized":"2024-04-18T05:14:11.014732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:33.744237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017771+0000","last_change":"2024-04-18T05:14:00.884084+0000","last_active":"2024-04-18T05:14:11.017771+0000","last_peered":"2024-04-18T05:14:11.017771+0000","last_clean":"2024-04-18T05:14:11.017771+0000","last_became_active":"2024-04-18T05:14:00.883782+0000","last_became_peered":"2024-04-18T05:14:00.883782+0000","last_unstale":"2024-04-18T05:14:11.017771+0000","last_undegraded":"2024-04-18T05:14:11.017771+0000","last_fullsized":"2024-04-18T05:14:11.017771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014728+0000","last_change":"2024-04-18T05:14:00.868998+0000","last_active":"2024-04-18T05:14:11.014728+0000","last_peered":"2024-04-18T05:14:11.014728+0000","last_clean":"2024-04-18T05:14:11.014728+0000","last_became_active":"2024-04-18T05:14:00.868745+0000","last_became_peered":"2024-04-18T05:14:00.868745+0000","last_unstale":"2024-04-18T05:14:11.014728+0000","last_undegraded":"2024-04-18T05:14:11.014728+0000","last_fullsized":"2024-04-18T05:14:11.014728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:43.562529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021174+0000","last_change":"2024-04-18T05:14:00.866910+0000","last_active":"2024-04-18T05:14:11.021174+0000","last_peered":"2024-04-18T05:14:11.021174+0000","last_clean":"2024-04-18T05:14:11.021174+0000","last_became_active":"2024-04-18T05:14:00.864691+0000","last_became_peered":"2024-04-18T05:14:00.864691+0000","last_unstale":"2024-04-18T05:14:11.021174+0000","last_undegraded":"2024-04-18T05:14:11.021174+0000","last_fullsized":"2024-04-18T05:14:11.021174+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015069+0000","last_change":"2024-04-18T05:14:00.876873+0000","last_active":"2024-04-18T05:14:11.015069+0000","last_peered":"2024-04-18T05:14:11.015069+0000","last_clean":"2024-04-18T05:14:11.015069+0000","last_became_active":"2024-04-18T05:14:00.876384+0000","last_became_peered":"2024-04-18T05:14:00.876384+0000","last_unstale":"2024-04-18T05:14:11.015069+0000","last_undegraded":"2024-04-18T05:14:11.015069+0000","last_fullsized":"2024-04-18T05:14:11.015069+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:02.183024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014291+0000","last_change":"2024-04-18T05:14:00.869195+0000","last_active":"2024-04-18T05:14:11.014291+0000","last_peered":"2024-04-18T05:14:11.014291+0000","last_clean":"2024-04-18T05:14:11.014291+0000","last_became_active":"2024-04-18T05:14:00.868916+0000","last_became_peered":"2024-04-18T05:14:00.868916+0000","last_unstale":"2024-04-18T05:14:11.014291+0000","last_undegraded":"2024-04-18T05:14:11.014291+0000","last_fullsized":"2024-04-18T05:14:11.014291+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:03.321848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496023+0000","last_change":"2024-04-18T05:14:16.478833+0000","last_active":"2024-04-18T05:14:18.496023+0000","last_peered":"2024-04-18T05:14:18.496023+0000","last_clean":"2024-04-18T05:14:18.496023+0000","last_became_active":"2024-04-18T05:14:16.478261+0000","last_became_peered":"2024-04-18T05:14:16.478261+0000","last_unstale":"2024-04-18T05:14:18.496023+0000","last_undegraded":"2024-04-18T05:14:18.496023+0000","last_fullsized":"2024-04-18T05:14:18.496023+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:51.179879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017699+0000","last_change":"2024-04-18T05:14:00.881833+0000","last_active":"2024-04-18T05:14:11.017699+0000","last_peered":"2024-04-18T05:14:11.017699+0000","last_clean":"2024-04-18T05:14:11.017699+0000","last_became_active":"2024-04-18T05:14:00.881502+0000","last_became_peered":"2024-04-18T05:14:00.881502+0000","last_unstale":"2024-04-18T05:14:11.017699+0000","last_undegraded":"2024-04-18T05:14:11.017699+0000","last_fullsized":"2024-04-18T05:14:11.017699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021394+0000","last_change":"2024-04-18T05:14:00.875721+0000","last_active":"2024-04-18T05:14:11.021394+0000","last_peered":"2024-04-18T05:14:11.021394+0000","last_clean":"2024-04-18T05:14:11.021394+0000","last_became_active":"2024-04-18T05:14:00.875414+0000","last_became_peered":"2024-04-18T05:14:00.875414+0000","last_unstale":"2024-04-18T05:14:11.021394+0000","last_undegraded":"2024-04-18T05:14:11.021394+0000","last_fullsized":"2024-04-18T05:14:11.021394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017574+0000","last_change":"2024-04-18T05:14:00.882212+0000","last_active":"2024-04-18T05:14:11.017574+0000","last_peered":"2024-04-18T05:14:11.017574+0000","last_clean":"2024-04-18T05:14:11.017574+0000","last_became_active":"2024-04-18T05:14:00.881820+0000","last_became_peered":"2024-04-18T05:14:00.881820+0000","last_unstale":"2024-04-18T05:14:11.017574+0000","last_undegraded":"2024-04-18T05:14:11.017574+0000","last_fullsized":"2024-04-18T05:14:11.017574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.018025+0000","last_change":"2024-04-18T05:14:00.872269+0000","last_active":"2024-04-18T05:14:11.018025+0000","last_peered":"2024-04-18T05:14:11.018025+0000","last_clean":"2024-04-18T05:14:11.018025+0000","last_became_active":"2024-04-18T05:14:00.871996+0000","last_became_peered":"2024-04-18T05:14:00.871996+0000","last_unstale":"2024-04-18T05:14:11.018025+0000","last_undegraded":"2024-04-18T05:14:11.018025+0000","last_fullsized":"2024-04-18T05:14:11.018025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:13:54.356515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264040+0000","last_change":"2024-04-18T05:14:00.884202+0000","last_active":"2024-04-18T05:14:11.264040+0000","last_peered":"2024-04-18T05:14:11.264040+0000","last_clean":"2024-04-18T05:14:11.264040+0000","last_became_active":"2024-04-18T05:14:00.883873+0000","last_became_peered":"2024-04-18T05:14:00.883873+0000","last_unstale":"2024-04-18T05:14:11.264040+0000","last_undegraded":"2024-04-18T05:14:11.264040+0000","last_fullsized":"2024-04-18T05:14:11.264040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264049+0000","last_change":"2024-04-18T05:14:00.866332+0000","last_active":"2024-04-18T05:14:11.264049+0000","last_peered":"2024-04-18T05:14:11.264049+0000","last_clean":"2024-04-18T05:14:11.264049+0000","last_became_active":"2024-04-18T05:14:00.866077+0000","last_became_peered":"2024-04-18T05:14:00.866077+0000","last_unstale":"2024-04-18T05:14:11.264049+0000","last_undegraded":"2024-04-18T05:14:11.264049+0000","last_fullsized":"2024-04-18T05:14:11.264049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:47.951929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020863+0000","last_change":"2024-04-18T05:14:00.870927+0000","last_active":"2024-04-18T05:14:11.020863+0000","last_peered":"2024-04-18T05:14:11.020863+0000","last_clean":"2024-04-18T05:14:11.020863+0000","last_became_active":"2024-04-18T05:14:00.870657+0000","last_became_peered":"2024-04-18T05:14:00.870657+0000","last_unstale":"2024-04-18T05:14:11.020863+0000","last_undegraded":"2024-04-18T05:14:11.020863+0000","last_fullsized":"2024-04-18T05:14:11.020863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.466120+0000","last_change":"2024-04-18T05:14:00.877644+0000","last_active":"2024-04-18T05:14:16.466120+0000","last_peered":"2024-04-18T05:14:16.466120+0000","last_clean":"2024-04-18T05:14:16.466120+0000","last_became_active":"2024-04-18T05:14:00.877241+0000","last_became_peered":"2024-04-18T05:14:00.877241+0000","last_unstale":"2024-04-18T05:14:16.466120+0000","last_undegraded":"2024-04-18T05:14:16.466120+0000","last_fullsized":"2024-04-18T05:14:16.466120+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:18.867338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.078240+0000","last_change":"2024-04-18T05:14:00.874650+0000","last_active":"2024-04-18T05:14:11.078240+0000","last_peered":"2024-04-18T05:14:11.078240+0000","last_clean":"2024-04-18T05:14:11.078240+0000","last_became_active":"2024-04-18T05:14:00.874413+0000","last_became_peered":"2024-04-18T05:14:00.874413+0000","last_unstale":"2024-04-18T05:14:11.078240+0000","last_undegraded":"2024-04-18T05:14:11.078240+0000","last_fullsized":"2024-04-18T05:14:11.078240+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452487+0000","last_change":"2024-04-18T05:14:11.024815+0000","last_active":"2024-04-18T05:14:16.452487+0000","last_peered":"2024-04-18T05:14:16.452487+0000","last_clean":"2024-04-18T05:14:16.452487+0000","last_became_active":"2024-04-18T05:14:11.024035+0000","last_became_peered":"2024-04-18T05:14:11.024035+0000","last_unstale":"2024-04-18T05:14:16.452487+0000","last_undegraded":"2024-04-18T05:14:16.452487+0000","last_fullsized":"2024-04-18T05:14:16.452487+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:16:55.511123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.028866+0000","last_change":"2024-04-18T05:14:11.026240+0000","last_active":"2024-04-18T05:14:11.028866+0000","last_peered":"2024-04-18T05:14:11.028866+0000","last_clean":"2024-04-18T05:14:11.028866+0000","last_became_active":"2024-04-18T05:14:11.025375+0000","last_became_peered":"2024-04-18T05:14:11.025375+0000","last_unstale":"2024-04-18T05:14:11.028866+0000","last_undegraded":"2024-04-18T05:14:11.028866+0000","last_fullsized":"2024-04-18T05:14:11.028866+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:13.567058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077977+0000","last_change":"2024-04-18T05:14:00.883199+0000","last_active":"2024-04-18T05:14:11.077977+0000","last_peered":"2024-04-18T05:14:11.077977+0000","last_clean":"2024-04-18T05:14:11.077977+0000","last_became_active":"2024-04-18T05:14:00.882858+0000","last_became_peered":"2024-04-18T05:14:00.882858+0000","last_unstale":"2024-04-18T05:14:11.077977+0000","last_undegraded":"2024-04-18T05:14:11.077977+0000","last_fullsized":"2024-04-18T05:14:11.077977+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:01.032463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264108+0000","last_change":"2024-04-18T05:14:00.873798+0000","last_active":"2024-04-18T05:14:11.264108+0000","last_peered":"2024-04-18T05:14:11.264108+0000","last_clean":"2024-04-18T05:14:11.264108+0000","last_became_active":"2024-04-18T05:14:00.873539+0000","last_became_peered":"2024-04-18T05:14:00.873539+0000","last_unstale":"2024-04-18T05:14:11.264108+0000","last_undegraded":"2024-04-18T05:14:11.264108+0000","last_fullsized":"2024-04-18T05:14:11.264108+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:21:32.103095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021462+0000","last_change":"2024-04-18T05:14:00.864463+0000","last_active":"2024-04-18T05:14:11.021462+0000","last_peered":"2024-04-18T05:14:11.021462+0000","last_clean":"2024-04-18T05:14:11.021462+0000","last_became_active":"2024-04-18T05:14:00.863933+0000","last_became_peered":"2024-04-18T05:14:00.863933+0000","last_unstale":"2024-04-18T05:14:11.021462+0000","last_undegraded":"2024-04-18T05:14:11.021462+0000","last_fullsized":"2024-04-18T05:14:11.021462+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:44.147152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452447+0000","last_change":"2024-04-18T05:14:00.877432+0000","last_active":"2024-04-18T05:14:16.452447+0000","last_peered":"2024-04-18T05:14:16.452447+0000","last_clean":"2024-04-18T05:14:16.452447+0000","last_became_active":"2024-04-18T05:14:00.877155+0000","last_became_peered":"2024-04-18T05:14:00.877155+0000","last_unstale":"2024-04-18T05:14:16.452447+0000","last_undegraded":"2024-04-18T05:14:16.452447+0000","last_fullsized":"2024-04-18T05:14:16.452447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:05:22.117747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014292+0000","last_change":"2024-04-18T05:14:00.876889+0000","last_active":"2024-04-18T05:14:11.014292+0000","last_peered":"2024-04-18T05:14:11.014292+0000","last_clean":"2024-04-18T05:14:11.014292+0000","last_became_active":"2024-04-18T05:14:00.876591+0000","last_became_peered":"2024-04-18T05:14:00.876591+0000","last_unstale":"2024-04-18T05:14:11.014292+0000","last_undegraded":"2024-04-18T05:14:11.014292+0000","last_fullsized":"2024-04-18T05:14:11.014292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:54:59.323929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264627+0000","last_change":"2024-04-18T05:14:00.873748+0000","last_active":"2024-04-18T05:14:11.264627+0000","last_peered":"2024-04-18T05:14:11.264627+0000","last_clean":"2024-04-18T05:14:11.264627+0000","last_became_active":"2024-04-18T05:14:00.873470+0000","last_became_peered":"2024-04-18T05:14:00.873470+0000","last_unstale":"2024-04-18T05:14:11.264627+0000","last_undegraded":"2024-04-18T05:14:11.264627+0000","last_fullsized":"2024-04-18T05:14:11.264627+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015123+0000","last_change":"2024-04-18T05:14:00.875788+0000","last_active":"2024-04-18T05:14:11.015123+0000","last_peered":"2024-04-18T05:14:11.015123+0000","last_clean":"2024-04-18T05:14:11.015123+0000","last_became_active":"2024-04-18T05:14:00.875390+0000","last_became_peered":"2024-04-18T05:14:00.875390+0000","last_unstale":"2024-04-18T05:14:11.015123+0000","last_undegraded":"2024-04-18T05:14:11.015123+0000","last_fullsized":"2024-04-18T05:14:11.015123+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:45:59.685010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264235+0000","last_change":"2024-04-18T05:14:00.879845+0000","last_active":"2024-04-18T05:14:11.264235+0000","last_peered":"2024-04-18T05:14:11.264235+0000","last_clean":"2024-04-18T05:14:11.264235+0000","last_became_active":"2024-04-18T05:14:00.879510+0000","last_became_peered":"2024-04-18T05:14:00.879510+0000","last_unstale":"2024-04-18T05:14:11.264235+0000","last_undegraded":"2024-04-18T05:14:11.264235+0000","last_fullsized":"2024-04-18T05:14:11.264235+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.027954+0000","last_change":"2024-04-18T05:14:11.025252+0000","last_active":"2024-04-18T05:14:11.027954+0000","last_peered":"2024-04-18T05:14:11.027954+0000","last_clean":"2024-04-18T05:14:11.027954+0000","last_became_active":"2024-04-18T05:14:11.024226+0000","last_became_peered":"2024-04-18T05:14:11.024226+0000","last_unstale":"2024-04-18T05:14:11.027954+0000","last_undegraded":"2024-04-18T05:14:11.027954+0000","last_fullsized":"2024-04-18T05:14:11.027954+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017493+0000","last_change":"2024-04-18T05:14:00.869589+0000","last_active":"2024-04-18T05:14:11.017493+0000","last_peered":"2024-04-18T05:14:11.017493+0000","last_clean":"2024-04-18T05:14:11.017493+0000","last_became_active":"2024-04-18T05:14:00.869381+0000","last_became_peered":"2024-04-18T05:14:00.869381+0000","last_unstale":"2024-04-18T05:14:11.017493+0000","last_undegraded":"2024-04-18T05:14:11.017493+0000","last_fullsized":"2024-04-18T05:14:11.017493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496915+0000","last_change":"2024-04-18T05:14:16.487258+0000","last_active":"2024-04-18T05:14:18.496915+0000","last_peered":"2024-04-18T05:14:18.496915+0000","last_clean":"2024-04-18T05:14:18.496915+0000","last_became_active":"2024-04-18T05:14:16.485937+0000","last_became_peered":"2024-04-18T05:14:16.485937+0000","last_unstale":"2024-04-18T05:14:18.496915+0000","last_undegraded":"2024-04-18T05:14:18.496915+0000","last_fullsized":"2024-04-18T05:14:18.496915+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:19.573372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016931+0000","last_change":"2024-04-18T05:14:00.861612+0000","last_active":"2024-04-18T05:14:11.016931+0000","last_peered":"2024-04-18T05:14:11.016931+0000","last_clean":"2024-04-18T05:14:11.016931+0000","last_became_active":"2024-04-18T05:14:00.861322+0000","last_became_peered":"2024-04-18T05:14:00.861322+0000","last_unstale":"2024-04-18T05:14:11.016931+0000","last_undegraded":"2024-04-18T05:14:11.016931+0000","last_fullsized":"2024-04-18T05:14:11.016931+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014420+0000","last_change":"2024-04-18T05:14:00.872713+0000","last_active":"2024-04-18T05:14:11.014420+0000","last_peered":"2024-04-18T05:14:11.014420+0000","last_clean":"2024-04-18T05:14:11.014420+0000","last_became_active":"2024-04-18T05:14:00.872388+0000","last_became_peered":"2024-04-18T05:14:00.872388+0000","last_unstale":"2024-04-18T05:14:11.014420+0000","last_undegraded":"2024-04-18T05:14:11.014420+0000","last_fullsized":"2024-04-18T05:14:11.014420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:53.968101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015068+0000","last_change":"2024-04-18T05:14:00.871157+0000","last_active":"2024-04-18T05:14:11.015068+0000","last_peered":"2024-04-18T05:14:11.015068+0000","last_clean":"2024-04-18T05:14:11.015068+0000","last_became_active":"2024-04-18T05:14:00.870866+0000","last_became_peered":"2024-04-18T05:14:00.870866+0000","last_unstale":"2024-04-18T05:14:11.015068+0000","last_undegraded":"2024-04-18T05:14:11.015068+0000","last_fullsized":"2024-04-18T05:14:11.015068+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:59.803618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.043475+0000","last_change":"2024-04-18T05:14:15.043475+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.043475+0000","last_undegraded":"2024-04-18T05:14:15.043475+0000","last_fullsized":"2024-04-18T05:14:15.043475+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478638+0000","last_change":"2024-04-18T05:14:11.029858+0000","last_active":"2024-04-18T05:14:16.478638+0000","last_peered":"2024-04-18T05:14:16.478638+0000","last_clean":"2024-04-18T05:14:16.478638+0000","last_became_active":"2024-04-18T05:14:11.028867+0000","last_became_peered":"2024-04-18T05:14:11.028867+0000","last_unstale":"2024-04-18T05:14:16.478638+0000","last_undegraded":"2024-04-18T05:14:16.478638+0000","last_fullsized":"2024-04-18T05:14:16.478638+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:00:17.569328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1f","version":"61'4","reported_seq":18,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017636+0000","last_change":"2024-04-18T05:14:00.470537+0000","last_active":"2024-04-18T05:14:11.017636+0000","last_peered":"2024-04-18T05:14:11.017636+0000","last_clean":"2024-04-18T05:14:11.017636+0000","last_became_active":"2024-04-18T05:14:00.469826+0000","last_became_peered":"2024-04-18T05:14:00.469826+0000","last_unstale":"2024-04-18T05:14:11.017636+0000","last_undegraded":"2024-04-18T05:14:11.017636+0000","last_fullsized":"2024-04-18T05:14:11.017636+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.037689+0000","last_change":"2024-04-18T05:14:15.037689+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.037689+0000","last_undegraded":"2024-04-18T05:14:15.037689+0000","last_fullsized":"2024-04-18T05:14:15.037689+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:10:07.508300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014798+0000","last_change":"2024-04-18T05:14:00.868911+0000","last_active":"2024-04-18T05:14:11.014798+0000","last_peered":"2024-04-18T05:14:11.014798+0000","last_clean":"2024-04-18T05:14:11.014798+0000","last_became_active":"2024-04-18T05:14:00.868635+0000","last_became_peered":"2024-04-18T05:14:00.868635+0000","last_unstale":"2024-04-18T05:14:11.014798+0000","last_undegraded":"2024-04-18T05:14:11.014798+0000","last_fullsized":"2024-04-18T05:14:11.014798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:20:15.375108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1e","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015691+0000","last_change":"2024-04-18T05:14:00.462577+0000","last_active":"2024-04-18T05:14:11.015691+0000","last_peered":"2024-04-18T05:14:11.015691+0000","last_clean":"2024-04-18T05:14:11.015691+0000","last_became_active":"2024-04-18T05:14:00.461833+0000","last_became_peered":"2024-04-18T05:14:00.461833+0000","last_unstale":"2024-04-18T05:14:11.015691+0000","last_undegraded":"2024-04-18T05:14:11.015691+0000","last_fullsized":"2024-04-18T05:14:11.015691+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:30:10.481121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495696+0000","last_change":"2024-04-18T05:14:16.469477+0000","last_active":"2024-04-18T05:14:18.495696+0000","last_peered":"2024-04-18T05:14:18.495696+0000","last_clean":"2024-04-18T05:14:18.495696+0000","last_became_active":"2024-04-18T05:14:16.468700+0000","last_became_peered":"2024-04-18T05:14:16.468700+0000","last_unstale":"2024-04-18T05:14:18.495696+0000","last_undegraded":"2024-04-18T05:14:18.495696+0000","last_fullsized":"2024-04-18T05:14:18.495696+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:02.682221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"67'4","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496749+0000","last_change":"2024-04-18T05:14:16.095268+0000","last_active":"2024-04-18T05:14:18.496749+0000","last_peered":"2024-04-18T05:14:18.496749+0000","last_clean":"2024-04-18T05:14:18.496749+0000","last_became_active":"2024-04-18T05:14:16.094633+0000","last_became_peered":"2024-04-18T05:14:16.094633+0000","last_unstale":"2024-04-18T05:14:18.496749+0000","last_undegraded":"2024-04-18T05:14:18.496749+0000","last_fullsized":"2024-04-18T05:14:18.496749+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:29:08.018616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021375+0000","last_change":"2024-04-18T05:14:00.867021+0000","last_active":"2024-04-18T05:14:11.021375+0000","last_peered":"2024-04-18T05:14:11.021375+0000","last_clean":"2024-04-18T05:14:11.021375+0000","last_became_active":"2024-04-18T05:14:00.866721+0000","last_became_peered":"2024-04-18T05:14:00.866721+0000","last_unstale":"2024-04-18T05:14:11.021375+0000","last_undegraded":"2024-04-18T05:14:11.021375+0000","last_fullsized":"2024-04-18T05:14:11.021375+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:46.723483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1d","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016651+0000","last_change":"2024-04-18T05:14:00.487516+0000","last_active":"2024-04-18T05:14:11.016651+0000","last_peered":"2024-04-18T05:14:11.016651+0000","last_clean":"2024-04-18T05:14:11.016651+0000","last_became_active":"2024-04-18T05:14:00.485771+0000","last_became_peered":"2024-04-18T05:14:00.485771+0000","last_unstale":"2024-04-18T05:14:11.016651+0000","last_undegraded":"2024-04-18T05:14:11.016651+0000","last_fullsized":"2024-04-18T05:14:11.016651+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496374+0000","last_change":"2024-04-18T05:14:16.486876+0000","last_active":"2024-04-18T05:14:18.496374+0000","last_peered":"2024-04-18T05:14:18.496374+0000","last_clean":"2024-04-18T05:14:18.496374+0000","last_became_active":"2024-04-18T05:14:16.486283+0000","last_became_peered":"2024-04-18T05:14:16.486283+0000","last_unstale":"2024-04-18T05:14:18.496374+0000","last_undegraded":"2024-04-18T05:14:18.496374+0000","last_fullsized":"2024-04-18T05:14:18.496374+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:04:19.813957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.048544+0000","last_change":"2024-04-18T05:14:15.048544+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.048544+0000","last_undegraded":"2024-04-18T05:14:15.048544+0000","last_fullsized":"2024-04-18T05:14:15.048544+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:04:16.388530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017771+0000","last_change":"2024-04-18T05:14:00.881250+0000","last_active":"2024-04-18T05:14:11.017771+0000","last_peered":"2024-04-18T05:14:11.017771+0000","last_clean":"2024-04-18T05:14:11.017771+0000","last_became_active":"2024-04-18T05:14:00.879008+0000","last_became_peered":"2024-04-18T05:14:00.879008+0000","last_unstale":"2024-04-18T05:14:11.017771+0000","last_undegraded":"2024-04-18T05:14:11.017771+0000","last_fullsized":"2024-04-18T05:14:11.017771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:18.964122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1c","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.022700+0000","last_change":"2024-04-18T05:14:00.464841+0000","last_active":"2024-04-18T05:14:11.022700+0000","last_peered":"2024-04-18T05:14:11.022700+0000","last_clean":"2024-04-18T05:14:11.022700+0000","last_became_active":"2024-04-18T05:14:00.464196+0000","last_became_peered":"2024-04-18T05:14:00.464196+0000","last_unstale":"2024-04-18T05:14:11.022700+0000","last_undegraded":"2024-04-18T05:14:11.022700+0000","last_fullsized":"2024-04-18T05:14:11.022700+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:23:18.176551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.045656+0000","last_change":"2024-04-18T05:14:15.045656+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.045656+0000","last_undegraded":"2024-04-18T05:14:15.045656+0000","last_fullsized":"2024-04-18T05:14:15.045656+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.027026+0000","last_change":"2024-04-18T05:14:11.025624+0000","last_active":"2024-04-18T05:14:11.027026+0000","last_peered":"2024-04-18T05:14:11.027026+0000","last_clean":"2024-04-18T05:14:11.027026+0000","last_became_active":"2024-04-18T05:14:11.024725+0000","last_became_peered":"2024-04-18T05:14:11.024725+0000","last_unstale":"2024-04-18T05:14:11.027026+0000","last_undegraded":"2024-04-18T05:14:11.027026+0000","last_fullsized":"2024-04-18T05:14:11.027026+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:04:27.081802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1b","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077974+0000","last_change":"2024-04-18T05:14:00.485873+0000","last_active":"2024-04-18T05:14:11.077974+0000","last_peered":"2024-04-18T05:14:11.077974+0000","last_clean":"2024-04-18T05:14:11.077974+0000","last_became_active":"2024-04-18T05:14:00.485195+0000","last_became_peered":"2024-04-18T05:14:00.485195+0000","last_unstale":"2024-04-18T05:14:11.077974+0000","last_undegraded":"2024-04-18T05:14:11.077974+0000","last_fullsized":"2024-04-18T05:14:11.077974+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:01.689558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.040091+0000","last_change":"2024-04-18T05:14:15.040091+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.040091+0000","last_undegraded":"2024-04-18T05:14:15.040091+0000","last_fullsized":"2024-04-18T05:14:15.040091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:58.147929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015068+0000","last_change":"2024-04-18T05:14:00.879230+0000","last_active":"2024-04-18T05:14:11.015068+0000","last_peered":"2024-04-18T05:14:11.015068+0000","last_clean":"2024-04-18T05:14:11.015068+0000","last_became_active":"2024-04-18T05:14:00.878628+0000","last_became_peered":"2024-04-18T05:14:00.878628+0000","last_unstale":"2024-04-18T05:14:11.015068+0000","last_undegraded":"2024-04-18T05:14:11.015068+0000","last_fullsized":"2024-04-18T05:14:11.015068+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:19.648116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1a","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021502+0000","last_change":"2024-04-18T05:14:00.479920+0000","last_active":"2024-04-18T05:14:11.021502+0000","last_peered":"2024-04-18T05:14:11.021502+0000","last_clean":"2024-04-18T05:14:11.021502+0000","last_became_active":"2024-04-18T05:14:00.478544+0000","last_became_peered":"2024-04-18T05:14:00.478544+0000","last_unstale":"2024-04-18T05:14:11.021502+0000","last_undegraded":"2024-04-18T05:14:11.021502+0000","last_fullsized":"2024-04-18T05:14:11.021502+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:51.519297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.037687+0000","last_change":"2024-04-18T05:14:15.037687+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.037687+0000","last_undegraded":"2024-04-18T05:14:15.037687+0000","last_fullsized":"2024-04-18T05:14:15.037687+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.942455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021266+0000","last_change":"2024-04-18T05:14:00.857294+0000","last_active":"2024-04-18T05:14:11.021266+0000","last_peered":"2024-04-18T05:14:11.021266+0000","last_clean":"2024-04-18T05:14:11.021266+0000","last_became_active":"2024-04-18T05:14:00.857009+0000","last_became_peered":"2024-04-18T05:14:00.857009+0000","last_unstale":"2024-04-18T05:14:11.021266+0000","last_undegraded":"2024-04-18T05:14:11.021266+0000","last_fullsized":"2024-04-18T05:14:11.021266+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015336+0000","last_change":"2024-04-18T05:14:00.476000+0000","last_active":"2024-04-18T05:14:11.015336+0000","last_peered":"2024-04-18T05:14:11.015336+0000","last_clean":"2024-04-18T05:14:11.015336+0000","last_became_active":"2024-04-18T05:14:00.475241+0000","last_became_peered":"2024-04-18T05:14:00.475241+0000","last_unstale":"2024-04-18T05:14:11.015336+0000","last_undegraded":"2024-04-18T05:14:11.015336+0000","last_fullsized":"2024-04-18T05:14:11.015336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044075+0000","last_change":"2024-04-18T05:14:15.044075+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044075+0000","last_undegraded":"2024-04-18T05:14:15.044075+0000","last_fullsized":"2024-04-18T05:14:15.044075+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:03:38.246229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077491+0000","last_change":"2024-04-18T05:14:00.883298+0000","last_active":"2024-04-18T05:14:11.077491+0000","last_peered":"2024-04-18T05:14:11.077491+0000","last_clean":"2024-04-18T05:14:11.077491+0000","last_became_active":"2024-04-18T05:14:00.882918+0000","last_became_peered":"2024-04-18T05:14:00.882918+0000","last_unstale":"2024-04-18T05:14:11.077491+0000","last_undegraded":"2024-04-18T05:14:11.077491+0000","last_fullsized":"2024-04-18T05:14:11.077491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016682+0000","last_change":"2024-04-18T05:14:00.472259+0000","last_active":"2024-04-18T05:14:11.016682+0000","last_peered":"2024-04-18T05:14:11.016682+0000","last_clean":"2024-04-18T05:14:11.016682+0000","last_became_active":"2024-04-18T05:14:00.471525+0000","last_became_peered":"2024-04-18T05:14:00.471525+0000","last_unstale":"2024-04-18T05:14:11.016682+0000","last_undegraded":"2024-04-18T05:14:11.016682+0000","last_fullsized":"2024-04-18T05:14:11.016682+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:22.976132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.050823+0000","last_change":"2024-04-18T05:14:15.050823+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.050823+0000","last_undegraded":"2024-04-18T05:14:15.050823+0000","last_fullsized":"2024-04-18T05:14:15.050823+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:48.329637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016167+0000","last_change":"2024-04-18T05:14:00.866770+0000","last_active":"2024-04-18T05:14:11.016167+0000","last_peered":"2024-04-18T05:14:11.016167+0000","last_clean":"2024-04-18T05:14:11.016167+0000","last_became_active":"2024-04-18T05:14:00.866155+0000","last_became_peered":"2024-04-18T05:14:00.866155+0000","last_unstale":"2024-04-18T05:14:11.016167+0000","last_undegraded":"2024-04-18T05:14:11.016167+0000","last_fullsized":"2024-04-18T05:14:11.016167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017925+0000","last_change":"2024-04-18T05:14:00.478675+0000","last_active":"2024-04-18T05:14:11.017925+0000","last_peered":"2024-04-18T05:14:11.017925+0000","last_clean":"2024-04-18T05:14:11.017925+0000","last_became_active":"2024-04-18T05:14:00.477923+0000","last_became_peered":"2024-04-18T05:14:00.477923+0000","last_unstale":"2024-04-18T05:14:11.017925+0000","last_undegraded":"2024-04-18T05:14:11.017925+0000","last_fullsized":"2024-04-18T05:14:11.017925+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:43.137965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.046923+0000","last_change":"2024-04-18T05:14:15.046923+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.046923+0000","last_undegraded":"2024-04-18T05:14:15.046923+0000","last_fullsized":"2024-04-18T05:14:15.046923+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:43:28.228440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077539+0000","last_change":"2024-04-18T05:14:00.869377+0000","last_active":"2024-04-18T05:14:11.077539+0000","last_peered":"2024-04-18T05:14:11.077539+0000","last_clean":"2024-04-18T05:14:11.077539+0000","last_became_active":"2024-04-18T05:14:00.869076+0000","last_became_peered":"2024-04-18T05:14:00.869076+0000","last_unstale":"2024-04-18T05:14:11.077539+0000","last_undegraded":"2024-04-18T05:14:11.077539+0000","last_fullsized":"2024-04-18T05:14:11.077539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264519+0000","last_change":"2024-04-18T05:14:00.473131+0000","last_active":"2024-04-18T05:14:11.264519+0000","last_peered":"2024-04-18T05:14:11.264519+0000","last_clean":"2024-04-18T05:14:11.264519+0000","last_became_active":"2024-04-18T05:14:00.472383+0000","last_became_peered":"2024-04-18T05:14:00.472383+0000","last_unstale":"2024-04-18T05:14:11.264519+0000","last_undegraded":"2024-04-18T05:14:11.264519+0000","last_fullsized":"2024-04-18T05:14:11.264519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:21.674221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.045004+0000","last_change":"2024-04-18T05:14:15.045004+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.045004+0000","last_undegraded":"2024-04-18T05:14:15.045004+0000","last_fullsized":"2024-04-18T05:14:15.045004+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264352+0000","last_change":"2024-04-18T05:14:00.884379+0000","last_active":"2024-04-18T05:14:11.264352+0000","last_peered":"2024-04-18T05:14:11.264352+0000","last_clean":"2024-04-18T05:14:11.264352+0000","last_became_active":"2024-04-18T05:14:00.884121+0000","last_became_peered":"2024-04-18T05:14:00.884121+0000","last_unstale":"2024-04-18T05:14:11.264352+0000","last_undegraded":"2024-04-18T05:14:11.264352+0000","last_fullsized":"2024-04-18T05:14:11.264352+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.15","version":"61'3","reported_seq":17,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015096+0000","last_change":"2024-04-18T05:14:00.469014+0000","last_active":"2024-04-18T05:14:11.015096+0000","last_peered":"2024-04-18T05:14:11.015096+0000","last_clean":"2024-04-18T05:14:11.015096+0000","last_became_active":"2024-04-18T05:14:00.468323+0000","last_became_peered":"2024-04-18T05:14:00.468323+0000","last_unstale":"2024-04-18T05:14:11.015096+0000","last_undegraded":"2024-04-18T05:14:11.015096+0000","last_fullsized":"2024-04-18T05:14:11.015096+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:32.650886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.043613+0000","last_change":"2024-04-18T05:14:15.043613+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.043613+0000","last_undegraded":"2024-04-18T05:14:15.043613+0000","last_fullsized":"2024-04-18T05:14:15.043613+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015113+0000","last_change":"2024-04-18T05:14:00.873581+0000","last_active":"2024-04-18T05:14:11.015113+0000","last_peered":"2024-04-18T05:14:11.015113+0000","last_clean":"2024-04-18T05:14:11.015113+0000","last_became_active":"2024-04-18T05:14:00.873317+0000","last_became_peered":"2024-04-18T05:14:00.873317+0000","last_unstale":"2024-04-18T05:14:11.015113+0000","last_undegraded":"2024-04-18T05:14:11.015113+0000","last_fullsized":"2024-04-18T05:14:11.015113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:06:56.229275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"63'9","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.022835+0000","last_change":"2024-04-18T05:14:00.464562+0000","last_active":"2024-04-18T05:14:11.022835+0000","last_peered":"2024-04-18T05:14:11.022835+0000","last_clean":"2024-04-18T05:14:11.022835+0000","last_became_active":"2024-04-18T05:14:00.463886+0000","last_became_peered":"2024-04-18T05:14:00.463886+0000","last_unstale":"2024-04-18T05:14:11.022835+0000","last_undegraded":"2024-04-18T05:14:11.022835+0000","last_fullsized":"2024-04-18T05:14:11.022835+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:02.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495711+0000","last_change":"2024-04-18T05:14:16.088691+0000","last_active":"2024-04-18T05:14:18.495711+0000","last_peered":"2024-04-18T05:14:18.495711+0000","last_clean":"2024-04-18T05:14:18.495711+0000","last_became_active":"2024-04-18T05:14:16.086971+0000","last_became_peered":"2024-04-18T05:14:16.086971+0000","last_unstale":"2024-04-18T05:14:18.495711+0000","last_undegraded":"2024-04-18T05:14:18.495711+0000","last_fullsized":"2024-04-18T05:14:18.495711+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:53:14.523793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020663+0000","last_change":"2024-04-18T05:14:00.867829+0000","last_active":"2024-04-18T05:14:11.020663+0000","last_peered":"2024-04-18T05:14:11.020663+0000","last_clean":"2024-04-18T05:14:11.020663+0000","last_became_active":"2024-04-18T05:14:00.867573+0000","last_became_peered":"2024-04-18T05:14:00.867573+0000","last_unstale":"2024-04-18T05:14:11.020663+0000","last_undegraded":"2024-04-18T05:14:11.020663+0000","last_fullsized":"2024-04-18T05:14:11.020663+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.13","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017592+0000","last_change":"2024-04-18T05:14:00.476417+0000","last_active":"2024-04-18T05:14:11.017592+0000","last_peered":"2024-04-18T05:14:11.017592+0000","last_clean":"2024-04-18T05:14:11.017592+0000","last_became_active":"2024-04-18T05:14:00.475836+0000","last_became_peered":"2024-04-18T05:14:00.475836+0000","last_unstale":"2024-04-18T05:14:11.017592+0000","last_undegraded":"2024-04-18T05:14:11.017592+0000","last_fullsized":"2024-04-18T05:14:11.017592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:55:02.161082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.049693+0000","last_change":"2024-04-18T05:14:15.049693+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.049693+0000","last_undegraded":"2024-04-18T05:14:15.049693+0000","last_fullsized":"2024-04-18T05:14:15.049693+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:17.907248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020939+0000","last_change":"2024-04-18T05:14:00.870667+0000","last_active":"2024-04-18T05:14:11.020939+0000","last_peered":"2024-04-18T05:14:11.020939+0000","last_clean":"2024-04-18T05:14:11.020939+0000","last_became_active":"2024-04-18T05:14:00.870381+0000","last_became_peered":"2024-04-18T05:14:00.870381+0000","last_unstale":"2024-04-18T05:14:11.020939+0000","last_undegraded":"2024-04-18T05:14:11.020939+0000","last_fullsized":"2024-04-18T05:14:11.020939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021198+0000","last_change":"2024-04-18T05:14:00.485838+0000","last_active":"2024-04-18T05:14:11.021198+0000","last_peered":"2024-04-18T05:14:11.021198+0000","last_clean":"2024-04-18T05:14:11.021198+0000","last_became_active":"2024-04-18T05:14:00.485513+0000","last_became_peered":"2024-04-18T05:14:00.485513+0000","last_unstale":"2024-04-18T05:14:11.021198+0000","last_undegraded":"2024-04-18T05:14:11.021198+0000","last_fullsized":"2024-04-18T05:14:11.021198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:26.085659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.042936+0000","last_change":"2024-04-18T05:14:15.042936+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.042936+0000","last_undegraded":"2024-04-18T05:14:15.042936+0000","last_fullsized":"2024-04-18T05:14:15.042936+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:46:18.659810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020950+0000","last_change":"2024-04-18T05:14:00.866869+0000","last_active":"2024-04-18T05:14:11.020950+0000","last_peered":"2024-04-18T05:14:11.020950+0000","last_clean":"2024-04-18T05:14:11.020950+0000","last_became_active":"2024-04-18T05:14:00.866433+0000","last_became_peered":"2024-04-18T05:14:00.866433+0000","last_unstale":"2024-04-18T05:14:11.020950+0000","last_undegraded":"2024-04-18T05:14:11.020950+0000","last_fullsized":"2024-04-18T05:14:11.020950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:24.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014863+0000","last_change":"2024-04-18T05:14:00.485129+0000","last_active":"2024-04-18T05:14:11.014863+0000","last_peered":"2024-04-18T05:14:11.014863+0000","last_clean":"2024-04-18T05:14:11.014863+0000","last_became_active":"2024-04-18T05:14:00.483769+0000","last_became_peered":"2024-04-18T05:14:00.483769+0000","last_unstale":"2024-04-18T05:14:11.014863+0000","last_undegraded":"2024-04-18T05:14:11.014863+0000","last_fullsized":"2024-04-18T05:14:11.014863+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:00.023276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.037636+0000","last_change":"2024-04-18T05:14:15.037636+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.037636+0000","last_undegraded":"2024-04-18T05:14:15.037636+0000","last_fullsized":"2024-04-18T05:14:15.037636+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:21.203532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015708+0000","last_change":"2024-04-18T05:14:00.859982+0000","last_active":"2024-04-18T05:14:11.015708+0000","last_peered":"2024-04-18T05:14:11.015708+0000","last_clean":"2024-04-18T05:14:11.015708+0000","last_became_active":"2024-04-18T05:14:00.859568+0000","last_became_peered":"2024-04-18T05:14:00.859568+0000","last_unstale":"2024-04-18T05:14:11.015708+0000","last_undegraded":"2024-04-18T05:14:11.015708+0000","last_fullsized":"2024-04-18T05:14:11.015708+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"61'8","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020679+0000","last_change":"2024-04-18T05:14:00.476237+0000","last_active":"2024-04-18T05:14:11.020679+0000","last_peered":"2024-04-18T05:14:11.020679+0000","last_clean":"2024-04-18T05:14:11.020679+0000","last_became_active":"2024-04-18T05:14:00.475552+0000","last_became_peered":"2024-04-18T05:14:00.475552+0000","last_unstale":"2024-04-18T05:14:11.020679+0000","last_undegraded":"2024-04-18T05:14:11.020679+0000","last_fullsized":"2024-04-18T05:14:11.020679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:06:26.819732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.d","version":"67'1","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497497+0000","last_change":"2024-04-18T05:14:16.095144+0000","last_active":"2024-04-18T05:14:18.497497+0000","last_peered":"2024-04-18T05:14:18.497497+0000","last_clean":"2024-04-18T05:14:18.497497+0000","last_became_active":"2024-04-18T05:14:16.094621+0000","last_became_peered":"2024-04-18T05:14:16.094621+0000","last_unstale":"2024-04-18T05:14:18.497497+0000","last_undegraded":"2024-04-18T05:14:18.497497+0000","last_fullsized":"2024-04-18T05:14:18.497497+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:18.331918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.028916+0000","last_change":"2024-04-18T05:14:11.026298+0000","last_active":"2024-04-18T05:14:11.028916+0000","last_peered":"2024-04-18T05:14:11.028916+0000","last_clean":"2024-04-18T05:14:11.028916+0000","last_became_active":"2024-04-18T05:14:11.025454+0000","last_became_peered":"2024-04-18T05:14:11.025454+0000","last_unstale":"2024-04-18T05:14:11.028916+0000","last_undegraded":"2024-04-18T05:14:11.028916+0000","last_fullsized":"2024-04-18T05:14:11.028916+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.f","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.018034+0000","last_change":"2024-04-18T05:14:00.478363+0000","last_active":"2024-04-18T05:14:11.018034+0000","last_peered":"2024-04-18T05:14:11.018034+0000","last_clean":"2024-04-18T05:14:11.018034+0000","last_became_active":"2024-04-18T05:14:00.477340+0000","last_became_peered":"2024-04-18T05:14:00.477340+0000","last_unstale":"2024-04-18T05:14:11.018034+0000","last_undegraded":"2024-04-18T05:14:11.018034+0000","last_fullsized":"2024-04-18T05:14:11.018034+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:01.173836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496345+0000","last_change":"2024-04-18T05:14:16.491241+0000","last_active":"2024-04-18T05:14:18.496345+0000","last_peered":"2024-04-18T05:14:18.496345+0000","last_clean":"2024-04-18T05:14:18.496345+0000","last_became_active":"2024-04-18T05:14:16.486877+0000","last_became_peered":"2024-04-18T05:14:16.486877+0000","last_unstale":"2024-04-18T05:14:18.496345+0000","last_undegraded":"2024-04-18T05:14:18.496345+0000","last_fullsized":"2024-04-18T05:14:18.496345+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:00.223918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497128+0000","last_change":"2024-04-18T05:14:16.100716+0000","last_active":"2024-04-18T05:14:18.497128+0000","last_peered":"2024-04-18T05:14:18.497128+0000","last_clean":"2024-04-18T05:14:18.497128+0000","last_became_active":"2024-04-18T05:14:16.100328+0000","last_became_peered":"2024-04-18T05:14:16.100328+0000","last_unstale":"2024-04-18T05:14:18.497128+0000","last_undegraded":"2024-04-18T05:14:18.497128+0000","last_fullsized":"2024-04-18T05:14:18.497128+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:23.048982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264317+0000","last_change":"2024-04-18T05:14:00.861505+0000","last_active":"2024-04-18T05:14:11.264317+0000","last_peered":"2024-04-18T05:14:11.264317+0000","last_clean":"2024-04-18T05:14:11.264317+0000","last_became_active":"2024-04-18T05:14:00.861225+0000","last_became_peered":"2024-04-18T05:14:00.861225+0000","last_unstale":"2024-04-18T05:14:11.264317+0000","last_undegraded":"2024-04-18T05:14:11.264317+0000","last_fullsized":"2024-04-18T05:14:11.264317+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017884+0000","last_change":"2024-04-18T05:14:00.480005+0000","last_active":"2024-04-18T05:14:11.017884+0000","last_peered":"2024-04-18T05:14:11.017884+0000","last_clean":"2024-04-18T05:14:11.017884+0000","last_became_active":"2024-04-18T05:14:00.479297+0000","last_became_peered":"2024-04-18T05:14:00.479297+0000","last_unstale":"2024-04-18T05:14:11.017884+0000","last_undegraded":"2024-04-18T05:14:11.017884+0000","last_fullsized":"2024-04-18T05:14:11.017884+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:18.638928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495951+0000","last_change":"2024-04-18T05:14:16.486294+0000","last_active":"2024-04-18T05:14:18.495951+0000","last_peered":"2024-04-18T05:14:18.495951+0000","last_clean":"2024-04-18T05:14:18.495951+0000","last_became_active":"2024-04-18T05:14:16.479222+0000","last_became_peered":"2024-04-18T05:14:16.479222+0000","last_unstale":"2024-04-18T05:14:18.495951+0000","last_undegraded":"2024-04-18T05:14:18.495951+0000","last_fullsized":"2024-04-18T05:14:18.495951+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:59:56.913370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.040918+0000","last_change":"2024-04-18T05:14:15.040918+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.040918+0000","last_undegraded":"2024-04-18T05:14:15.040918+0000","last_fullsized":"2024-04-18T05:14:15.040918+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:38:01.308883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264299+0000","last_change":"2024-04-18T05:14:00.861526+0000","last_active":"2024-04-18T05:14:11.264299+0000","last_peered":"2024-04-18T05:14:11.264299+0000","last_clean":"2024-04-18T05:14:11.264299+0000","last_became_active":"2024-04-18T05:14:00.861220+0000","last_became_peered":"2024-04-18T05:14:00.861220+0000","last_unstale":"2024-04-18T05:14:11.264299+0000","last_undegraded":"2024-04-18T05:14:11.264299+0000","last_fullsized":"2024-04-18T05:14:11.264299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:19:16.915439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015031+0000","last_change":"2024-04-18T05:14:00.462281+0000","last_active":"2024-04-18T05:14:11.015031+0000","last_peered":"2024-04-18T05:14:11.015031+0000","last_clean":"2024-04-18T05:14:11.015031+0000","last_became_active":"2024-04-18T05:14:00.461405+0000","last_became_peered":"2024-04-18T05:14:00.461405+0000","last_unstale":"2024-04-18T05:14:11.015031+0000","last_undegraded":"2024-04-18T05:14:11.015031+0000","last_fullsized":"2024-04-18T05:14:11.015031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:15.739905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.041262+0000","last_change":"2024-04-18T05:14:15.041262+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.041262+0000","last_undegraded":"2024-04-18T05:14:15.041262+0000","last_fullsized":"2024-04-18T05:14:15.041262+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015310+0000","last_change":"2024-04-18T05:14:00.871679+0000","last_active":"2024-04-18T05:14:11.015310+0000","last_peered":"2024-04-18T05:14:11.015310+0000","last_clean":"2024-04-18T05:14:11.015310+0000","last_became_active":"2024-04-18T05:14:00.871400+0000","last_became_peered":"2024-04-18T05:14:00.871400+0000","last_unstale":"2024-04-18T05:14:11.015310+0000","last_undegraded":"2024-04-18T05:14:11.015310+0000","last_fullsized":"2024-04-18T05:14:11.015310+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:30.155951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478952+0000","last_change":"2024-04-18T05:14:00.491392+0000","last_active":"2024-04-18T05:14:16.478952+0000","last_peered":"2024-04-18T05:14:16.478952+0000","last_clean":"2024-04-18T05:14:16.478952+0000","last_became_active":"2024-04-18T05:14:00.486707+0000","last_became_peered":"2024-04-18T05:14:00.486707+0000","last_unstale":"2024-04-18T05:14:16.478952+0000","last_undegraded":"2024-04-18T05:14:16.478952+0000","last_fullsized":"2024-04-18T05:14:16.478952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:01:36.454283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497477+0000","last_change":"2024-04-18T05:14:16.491883+0000","last_active":"2024-04-18T05:14:18.497477+0000","last_peered":"2024-04-18T05:14:18.497477+0000","last_clean":"2024-04-18T05:14:18.497477+0000","last_became_active":"2024-04-18T05:14:16.491306+0000","last_became_peered":"2024-04-18T05:14:16.491306+0000","last_unstale":"2024-04-18T05:14:18.497477+0000","last_undegraded":"2024-04-18T05:14:18.497477+0000","last_fullsized":"2024-04-18T05:14:18.497477+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:32:01.614326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044604+0000","last_change":"2024-04-18T05:14:15.044604+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044604+0000","last_undegraded":"2024-04-18T05:14:15.044604+0000","last_fullsized":"2024-04-18T05:14:15.044604+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020336+0000","last_change":"2024-04-18T05:14:00.863392+0000","last_active":"2024-04-18T05:14:11.020336+0000","last_peered":"2024-04-18T05:14:11.020336+0000","last_clean":"2024-04-18T05:14:11.020336+0000","last_became_active":"2024-04-18T05:14:00.863169+0000","last_became_peered":"2024-04-18T05:14:00.863169+0000","last_unstale":"2024-04-18T05:14:11.020336+0000","last_undegraded":"2024-04-18T05:14:11.020336+0000","last_fullsized":"2024-04-18T05:14:11.020336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.b","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020875+0000","last_change":"2024-04-18T05:14:00.468847+0000","last_active":"2024-04-18T05:14:11.020875+0000","last_peered":"2024-04-18T05:14:11.020875+0000","last_clean":"2024-04-18T05:14:11.020875+0000","last_became_active":"2024-04-18T05:14:00.467620+0000","last_became_peered":"2024-04-18T05:14:00.467620+0000","last_unstale":"2024-04-18T05:14:11.020875+0000","last_undegraded":"2024-04-18T05:14:11.020875+0000","last_fullsized":"2024-04-18T05:14:11.020875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.038169+0000","last_change":"2024-04-18T05:14:15.038169+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.038169+0000","last_undegraded":"2024-04-18T05:14:15.038169+0000","last_fullsized":"2024-04-18T05:14:15.038169+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:13.909329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.263794+0000","last_change":"2024-04-18T05:14:00.874004+0000","last_active":"2024-04-18T05:14:11.263794+0000","last_peered":"2024-04-18T05:14:11.263794+0000","last_clean":"2024-04-18T05:14:11.263794+0000","last_became_active":"2024-04-18T05:14:00.873704+0000","last_became_peered":"2024-04-18T05:14:00.873704+0000","last_unstale":"2024-04-18T05:14:11.263794+0000","last_undegraded":"2024-04-18T05:14:11.263794+0000","last_fullsized":"2024-04-18T05:14:11.263794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:50:55.042327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021427+0000","last_change":"2024-04-18T05:14:00.467695+0000","last_active":"2024-04-18T05:14:11.021427+0000","last_peered":"2024-04-18T05:14:11.021427+0000","last_clean":"2024-04-18T05:14:11.021427+0000","last_became_active":"2024-04-18T05:14:00.467177+0000","last_became_peered":"2024-04-18T05:14:00.467177+0000","last_unstale":"2024-04-18T05:14:11.021427+0000","last_undegraded":"2024-04-18T05:14:11.021427+0000","last_fullsized":"2024-04-18T05:14:11.021427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:41:27.605641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497818+0000","last_change":"2024-04-18T05:14:16.500308+0000","last_active":"2024-04-18T05:14:18.497818+0000","last_peered":"2024-04-18T05:14:18.497818+0000","last_clean":"2024-04-18T05:14:18.497818+0000","last_became_active":"2024-04-18T05:14:16.499936+0000","last_became_peered":"2024-04-18T05:14:16.499936+0000","last_unstale":"2024-04-18T05:14:18.497818+0000","last_undegraded":"2024-04-18T05:14:18.497818+0000","last_fullsized":"2024-04-18T05:14:18.497818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:12:20.737948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.038438+0000","last_change":"2024-04-18T05:14:15.038438+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.038438+0000","last_undegraded":"2024-04-18T05:14:15.038438+0000","last_fullsized":"2024-04-18T05:14:15.038438+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:10.814674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016951+0000","last_change":"2024-04-18T05:14:00.879044+0000","last_active":"2024-04-18T05:14:11.016951+0000","last_peered":"2024-04-18T05:14:11.016951+0000","last_clean":"2024-04-18T05:14:11.016951+0000","last_became_active":"2024-04-18T05:14:00.878761+0000","last_became_peered":"2024-04-18T05:14:00.878761+0000","last_unstale":"2024-04-18T05:14:11.016951+0000","last_undegraded":"2024-04-18T05:14:11.016951+0000","last_fullsized":"2024-04-18T05:14:11.016951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020049+0000","last_change":"2024-04-18T05:14:00.471853+0000","last_active":"2024-04-18T05:14:11.020049+0000","last_peered":"2024-04-18T05:14:11.020049+0000","last_clean":"2024-04-18T05:14:11.020049+0000","last_became_active":"2024-04-18T05:14:00.471070+0000","last_became_peered":"2024-04-18T05:14:00.471070+0000","last_unstale":"2024-04-18T05:14:11.020049+0000","last_undegraded":"2024-04-18T05:14:11.020049+0000","last_fullsized":"2024-04-18T05:14:11.020049+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.042673+0000","last_change":"2024-04-18T05:14:15.042673+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.042673+0000","last_undegraded":"2024-04-18T05:14:15.042673+0000","last_fullsized":"2024-04-18T05:14:15.042673+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077745+0000","last_change":"2024-04-18T05:14:00.871916+0000","last_active":"2024-04-18T05:14:11.077745+0000","last_peered":"2024-04-18T05:14:11.077745+0000","last_clean":"2024-04-18T05:14:11.077745+0000","last_became_active":"2024-04-18T05:14:00.871632+0000","last_became_peered":"2024-04-18T05:14:00.871632+0000","last_unstale":"2024-04-18T05:14:11.077745+0000","last_undegraded":"2024-04-18T05:14:11.077745+0000","last_fullsized":"2024-04-18T05:14:11.077745+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:41.569182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.018165+0000","last_change":"2024-04-18T05:14:00.473649+0000","last_active":"2024-04-18T05:14:11.018165+0000","last_peered":"2024-04-18T05:14:11.018165+0000","last_clean":"2024-04-18T05:14:11.018165+0000","last_became_active":"2024-04-18T05:14:00.473013+0000","last_became_peered":"2024-04-18T05:14:00.473013+0000","last_unstale":"2024-04-18T05:14:11.018165+0000","last_undegraded":"2024-04-18T05:14:11.018165+0000","last_fullsized":"2024-04-18T05:14:11.018165+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:58.794431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.041221+0000","last_change":"2024-04-18T05:14:15.041221+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.041221+0000","last_undegraded":"2024-04-18T05:14:15.041221+0000","last_fullsized":"2024-04-18T05:14:15.041221+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077760+0000","last_change":"2024-04-18T05:14:00.880892+0000","last_active":"2024-04-18T05:14:11.077760+0000","last_peered":"2024-04-18T05:14:11.077760+0000","last_clean":"2024-04-18T05:14:11.077760+0000","last_became_active":"2024-04-18T05:14:00.880537+0000","last_became_peered":"2024-04-18T05:14:00.880537+0000","last_unstale":"2024-04-18T05:14:11.077760+0000","last_undegraded":"2024-04-18T05:14:11.077760+0000","last_fullsized":"2024-04-18T05:14:11.077760+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:16.749092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.6","version":"62'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.018272+0000","last_change":"2024-04-18T05:14:00.483853+0000","last_active":"2024-04-18T05:14:11.018272+0000","last_peered":"2024-04-18T05:14:11.018272+0000","last_clean":"2024-04-18T05:14:11.018272+0000","last_became_active":"2024-04-18T05:14:00.483595+0000","last_became_peered":"2024-04-18T05:14:00.483595+0000","last_unstale":"2024-04-18T05:14:11.018272+0000","last_undegraded":"2024-04-18T05:14:11.018272+0000","last_fullsized":"2024-04-18T05:14:11.018272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:38.921394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044645+0000","last_change":"2024-04-18T05:14:15.044645+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044645+0000","last_undegraded":"2024-04-18T05:14:15.044645+0000","last_fullsized":"2024-04-18T05:14:15.044645+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:15:20.350938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015243+0000","last_change":"2024-04-18T05:14:00.855267+0000","last_active":"2024-04-18T05:14:11.015243+0000","last_peered":"2024-04-18T05:14:11.015243+0000","last_clean":"2024-04-18T05:14:11.015243+0000","last_became_active":"2024-04-18T05:14:00.855039+0000","last_became_peered":"2024-04-18T05:14:00.855039+0000","last_unstale":"2024-04-18T05:14:11.015243+0000","last_undegraded":"2024-04-18T05:14:11.015243+0000","last_fullsized":"2024-04-18T05:14:11.015243+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.023092+0000","last_change":"2024-04-18T05:14:00.482001+0000","last_active":"2024-04-18T05:14:11.023092+0000","last_peered":"2024-04-18T05:14:11.023092+0000","last_clean":"2024-04-18T05:14:11.023092+0000","last_became_active":"2024-04-18T05:14:00.481233+0000","last_became_peered":"2024-04-18T05:14:00.481233+0000","last_unstale":"2024-04-18T05:14:11.023092+0000","last_undegraded":"2024-04-18T05:14:11.023092+0000","last_fullsized":"2024-04-18T05:14:11.023092+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:46:34.054210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.049754+0000","last_change":"2024-04-18T05:14:15.049754+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.049754+0000","last_undegraded":"2024-04-18T05:14:15.049754+0000","last_fullsized":"2024-04-18T05:14:15.049754+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015373+0000","last_change":"2024-04-18T05:14:00.871574+0000","last_active":"2024-04-18T05:14:11.015373+0000","last_peered":"2024-04-18T05:14:11.015373+0000","last_clean":"2024-04-18T05:14:11.015373+0000","last_became_active":"2024-04-18T05:14:00.871299+0000","last_became_peered":"2024-04-18T05:14:00.871299+0000","last_unstale":"2024-04-18T05:14:11.015373+0000","last_undegraded":"2024-04-18T05:14:11.015373+0000","last_fullsized":"2024-04-18T05:14:11.015373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:19:10.047141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.484062+0000","last_change":"2024-04-18T05:14:00.492511+0000","last_active":"2024-04-18T05:14:16.484062+0000","last_peered":"2024-04-18T05:14:16.484062+0000","last_clean":"2024-04-18T05:14:16.484062+0000","last_became_active":"2024-04-18T05:14:00.491890+0000","last_became_peered":"2024-04-18T05:14:00.491890+0000","last_unstale":"2024-04-18T05:14:16.484062+0000","last_undegraded":"2024-04-18T05:14:16.484062+0000","last_fullsized":"2024-04-18T05:14:16.484062+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:05:36.954697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.041647+0000","last_change":"2024-04-18T05:14:15.041647+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.041647+0000","last_undegraded":"2024-04-18T05:14:15.041647+0000","last_fullsized":"2024-04-18T05:14:15.041647+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:17.284145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016386+0000","last_change":"2024-04-18T05:14:00.874084+0000","last_active":"2024-04-18T05:14:11.016386+0000","last_peered":"2024-04-18T05:14:11.016386+0000","last_clean":"2024-04-18T05:14:11.016386+0000","last_became_active":"2024-04-18T05:14:00.873807+0000","last_became_peered":"2024-04-18T05:14:00.873807+0000","last_unstale":"2024-04-18T05:14:11.016386+0000","last_undegraded":"2024-04-18T05:14:11.016386+0000","last_fullsized":"2024-04-18T05:14:11.016386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:05:52.408260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264272+0000","last_change":"2024-04-18T05:14:00.477493+0000","last_active":"2024-04-18T05:14:11.264272+0000","last_peered":"2024-04-18T05:14:11.264272+0000","last_clean":"2024-04-18T05:14:11.264272+0000","last_became_active":"2024-04-18T05:14:00.476699+0000","last_became_peered":"2024-04-18T05:14:00.476699+0000","last_unstale":"2024-04-18T05:14:11.264272+0000","last_undegraded":"2024-04-18T05:14:11.264272+0000","last_fullsized":"2024-04-18T05:14:11.264272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:48:59.329860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496615+0000","last_change":"2024-04-18T05:14:16.490707+0000","last_active":"2024-04-18T05:14:18.496615+0000","last_peered":"2024-04-18T05:14:18.496615+0000","last_clean":"2024-04-18T05:14:18.496615+0000","last_became_active":"2024-04-18T05:14:16.479630+0000","last_became_peered":"2024-04-18T05:14:16.479630+0000","last_unstale":"2024-04-18T05:14:18.496615+0000","last_undegraded":"2024-04-18T05:14:18.496615+0000","last_fullsized":"2024-04-18T05:14:18.496615+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:43.208910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.039267+0000","last_change":"2024-04-18T05:14:15.039267+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.039267+0000","last_undegraded":"2024-04-18T05:14:15.039267+0000","last_fullsized":"2024-04-18T05:14:15.039267+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:55:08.553501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.263903+0000","last_change":"2024-04-18T05:14:00.884112+0000","last_active":"2024-04-18T05:14:11.263903+0000","last_peered":"2024-04-18T05:14:11.263903+0000","last_clean":"2024-04-18T05:14:11.263903+0000","last_became_active":"2024-04-18T05:14:00.883819+0000","last_became_peered":"2024-04-18T05:14:00.883819+0000","last_unstale":"2024-04-18T05:14:11.263903+0000","last_undegraded":"2024-04-18T05:14:11.263903+0000","last_fullsized":"2024-04-18T05:14:11.263903+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015430+0000","last_change":"2024-04-18T05:14:00.471506+0000","last_active":"2024-04-18T05:14:11.015430+0000","last_peered":"2024-04-18T05:14:11.015430+0000","last_clean":"2024-04-18T05:14:11.015430+0000","last_became_active":"2024-04-18T05:14:00.470776+0000","last_became_peered":"2024-04-18T05:14:00.470776+0000","last_unstale":"2024-04-18T05:14:11.015430+0000","last_undegraded":"2024-04-18T05:14:11.015430+0000","last_fullsized":"2024-04-18T05:14:11.015430+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044323+0000","last_change":"2024-04-18T05:14:15.044323+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044323+0000","last_undegraded":"2024-04-18T05:14:15.044323+0000","last_fullsized":"2024-04-18T05:14:15.044323+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:32.436757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.030868+0000","last_change":"2024-04-18T05:14:11.029009+0000","last_active":"2024-04-18T05:14:11.030868+0000","last_peered":"2024-04-18T05:14:11.030868+0000","last_clean":"2024-04-18T05:14:11.030868+0000","last_became_active":"2024-04-18T05:14:11.028270+0000","last_became_peered":"2024-04-18T05:14:11.028270+0000","last_unstale":"2024-04-18T05:14:11.030868+0000","last_undegraded":"2024-04-18T05:14:11.030868+0000","last_fullsized":"2024-04-18T05:14:11.030868+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.464806+0000","last_change":"2024-04-18T05:14:00.492526+0000","last_active":"2024-04-18T05:14:16.464806+0000","last_peered":"2024-04-18T05:14:16.464806+0000","last_clean":"2024-04-18T05:14:16.464806+0000","last_became_active":"2024-04-18T05:14:00.491888+0000","last_became_peered":"2024-04-18T05:14:00.491888+0000","last_unstale":"2024-04-18T05:14:16.464806+0000","last_undegraded":"2024-04-18T05:14:16.464806+0000","last_fullsized":"2024-04-18T05:14:16.464806+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:05:04.092042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.049640+0000","last_change":"2024-04-18T05:14:15.049640+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.049640+0000","last_undegraded":"2024-04-18T05:14:15.049640+0000","last_fullsized":"2024-04-18T05:14:15.049640+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:02.970680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077725+0000","last_change":"2024-04-18T05:14:00.884904+0000","last_active":"2024-04-18T05:14:11.077725+0000","last_peered":"2024-04-18T05:14:11.077725+0000","last_clean":"2024-04-18T05:14:11.077725+0000","last_became_active":"2024-04-18T05:14:00.884602+0000","last_became_peered":"2024-04-18T05:14:00.884602+0000","last_unstale":"2024-04-18T05:14:11.077725+0000","last_undegraded":"2024-04-18T05:14:11.077725+0000","last_fullsized":"2024-04-18T05:14:11.077725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021137+0000","last_change":"2024-04-18T05:14:00.480520+0000","last_active":"2024-04-18T05:14:11.021137+0000","last_peered":"2024-04-18T05:14:11.021137+0000","last_clean":"2024-04-18T05:14:11.021137+0000","last_became_active":"2024-04-18T05:14:00.478958+0000","last_became_peered":"2024-04-18T05:14:00.478958+0000","last_unstale":"2024-04-18T05:14:11.021137+0000","last_undegraded":"2024-04-18T05:14:11.021137+0000","last_fullsized":"2024-04-18T05:14:11.021137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.050977+0000","last_change":"2024-04-18T05:14:15.050977+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.050977+0000","last_undegraded":"2024-04-18T05:14:15.050977+0000","last_fullsized":"2024-04-18T05:14:15.050977+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021194+0000","last_change":"2024-04-18T05:14:00.870565+0000","last_active":"2024-04-18T05:14:11.021194+0000","last_peered":"2024-04-18T05:14:11.021194+0000","last_clean":"2024-04-18T05:14:11.021194+0000","last_became_active":"2024-04-18T05:14:00.870275+0000","last_became_peered":"2024-04-18T05:14:00.870275+0000","last_unstale":"2024-04-18T05:14:11.021194+0000","last_undegraded":"2024-04-18T05:14:11.021194+0000","last_fullsized":"2024-04-18T05:14:11.021194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020736+0000","last_change":"2024-04-18T05:14:00.485922+0000","last_active":"2024-04-18T05:14:11.020736+0000","last_peered":"2024-04-18T05:14:11.020736+0000","last_clean":"2024-04-18T05:14:11.020736+0000","last_became_active":"2024-04-18T05:14:00.485025+0000","last_became_peered":"2024-04-18T05:14:00.485025+0000","last_unstale":"2024-04-18T05:14:11.020736+0000","last_undegraded":"2024-04-18T05:14:11.020736+0000","last_fullsized":"2024-04-18T05:14:11.020736+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":202,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020955+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:14:11.020955+0000","last_peered":"2024-04-18T05:14:11.020955+0000","last_clean":"2024-04-18T05:14:11.020955+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:14:11.020955+0000","last_undegraded":"2024-04-18T05:14:11.020955+0000","last_fullsized":"2024-04-18T05:14:11.020955+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":20,"acting":20,"num_store_stats":1},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":652,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":64,"acting":64,"num_store_stats":8},{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31896,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339944,"statfs":{"total":96636764160,"available":96604102656,"internally_reserved":0,"allocated":798720,"data_stored":362164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.89100000000000001,"15min":0.89700000000000002},"min":{"1min":0.56100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.256,"5min":1.421,"15min":1.421},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.58399999999999996,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.73899999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.82099999999999995,"15min":0.81299999999999994},"min":{"1min":0.56000000000000005,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.58599999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.214,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.72099999999999997}]},{"osd":2,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.85999999999999999,"15min":0.85599999999999998},"min":{"1min":0.54400000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.25,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.63700000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0189999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.331,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.879},{"interface":"front","average":{"1min":1.006,"5min":1.01,"15min":1.0109999999999999},"min":{"1min":0.64200000000000002,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4099999999999999,"5min":1.494,"15min":1.494},"last":0.77500000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.95399999999999996,"15min":0.95999999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.1950000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.999,"5min":0.995,"15min":0.99399999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.98799999999999999,"15min":0.99199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2789999999999999,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.83199999999999996},{"interface":"front","average":{"1min":1.004,"5min":1.0820000000000001,"15min":1.095},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.4450000000000001,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.98999999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.0609999999999999,"15min":1.0700000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.5669999999999999,"5min":1.635,"15min":1.635},"last":1.018},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0509999999999999,"15min":1.0489999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0389999999999999}]}]},{"osd":5,"up_from":15,"seq":64424509479,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":1392640,"data_stored":951992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.81499999999999995,"15min":0.80900000000000005},"min":{"1min":0.501,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.81999999999999995,"15min":0.81499999999999995},"min":{"1min":0.51800000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.83699999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.83199999999999996,"15min":0.82599999999999996},"min":{"1min":0.52300000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1120000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.84999999999999998,"15min":0.83599999999999997},"min":{"1min":0.61599999999999999,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.78400000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.83399999999999996,"15min":0.80700000000000005},"min":{"1min":0.64400000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":4.2789999999999999,"5min":4.2789999999999999,"15min":4.2789999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.92500000000000004,"15min":0.91900000000000004},"min":{"1min":0.64300000000000002,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.173,"5min":2.173,"15min":2.173},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94599999999999995,"15min":0.95299999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1930000000000001,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":1.026,"5min":1.0049999999999999,"15min":1.0009999999999999},"min":{"1min":0.80200000000000005,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.821,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.0209999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.94199999999999995,"15min":0.93799999999999994},"min":{"1min":0.65500000000000003,"5min":0.437,"15min":0.437},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":2.855,"5min":2.855,"15min":2.855},"last":1.0609999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.96599999999999997,"15min":0.97199999999999998},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.1759999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.038,"15min":1.052},"min":{"1min":0.624,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2450000000000001,"5min":1.73,"15min":1.73},"last":0.88800000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.085,"15min":1.0840000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3759999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.127,"5min":1.149,"15min":1.153},"min":{"1min":0.79600000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.712,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.3140000000000001}]}]},{"osd":4,"up_from":15,"seq":64424509480,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":782336,"data_stored":358829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.85699999999999998,"15min":0.84699999999999998},"min":{"1min":0.58299999999999996,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.135,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.59799999999999998,"5min":0.503,"15min":0.503},"max":{"1min":1.1020000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96299999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.82299999999999995,"15min":0.81399999999999995},"min":{"1min":0.67100000000000004,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.177,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.0960000000000001},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.90400000000000003},"min":{"1min":0.58999999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1439999999999999,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.79800000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.92300000000000004,"15min":0.91700000000000004},"min":{"1min":0.71699999999999997,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.228,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.92800000000000005,"15min":0.92600000000000005},"min":{"1min":0.69899999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.27,"5min":1.498,"15min":1.498},"last":1.0309999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.93899999999999995,"15min":0.93500000000000005},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.0760000000000001},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.98699999999999999,"15min":0.997},"min":{"1min":0.63400000000000001,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.2729999999999999,"5min":1.617,"15min":1.617},"last":0.91800000000000004}]},{"osd":5,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.81899999999999995,"15min":0.82799999999999996},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.0429999999999999,"15min":1.0569999999999999},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.4239999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.88900000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.036,"15min":1.05},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.91000000000000003,"5min":1.0109999999999999,"15min":1.028},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.153,"5min":1.962,"15min":1.962},"last":0.83299999999999996}]},{"osd":7,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.036,"15min":1.0329999999999999},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.3640000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.0489999999999999,"15min":1.0549999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.202,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.0489999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35980,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335860,"statfs":{"total":96636764160,"available":96599920640,"internally_reserved":0,"allocated":786432,"data_stored":358407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.318,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90000000000000002,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.442},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.65900000000000003,"15min":0.66300000000000003},"min":{"1min":0.32200000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.91400000000000003,"5min":1.571,"15min":1.571},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.67200000000000004,"15min":0.67800000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.871,"5min":1.76,"15min":1.76},"last":0.38},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.66800000000000004,"15min":0.66200000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.0289999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.35799999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.79000000000000004,"15min":0.80400000000000005},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.309},"max":{"1min":1.171,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.78400000000000003,"15min":0.78200000000000003},"min":{"1min":0.39100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1519999999999999,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.39900000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.90100000000000002,"15min":0.91100000000000003},"min":{"1min":0.60999999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0900000000000001,"5min":1.252,"15min":1.252},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.202,"5min":1.254,"15min":1.254},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.93400000000000005,"15min":0.93200000000000005},"min":{"1min":0.68899999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3640000000000001,"5min":1.446,"15min":1.446},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.0089999999999999,"15min":1.0249999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.502,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.61299999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.022,"15min":1.03},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.365,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0369999999999999,"15min":1.0449999999999999},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.456,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.67500000000000004}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.0489999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4059999999999999,"5min":1.883,"15min":1.883},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0269999999999999,"15min":1.0289999999999999},"min":{"1min":0.63300000000000001,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2649999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.77400000000000002}]}]},{"osd":2,"up_from":15,"seq":64424509478,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31884,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339956,"statfs":{"total":96636764160,"available":96604114944,"internally_reserved":0,"allocated":786432,"data_stored":358303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61299999999999999,"15min":0.60299999999999998},"min":{"1min":0.39200000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.92600000000000005,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.29799999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.624,"15min":0.61899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.66200000000000003},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.98999999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.38}]},{"osd":3,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.94999999999999996,"5min":1.177,"15min":1.177},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.753,"15min":0.75700000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0489999999999999,"5min":1.222,"15min":1.222},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92600000000000005,"15min":0.93100000000000005},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.278,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0129999999999999,"15min":1.014},"min":{"1min":0.70199999999999996,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.266,"5min":1.7,"15min":1.7},"last":0.72299999999999998}]},{"osd":5,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1,"15min":1.006},"min":{"1min":0.63100000000000001,"5min":0.627,"15min":0.627},"max":{"1min":1.2,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.0389999999999999,"15min":1.0509999999999999},"min":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3169999999999999,"5min":1.847,"15min":1.847},"last":0.71099999999999997}]},{"osd":6,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0329999999999999},"min":{"1min":0.68100000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.28,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.81399999999999995},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.024,"15min":1.018},"min":{"1min":0.69599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.3560000000000001,"5min":1.625,"15min":1.625},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.093,"15min":1.0960000000000001},"min":{"1min":0.65900000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.4279999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0880000000000001,"15min":1.0920000000000001},"min":{"1min":0.66800000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2829999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.73999999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509478,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32460,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339380,"statfs":{"total":96636764160,"available":96603525120,"internally_reserved":0,"allocated":1376256,"data_stored":948649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.33000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.92100000000000004,"5min":0.996,"15min":0.996},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.62,"15min":0.629},"min":{"1min":0.32800000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.51000000000000001}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.59699999999999998},"min":{"1min":0.309,"5min":0.25,"15min":0.25},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.67900000000000005,"15min":0.68100000000000005},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.181,"5min":1.421,"15min":1.421},"last":0.71999999999999997}]},{"osd":3,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.3680000000000001,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.68500000000000005,"15min":0.69099999999999995},"min":{"1min":0.31900000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.74299999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84099999999999997,"15min":0.83999999999999997},"min":{"1min":0.59199999999999997,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":1.03},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.93899999999999995,"15min":0.94499999999999995},"min":{"1min":0.63100000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.397,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.1220000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.91600000000000004,"15min":0.92400000000000004},"min":{"1min":0.68200000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1639999999999999,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.90200000000000002,"15min":0.90400000000000003},"min":{"1min":0.61399999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.208,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.89800000000000002}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":1.028,"15min":1.044},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.266,"5min":1.911,"15min":1.911},"last":1.1870000000000001},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98599999999999999,"15min":0.98499999999999999},"min":{"1min":0.56000000000000005,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.556,"5min":1.637,"15min":1.637},"last":1.2649999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0409999999999999,"15min":1.042},"min":{"1min":0.69399999999999995,"5min":0.628,"15min":0.628},"max":{"1min":1.482,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":1.23},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.0309999999999999,"15min":1.0449999999999999},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.4319999999999999,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.079}]}]},{"osd":0,"up_from":15,"seq":64424509479,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35972,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335868,"statfs":{"total":96636764160,"available":96599928832,"internally_reserved":0,"allocated":778240,"data_stored":358247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.61699999999999999,"15min":0.63300000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.64200000000000002,"15min":0.66100000000000003},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.47799999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.63900000000000001,"15min":0.65200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88200000000000001,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.371}]},{"osd":3,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.71099999999999997,"15min":0.72799999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":1.026,"5min":1.369,"15min":1.369},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.88500000000000001,"15min":0.92000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.03,"5min":2.218,"15min":2.218},"last":0.51400000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.92100000000000004,"15min":0.93899999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.052,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.88600000000000001,"15min":0.90000000000000002},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.034,"5min":1.121,"15min":1.121},"last":0.70799999999999996}]},{"osd":5,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.91900000000000004,"15min":0.93200000000000005},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.0820000000000001,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.0389999999999999,"15min":1.069},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.302,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.65700000000000003}]},{"osd":6,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":1.075,"15min":1.105},"min":{"1min":0.56399999999999995,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.367,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.876},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.995,"15min":1.01},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.425,"5min":1.425,"15min":1.425},"last":0.74299999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":1,"15min":1.0209999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.327,"5min":1.411,"15min":1.411},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.98499999999999999,"15min":0.998},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.1639999999999999,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.73599999999999999}]}]},{"osd":7,"up_from":13,"seq":55834574888,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":374708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.84099999999999997,"15min":0.83699999999999997},"min":{"1min":0.623,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.80100000000000005,"15min":0.80300000000000005},"min":{"1min":0.52600000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2170000000000001,"5min":1.27,"15min":1.27},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.94299999999999995,"15min":0.93999999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.754},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2849999999999999,"5min":1.452,"15min":1.452},"last":0.68100000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85199999999999998,"15min":0.85299999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.872,"15min":0.85399999999999998},"min":{"1min":0.68000000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.79200000000000004}]},{"osd":3,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1819999999999999,"5min":1.202,"15min":1.202},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.94799999999999995,"15min":0.92900000000000005},"min":{"1min":0.84099999999999997,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.25,"5min":1.411,"15min":1.411},"last":0.62}]},{"osd":4,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.92300000000000004,"15min":0.93000000000000005},"min":{"1min":0.58199999999999996,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.649,"15min":1.649},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91400000000000003,"15min":0.90800000000000003},"min":{"1min":0.63500000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.331,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.0089999999999999,"15min":1.0049999999999999},"min":{"1min":0.70799999999999996,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.96799999999999997,"15min":0.96499999999999997},"min":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.294,"5min":1.536,"15min":1.536},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.042,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.627,"15min":0.627},"max":{"1min":1.355,"5min":1.728,"15min":1.728},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.032,"15min":1.0249999999999999},"min":{"1min":0.67600000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.425,"5min":1.595,"15min":1.595},"last":0.74099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:14:20.475 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:14:20.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f6320096640 1 Processor -- start 2024-04-18T05:14:20.630 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f6320096640 1 -- start start 2024-04-18T05:14:20.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f6320096640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f63181519f0 0x7f63180a88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f6320096640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6318155e50 con 0x7f63180a84c0 2024-04-18T05:14:20.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f6320096640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6318154f60 con 0x7f631806d5d0 2024-04-18T05:14:20.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f6320096640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63180a9080 con 0x7f63181519f0 2024-04-18T05:14:20.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f631d631640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f63181519f0 0x7f63180a88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f631de32640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f63180a84c0 0x7f631806cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35950/0 (socket says 172.21.15.32:35950) 2024-04-18T05:14:20.631 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f631de32640 1 -- 172.21.15.32:0/3481743248 learned_addr learned my addr 172.21.15.32:0/3481743248 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:20.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f631d631640 1 -- 172.21.15.32:0/3481743248 >> v1:172.21.15.92:6789/0 conn(0x7f631806d5d0 legacy=0x7f631815c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:20.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f631d631640 1 -- 172.21.15.32:0/3481743248 >> v1:172.21.15.32:6789/0 conn(0x7f63180a84c0 legacy=0x7f631806cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f631d631640 1 -- 172.21.15.32:0/3481743248 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6318155240 con 0x7f63181519f0 2024-04-18T05:14:20.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.629+0000 7f631ce30640 1 -- 172.21.15.32:0/3481743248 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3444071008 0 0) 0x7f6318155e50 con 0x7f63180a84c0 2024-04-18T05:14:20.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631d631640 1 --2- 172.21.15.32:0/3481743248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 0x7f63180a88a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f63080097c0 tx=0x7f630801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf4f155564ca505a server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:20.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631ce30640 1 -- 172.21.15.32:0/3481743248 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63080ab600 con 0x7f63181519f0 2024-04-18T05:14:20.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631ce30640 1 -- 172.21.15.32:0/3481743248 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63080a7050 con 0x7f63181519f0 2024-04-18T05:14:20.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631ce30640 1 -- 172.21.15.32:0/3481743248 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63080ab980 con 0x7f63181519f0 2024-04-18T05:14:20.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- 172.21.15.32:0/3481743248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 msgr2=0x7f63180a88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 --2- 172.21.15.32:0/3481743248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 0x7f63180a88a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f63080097c0 tx=0x7f630801c3d0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- 172.21.15.32:0/3481743248 shutdown_connections 2024-04-18T05:14:20.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 --2- 172.21.15.32:0/3481743248 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 0x7f63180a88a0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- 172.21.15.32:0/3481743248 >> 172.21.15.32:0/3481743248 conn(0x7f6318069e80 msgr2=0x7f631806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:20.634 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- 172.21.15.32:0/3481743248 shutdown_connections 2024-04-18T05:14:20.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- 172.21.15.32:0/3481743248 wait complete. 2024-04-18T05:14:20.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 Processor -- start 2024-04-18T05:14:20.635 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- start start 2024-04-18T05:14:20.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f631806d5d0 0x7f63180be850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63180a84c0 0x7f6318133e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 0x7f6318134370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6318070110 con 0x7f63181519f0 2024-04-18T05:14:20.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6318071cc0 con 0x7f631806d5d0 2024-04-18T05:14:20.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f631806fd70 con 0x7f63180a84c0 2024-04-18T05:14:20.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631e633640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 0x7f6318134370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631e633640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 0x7f6318134370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36022/0 (socket says 172.21.15.32:36022) 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631e633640 1 -- 172.21.15.32:0/36789549 learned_addr learned my addr 172.21.15.32:0/36789549 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631de32640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f631806d5d0 0x7f63180be850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631e633640 1 -- 172.21.15.32:0/36789549 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63180a84c0 msgr2=0x7f6318133e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631e633640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63180a84c0 0x7f6318133e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631e633640 1 -- 172.21.15.32:0/36789549 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f631806d5d0 msgr2=0x7f63180be850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631e633640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f631806d5d0 0x7f63180be850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631e633640 1 -- 172.21.15.32:0/36789549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6308009420 con 0x7f63181519f0 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f631e633640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 0x7f6318134370 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f631000b990 tx=0x7f631000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f630e7fc640 1 -- 172.21.15.32:0/36789549 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631000cba0 con 0x7f63181519f0 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f630e7fc640 1 -- 172.21.15.32:0/36789549 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f631000cd00 con 0x7f63181519f0 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f630e7fc640 1 -- 172.21.15.32:0/36789549 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6310014680 con 0x7f63181519f0 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63181348b0 con 0x7f63181519f0 2024-04-18T05:14:20.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.633+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63181ed3a0 con 0x7f63181519f0 2024-04-18T05:14:20.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.637+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6318070250 con 0x7f63181519f0 2024-04-18T05:14:20.639 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.637+0000 7f630e7fc640 1 -- 172.21.15.32:0/36789549 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f631001d3b0 con 0x7f63181519f0 2024-04-18T05:14:20.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.637+0000 7f630e7fc640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62fc066690 0x7f62fc068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:20.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.637+0000 7f631de32640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62fc066690 0x7f62fc068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:20.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.637+0000 7f630e7fc640 1 -- 172.21.15.32:0/36789549 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f6310084670 con 0x7f63181519f0 2024-04-18T05:14:20.640 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.637+0000 7f631de32640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62fc066690 0x7f62fc068b50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6314000f70 tx=0x7f6314009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:20.643 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.641+0000 7f630e7fc640 1 -- 172.21.15.32:0/36789549 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f6318070250 con 0x7f63181519f0 2024-04-18T05:14:20.715 INFO:tasks.ceph.mds.c.smithi032.stderr:2024-04-18T05:14:20.713+0000 7f4698f97640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-18T05:14:20.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.797+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6318072090 con 0x7f62fc066690 2024-04-18T05:14:20.836 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.833+0000 7f630e7fc640 1 -- 172.21.15.32:0/36789549 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+517555 (secure 0 0 0) 0x7f6314001c80 con 0x7f62fc066690 2024-04-18T05:14:20.838 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:20.844 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:14:20.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62fc066690 msgr2=0x7f62fc068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.845 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62fc066690 0x7f62fc068b50 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6314000f70 tx=0x7f6314009040 comp rx=0 tx=0).stop 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 msgr2=0x7f6318134370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 0x7f6318134370 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f631000b990 tx=0x7f631000be50 comp rx=0 tx=0).stop 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 shutdown_connections 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f63181519f0 0x7f6318134370 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63180a84c0 0x7f6318133e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f62fc066690 0x7f62fc068b50 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 --2- 172.21.15.32:0/36789549 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f631806d5d0 0x7f63180be850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 >> 172.21.15.32:0/36789549 conn(0x7f6318069e80 msgr2=0x7f6318150650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 shutdown_connections 2024-04-18T05:14:20.846 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:20.841+0000 7f6320096640 1 -- 172.21.15.32:0/36789549 wait complete. 2024-04-18T05:14:20.863 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":154,"stamp":"2024-04-18T05:14:18.899960+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595083,"num_objects":27,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":212,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":15,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":278,"acting":278,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":221,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252168,"kb_used_data":7336,"kb_used_omap":12,"kb_used_meta":244723,"kb_avail":754722552,"statfs":{"total":773094113280,"available":772835893248,"internally_reserved":0,"allocated":7512064,"data_stored":4071299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":250596921},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":652,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001079"},"pg_stats":[{"pgid":"12.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017079+0000","last_change":"2024-04-18T05:14:00.869097+0000","last_active":"2024-04-18T05:14:11.017079+0000","last_peered":"2024-04-18T05:14:11.017079+0000","last_clean":"2024-04-18T05:14:11.017079+0000","last_became_active":"2024-04-18T05:14:00.868543+0000","last_became_peered":"2024-04-18T05:14:00.868543+0000","last_unstale":"2024-04-18T05:14:11.017079+0000","last_undegraded":"2024-04-18T05:14:11.017079+0000","last_fullsized":"2024-04-18T05:14:11.017079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:39.930581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021145+0000","last_change":"2024-04-18T05:14:00.874890+0000","last_active":"2024-04-18T05:14:11.021145+0000","last_peered":"2024-04-18T05:14:11.021145+0000","last_clean":"2024-04-18T05:14:11.021145+0000","last_became_active":"2024-04-18T05:14:00.874615+0000","last_became_peered":"2024-04-18T05:14:00.874615+0000","last_unstale":"2024-04-18T05:14:11.021145+0000","last_undegraded":"2024-04-18T05:14:11.021145+0000","last_fullsized":"2024-04-18T05:14:11.021145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:02.698746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496195+0000","last_change":"2024-04-18T05:14:16.490695+0000","last_active":"2024-04-18T05:14:18.496195+0000","last_peered":"2024-04-18T05:14:18.496195+0000","last_clean":"2024-04-18T05:14:18.496195+0000","last_became_active":"2024-04-18T05:14:16.479573+0000","last_became_peered":"2024-04-18T05:14:16.479573+0000","last_unstale":"2024-04-18T05:14:18.496195+0000","last_undegraded":"2024-04-18T05:14:18.496195+0000","last_fullsized":"2024-04-18T05:14:18.496195+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:55.935108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014732+0000","last_change":"2024-04-18T05:14:00.857037+0000","last_active":"2024-04-18T05:14:11.014732+0000","last_peered":"2024-04-18T05:14:11.014732+0000","last_clean":"2024-04-18T05:14:11.014732+0000","last_became_active":"2024-04-18T05:14:00.856795+0000","last_became_peered":"2024-04-18T05:14:00.856795+0000","last_unstale":"2024-04-18T05:14:11.014732+0000","last_undegraded":"2024-04-18T05:14:11.014732+0000","last_fullsized":"2024-04-18T05:14:11.014732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:33.744237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017771+0000","last_change":"2024-04-18T05:14:00.884084+0000","last_active":"2024-04-18T05:14:11.017771+0000","last_peered":"2024-04-18T05:14:11.017771+0000","last_clean":"2024-04-18T05:14:11.017771+0000","last_became_active":"2024-04-18T05:14:00.883782+0000","last_became_peered":"2024-04-18T05:14:00.883782+0000","last_unstale":"2024-04-18T05:14:11.017771+0000","last_undegraded":"2024-04-18T05:14:11.017771+0000","last_fullsized":"2024-04-18T05:14:11.017771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014728+0000","last_change":"2024-04-18T05:14:00.868998+0000","last_active":"2024-04-18T05:14:11.014728+0000","last_peered":"2024-04-18T05:14:11.014728+0000","last_clean":"2024-04-18T05:14:11.014728+0000","last_became_active":"2024-04-18T05:14:00.868745+0000","last_became_peered":"2024-04-18T05:14:00.868745+0000","last_unstale":"2024-04-18T05:14:11.014728+0000","last_undegraded":"2024-04-18T05:14:11.014728+0000","last_fullsized":"2024-04-18T05:14:11.014728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:43.562529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021174+0000","last_change":"2024-04-18T05:14:00.866910+0000","last_active":"2024-04-18T05:14:11.021174+0000","last_peered":"2024-04-18T05:14:11.021174+0000","last_clean":"2024-04-18T05:14:11.021174+0000","last_became_active":"2024-04-18T05:14:00.864691+0000","last_became_peered":"2024-04-18T05:14:00.864691+0000","last_unstale":"2024-04-18T05:14:11.021174+0000","last_undegraded":"2024-04-18T05:14:11.021174+0000","last_fullsized":"2024-04-18T05:14:11.021174+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015069+0000","last_change":"2024-04-18T05:14:00.876873+0000","last_active":"2024-04-18T05:14:11.015069+0000","last_peered":"2024-04-18T05:14:11.015069+0000","last_clean":"2024-04-18T05:14:11.015069+0000","last_became_active":"2024-04-18T05:14:00.876384+0000","last_became_peered":"2024-04-18T05:14:00.876384+0000","last_unstale":"2024-04-18T05:14:11.015069+0000","last_undegraded":"2024-04-18T05:14:11.015069+0000","last_fullsized":"2024-04-18T05:14:11.015069+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:02.183024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014291+0000","last_change":"2024-04-18T05:14:00.869195+0000","last_active":"2024-04-18T05:14:11.014291+0000","last_peered":"2024-04-18T05:14:11.014291+0000","last_clean":"2024-04-18T05:14:11.014291+0000","last_became_active":"2024-04-18T05:14:00.868916+0000","last_became_peered":"2024-04-18T05:14:00.868916+0000","last_unstale":"2024-04-18T05:14:11.014291+0000","last_undegraded":"2024-04-18T05:14:11.014291+0000","last_fullsized":"2024-04-18T05:14:11.014291+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:03.321848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496023+0000","last_change":"2024-04-18T05:14:16.478833+0000","last_active":"2024-04-18T05:14:18.496023+0000","last_peered":"2024-04-18T05:14:18.496023+0000","last_clean":"2024-04-18T05:14:18.496023+0000","last_became_active":"2024-04-18T05:14:16.478261+0000","last_became_peered":"2024-04-18T05:14:16.478261+0000","last_unstale":"2024-04-18T05:14:18.496023+0000","last_undegraded":"2024-04-18T05:14:18.496023+0000","last_fullsized":"2024-04-18T05:14:18.496023+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:51.179879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017699+0000","last_change":"2024-04-18T05:14:00.881833+0000","last_active":"2024-04-18T05:14:11.017699+0000","last_peered":"2024-04-18T05:14:11.017699+0000","last_clean":"2024-04-18T05:14:11.017699+0000","last_became_active":"2024-04-18T05:14:00.881502+0000","last_became_peered":"2024-04-18T05:14:00.881502+0000","last_unstale":"2024-04-18T05:14:11.017699+0000","last_undegraded":"2024-04-18T05:14:11.017699+0000","last_fullsized":"2024-04-18T05:14:11.017699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021394+0000","last_change":"2024-04-18T05:14:00.875721+0000","last_active":"2024-04-18T05:14:11.021394+0000","last_peered":"2024-04-18T05:14:11.021394+0000","last_clean":"2024-04-18T05:14:11.021394+0000","last_became_active":"2024-04-18T05:14:00.875414+0000","last_became_peered":"2024-04-18T05:14:00.875414+0000","last_unstale":"2024-04-18T05:14:11.021394+0000","last_undegraded":"2024-04-18T05:14:11.021394+0000","last_fullsized":"2024-04-18T05:14:11.021394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017574+0000","last_change":"2024-04-18T05:14:00.882212+0000","last_active":"2024-04-18T05:14:11.017574+0000","last_peered":"2024-04-18T05:14:11.017574+0000","last_clean":"2024-04-18T05:14:11.017574+0000","last_became_active":"2024-04-18T05:14:00.881820+0000","last_became_peered":"2024-04-18T05:14:00.881820+0000","last_unstale":"2024-04-18T05:14:11.017574+0000","last_undegraded":"2024-04-18T05:14:11.017574+0000","last_fullsized":"2024-04-18T05:14:11.017574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.018025+0000","last_change":"2024-04-18T05:14:00.872269+0000","last_active":"2024-04-18T05:14:11.018025+0000","last_peered":"2024-04-18T05:14:11.018025+0000","last_clean":"2024-04-18T05:14:11.018025+0000","last_became_active":"2024-04-18T05:14:00.871996+0000","last_became_peered":"2024-04-18T05:14:00.871996+0000","last_unstale":"2024-04-18T05:14:11.018025+0000","last_undegraded":"2024-04-18T05:14:11.018025+0000","last_fullsized":"2024-04-18T05:14:11.018025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:13:54.356515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264040+0000","last_change":"2024-04-18T05:14:00.884202+0000","last_active":"2024-04-18T05:14:11.264040+0000","last_peered":"2024-04-18T05:14:11.264040+0000","last_clean":"2024-04-18T05:14:11.264040+0000","last_became_active":"2024-04-18T05:14:00.883873+0000","last_became_peered":"2024-04-18T05:14:00.883873+0000","last_unstale":"2024-04-18T05:14:11.264040+0000","last_undegraded":"2024-04-18T05:14:11.264040+0000","last_fullsized":"2024-04-18T05:14:11.264040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264049+0000","last_change":"2024-04-18T05:14:00.866332+0000","last_active":"2024-04-18T05:14:11.264049+0000","last_peered":"2024-04-18T05:14:11.264049+0000","last_clean":"2024-04-18T05:14:11.264049+0000","last_became_active":"2024-04-18T05:14:00.866077+0000","last_became_peered":"2024-04-18T05:14:00.866077+0000","last_unstale":"2024-04-18T05:14:11.264049+0000","last_undegraded":"2024-04-18T05:14:11.264049+0000","last_fullsized":"2024-04-18T05:14:11.264049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:47.951929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020863+0000","last_change":"2024-04-18T05:14:00.870927+0000","last_active":"2024-04-18T05:14:11.020863+0000","last_peered":"2024-04-18T05:14:11.020863+0000","last_clean":"2024-04-18T05:14:11.020863+0000","last_became_active":"2024-04-18T05:14:00.870657+0000","last_became_peered":"2024-04-18T05:14:00.870657+0000","last_unstale":"2024-04-18T05:14:11.020863+0000","last_undegraded":"2024-04-18T05:14:11.020863+0000","last_fullsized":"2024-04-18T05:14:11.020863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.466120+0000","last_change":"2024-04-18T05:14:00.877644+0000","last_active":"2024-04-18T05:14:16.466120+0000","last_peered":"2024-04-18T05:14:16.466120+0000","last_clean":"2024-04-18T05:14:16.466120+0000","last_became_active":"2024-04-18T05:14:00.877241+0000","last_became_peered":"2024-04-18T05:14:00.877241+0000","last_unstale":"2024-04-18T05:14:16.466120+0000","last_undegraded":"2024-04-18T05:14:16.466120+0000","last_fullsized":"2024-04-18T05:14:16.466120+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:18.867338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.078240+0000","last_change":"2024-04-18T05:14:00.874650+0000","last_active":"2024-04-18T05:14:11.078240+0000","last_peered":"2024-04-18T05:14:11.078240+0000","last_clean":"2024-04-18T05:14:11.078240+0000","last_became_active":"2024-04-18T05:14:00.874413+0000","last_became_peered":"2024-04-18T05:14:00.874413+0000","last_unstale":"2024-04-18T05:14:11.078240+0000","last_undegraded":"2024-04-18T05:14:11.078240+0000","last_fullsized":"2024-04-18T05:14:11.078240+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452487+0000","last_change":"2024-04-18T05:14:11.024815+0000","last_active":"2024-04-18T05:14:16.452487+0000","last_peered":"2024-04-18T05:14:16.452487+0000","last_clean":"2024-04-18T05:14:16.452487+0000","last_became_active":"2024-04-18T05:14:11.024035+0000","last_became_peered":"2024-04-18T05:14:11.024035+0000","last_unstale":"2024-04-18T05:14:16.452487+0000","last_undegraded":"2024-04-18T05:14:16.452487+0000","last_fullsized":"2024-04-18T05:14:16.452487+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:16:55.511123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.028866+0000","last_change":"2024-04-18T05:14:11.026240+0000","last_active":"2024-04-18T05:14:11.028866+0000","last_peered":"2024-04-18T05:14:11.028866+0000","last_clean":"2024-04-18T05:14:11.028866+0000","last_became_active":"2024-04-18T05:14:11.025375+0000","last_became_peered":"2024-04-18T05:14:11.025375+0000","last_unstale":"2024-04-18T05:14:11.028866+0000","last_undegraded":"2024-04-18T05:14:11.028866+0000","last_fullsized":"2024-04-18T05:14:11.028866+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:13.567058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077977+0000","last_change":"2024-04-18T05:14:00.883199+0000","last_active":"2024-04-18T05:14:11.077977+0000","last_peered":"2024-04-18T05:14:11.077977+0000","last_clean":"2024-04-18T05:14:11.077977+0000","last_became_active":"2024-04-18T05:14:00.882858+0000","last_became_peered":"2024-04-18T05:14:00.882858+0000","last_unstale":"2024-04-18T05:14:11.077977+0000","last_undegraded":"2024-04-18T05:14:11.077977+0000","last_fullsized":"2024-04-18T05:14:11.077977+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:01.032463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264108+0000","last_change":"2024-04-18T05:14:00.873798+0000","last_active":"2024-04-18T05:14:11.264108+0000","last_peered":"2024-04-18T05:14:11.264108+0000","last_clean":"2024-04-18T05:14:11.264108+0000","last_became_active":"2024-04-18T05:14:00.873539+0000","last_became_peered":"2024-04-18T05:14:00.873539+0000","last_unstale":"2024-04-18T05:14:11.264108+0000","last_undegraded":"2024-04-18T05:14:11.264108+0000","last_fullsized":"2024-04-18T05:14:11.264108+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:21:32.103095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021462+0000","last_change":"2024-04-18T05:14:00.864463+0000","last_active":"2024-04-18T05:14:11.021462+0000","last_peered":"2024-04-18T05:14:11.021462+0000","last_clean":"2024-04-18T05:14:11.021462+0000","last_became_active":"2024-04-18T05:14:00.863933+0000","last_became_peered":"2024-04-18T05:14:00.863933+0000","last_unstale":"2024-04-18T05:14:11.021462+0000","last_undegraded":"2024-04-18T05:14:11.021462+0000","last_fullsized":"2024-04-18T05:14:11.021462+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:44.147152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452447+0000","last_change":"2024-04-18T05:14:00.877432+0000","last_active":"2024-04-18T05:14:16.452447+0000","last_peered":"2024-04-18T05:14:16.452447+0000","last_clean":"2024-04-18T05:14:16.452447+0000","last_became_active":"2024-04-18T05:14:00.877155+0000","last_became_peered":"2024-04-18T05:14:00.877155+0000","last_unstale":"2024-04-18T05:14:16.452447+0000","last_undegraded":"2024-04-18T05:14:16.452447+0000","last_fullsized":"2024-04-18T05:14:16.452447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:05:22.117747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014292+0000","last_change":"2024-04-18T05:14:00.876889+0000","last_active":"2024-04-18T05:14:11.014292+0000","last_peered":"2024-04-18T05:14:11.014292+0000","last_clean":"2024-04-18T05:14:11.014292+0000","last_became_active":"2024-04-18T05:14:00.876591+0000","last_became_peered":"2024-04-18T05:14:00.876591+0000","last_unstale":"2024-04-18T05:14:11.014292+0000","last_undegraded":"2024-04-18T05:14:11.014292+0000","last_fullsized":"2024-04-18T05:14:11.014292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:54:59.323929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264627+0000","last_change":"2024-04-18T05:14:00.873748+0000","last_active":"2024-04-18T05:14:11.264627+0000","last_peered":"2024-04-18T05:14:11.264627+0000","last_clean":"2024-04-18T05:14:11.264627+0000","last_became_active":"2024-04-18T05:14:00.873470+0000","last_became_peered":"2024-04-18T05:14:00.873470+0000","last_unstale":"2024-04-18T05:14:11.264627+0000","last_undegraded":"2024-04-18T05:14:11.264627+0000","last_fullsized":"2024-04-18T05:14:11.264627+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015123+0000","last_change":"2024-04-18T05:14:00.875788+0000","last_active":"2024-04-18T05:14:11.015123+0000","last_peered":"2024-04-18T05:14:11.015123+0000","last_clean":"2024-04-18T05:14:11.015123+0000","last_became_active":"2024-04-18T05:14:00.875390+0000","last_became_peered":"2024-04-18T05:14:00.875390+0000","last_unstale":"2024-04-18T05:14:11.015123+0000","last_undegraded":"2024-04-18T05:14:11.015123+0000","last_fullsized":"2024-04-18T05:14:11.015123+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:45:59.685010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264235+0000","last_change":"2024-04-18T05:14:00.879845+0000","last_active":"2024-04-18T05:14:11.264235+0000","last_peered":"2024-04-18T05:14:11.264235+0000","last_clean":"2024-04-18T05:14:11.264235+0000","last_became_active":"2024-04-18T05:14:00.879510+0000","last_became_peered":"2024-04-18T05:14:00.879510+0000","last_unstale":"2024-04-18T05:14:11.264235+0000","last_undegraded":"2024-04-18T05:14:11.264235+0000","last_fullsized":"2024-04-18T05:14:11.264235+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.027954+0000","last_change":"2024-04-18T05:14:11.025252+0000","last_active":"2024-04-18T05:14:11.027954+0000","last_peered":"2024-04-18T05:14:11.027954+0000","last_clean":"2024-04-18T05:14:11.027954+0000","last_became_active":"2024-04-18T05:14:11.024226+0000","last_became_peered":"2024-04-18T05:14:11.024226+0000","last_unstale":"2024-04-18T05:14:11.027954+0000","last_undegraded":"2024-04-18T05:14:11.027954+0000","last_fullsized":"2024-04-18T05:14:11.027954+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017493+0000","last_change":"2024-04-18T05:14:00.869589+0000","last_active":"2024-04-18T05:14:11.017493+0000","last_peered":"2024-04-18T05:14:11.017493+0000","last_clean":"2024-04-18T05:14:11.017493+0000","last_became_active":"2024-04-18T05:14:00.869381+0000","last_became_peered":"2024-04-18T05:14:00.869381+0000","last_unstale":"2024-04-18T05:14:11.017493+0000","last_undegraded":"2024-04-18T05:14:11.017493+0000","last_fullsized":"2024-04-18T05:14:11.017493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496915+0000","last_change":"2024-04-18T05:14:16.487258+0000","last_active":"2024-04-18T05:14:18.496915+0000","last_peered":"2024-04-18T05:14:18.496915+0000","last_clean":"2024-04-18T05:14:18.496915+0000","last_became_active":"2024-04-18T05:14:16.485937+0000","last_became_peered":"2024-04-18T05:14:16.485937+0000","last_unstale":"2024-04-18T05:14:18.496915+0000","last_undegraded":"2024-04-18T05:14:18.496915+0000","last_fullsized":"2024-04-18T05:14:18.496915+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:19.573372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016931+0000","last_change":"2024-04-18T05:14:00.861612+0000","last_active":"2024-04-18T05:14:11.016931+0000","last_peered":"2024-04-18T05:14:11.016931+0000","last_clean":"2024-04-18T05:14:11.016931+0000","last_became_active":"2024-04-18T05:14:00.861322+0000","last_became_peered":"2024-04-18T05:14:00.861322+0000","last_unstale":"2024-04-18T05:14:11.016931+0000","last_undegraded":"2024-04-18T05:14:11.016931+0000","last_fullsized":"2024-04-18T05:14:11.016931+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014420+0000","last_change":"2024-04-18T05:14:00.872713+0000","last_active":"2024-04-18T05:14:11.014420+0000","last_peered":"2024-04-18T05:14:11.014420+0000","last_clean":"2024-04-18T05:14:11.014420+0000","last_became_active":"2024-04-18T05:14:00.872388+0000","last_became_peered":"2024-04-18T05:14:00.872388+0000","last_unstale":"2024-04-18T05:14:11.014420+0000","last_undegraded":"2024-04-18T05:14:11.014420+0000","last_fullsized":"2024-04-18T05:14:11.014420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:53.968101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015068+0000","last_change":"2024-04-18T05:14:00.871157+0000","last_active":"2024-04-18T05:14:11.015068+0000","last_peered":"2024-04-18T05:14:11.015068+0000","last_clean":"2024-04-18T05:14:11.015068+0000","last_became_active":"2024-04-18T05:14:00.870866+0000","last_became_peered":"2024-04-18T05:14:00.870866+0000","last_unstale":"2024-04-18T05:14:11.015068+0000","last_undegraded":"2024-04-18T05:14:11.015068+0000","last_fullsized":"2024-04-18T05:14:11.015068+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:59.803618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.043475+0000","last_change":"2024-04-18T05:14:15.043475+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.043475+0000","last_undegraded":"2024-04-18T05:14:15.043475+0000","last_fullsized":"2024-04-18T05:14:15.043475+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478638+0000","last_change":"2024-04-18T05:14:11.029858+0000","last_active":"2024-04-18T05:14:16.478638+0000","last_peered":"2024-04-18T05:14:16.478638+0000","last_clean":"2024-04-18T05:14:16.478638+0000","last_became_active":"2024-04-18T05:14:11.028867+0000","last_became_peered":"2024-04-18T05:14:11.028867+0000","last_unstale":"2024-04-18T05:14:16.478638+0000","last_undegraded":"2024-04-18T05:14:16.478638+0000","last_fullsized":"2024-04-18T05:14:16.478638+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:00:17.569328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1f","version":"61'4","reported_seq":18,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017636+0000","last_change":"2024-04-18T05:14:00.470537+0000","last_active":"2024-04-18T05:14:11.017636+0000","last_peered":"2024-04-18T05:14:11.017636+0000","last_clean":"2024-04-18T05:14:11.017636+0000","last_became_active":"2024-04-18T05:14:00.469826+0000","last_became_peered":"2024-04-18T05:14:00.469826+0000","last_unstale":"2024-04-18T05:14:11.017636+0000","last_undegraded":"2024-04-18T05:14:11.017636+0000","last_fullsized":"2024-04-18T05:14:11.017636+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.037689+0000","last_change":"2024-04-18T05:14:15.037689+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.037689+0000","last_undegraded":"2024-04-18T05:14:15.037689+0000","last_fullsized":"2024-04-18T05:14:15.037689+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:10:07.508300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014798+0000","last_change":"2024-04-18T05:14:00.868911+0000","last_active":"2024-04-18T05:14:11.014798+0000","last_peered":"2024-04-18T05:14:11.014798+0000","last_clean":"2024-04-18T05:14:11.014798+0000","last_became_active":"2024-04-18T05:14:00.868635+0000","last_became_peered":"2024-04-18T05:14:00.868635+0000","last_unstale":"2024-04-18T05:14:11.014798+0000","last_undegraded":"2024-04-18T05:14:11.014798+0000","last_fullsized":"2024-04-18T05:14:11.014798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:20:15.375108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1e","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015691+0000","last_change":"2024-04-18T05:14:00.462577+0000","last_active":"2024-04-18T05:14:11.015691+0000","last_peered":"2024-04-18T05:14:11.015691+0000","last_clean":"2024-04-18T05:14:11.015691+0000","last_became_active":"2024-04-18T05:14:00.461833+0000","last_became_peered":"2024-04-18T05:14:00.461833+0000","last_unstale":"2024-04-18T05:14:11.015691+0000","last_undegraded":"2024-04-18T05:14:11.015691+0000","last_fullsized":"2024-04-18T05:14:11.015691+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:30:10.481121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495696+0000","last_change":"2024-04-18T05:14:16.469477+0000","last_active":"2024-04-18T05:14:18.495696+0000","last_peered":"2024-04-18T05:14:18.495696+0000","last_clean":"2024-04-18T05:14:18.495696+0000","last_became_active":"2024-04-18T05:14:16.468700+0000","last_became_peered":"2024-04-18T05:14:16.468700+0000","last_unstale":"2024-04-18T05:14:18.495696+0000","last_undegraded":"2024-04-18T05:14:18.495696+0000","last_fullsized":"2024-04-18T05:14:18.495696+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:02.682221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"67'4","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496749+0000","last_change":"2024-04-18T05:14:16.095268+0000","last_active":"2024-04-18T05:14:18.496749+0000","last_peered":"2024-04-18T05:14:18.496749+0000","last_clean":"2024-04-18T05:14:18.496749+0000","last_became_active":"2024-04-18T05:14:16.094633+0000","last_became_peered":"2024-04-18T05:14:16.094633+0000","last_unstale":"2024-04-18T05:14:18.496749+0000","last_undegraded":"2024-04-18T05:14:18.496749+0000","last_fullsized":"2024-04-18T05:14:18.496749+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:29:08.018616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021375+0000","last_change":"2024-04-18T05:14:00.867021+0000","last_active":"2024-04-18T05:14:11.021375+0000","last_peered":"2024-04-18T05:14:11.021375+0000","last_clean":"2024-04-18T05:14:11.021375+0000","last_became_active":"2024-04-18T05:14:00.866721+0000","last_became_peered":"2024-04-18T05:14:00.866721+0000","last_unstale":"2024-04-18T05:14:11.021375+0000","last_undegraded":"2024-04-18T05:14:11.021375+0000","last_fullsized":"2024-04-18T05:14:11.021375+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:46.723483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1d","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016651+0000","last_change":"2024-04-18T05:14:00.487516+0000","last_active":"2024-04-18T05:14:11.016651+0000","last_peered":"2024-04-18T05:14:11.016651+0000","last_clean":"2024-04-18T05:14:11.016651+0000","last_became_active":"2024-04-18T05:14:00.485771+0000","last_became_peered":"2024-04-18T05:14:00.485771+0000","last_unstale":"2024-04-18T05:14:11.016651+0000","last_undegraded":"2024-04-18T05:14:11.016651+0000","last_fullsized":"2024-04-18T05:14:11.016651+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496374+0000","last_change":"2024-04-18T05:14:16.486876+0000","last_active":"2024-04-18T05:14:18.496374+0000","last_peered":"2024-04-18T05:14:18.496374+0000","last_clean":"2024-04-18T05:14:18.496374+0000","last_became_active":"2024-04-18T05:14:16.486283+0000","last_became_peered":"2024-04-18T05:14:16.486283+0000","last_unstale":"2024-04-18T05:14:18.496374+0000","last_undegraded":"2024-04-18T05:14:18.496374+0000","last_fullsized":"2024-04-18T05:14:18.496374+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:04:19.813957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.048544+0000","last_change":"2024-04-18T05:14:15.048544+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.048544+0000","last_undegraded":"2024-04-18T05:14:15.048544+0000","last_fullsized":"2024-04-18T05:14:15.048544+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:04:16.388530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017771+0000","last_change":"2024-04-18T05:14:00.881250+0000","last_active":"2024-04-18T05:14:11.017771+0000","last_peered":"2024-04-18T05:14:11.017771+0000","last_clean":"2024-04-18T05:14:11.017771+0000","last_became_active":"2024-04-18T05:14:00.879008+0000","last_became_peered":"2024-04-18T05:14:00.879008+0000","last_unstale":"2024-04-18T05:14:11.017771+0000","last_undegraded":"2024-04-18T05:14:11.017771+0000","last_fullsized":"2024-04-18T05:14:11.017771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:18.964122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1c","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.022700+0000","last_change":"2024-04-18T05:14:00.464841+0000","last_active":"2024-04-18T05:14:11.022700+0000","last_peered":"2024-04-18T05:14:11.022700+0000","last_clean":"2024-04-18T05:14:11.022700+0000","last_became_active":"2024-04-18T05:14:00.464196+0000","last_became_peered":"2024-04-18T05:14:00.464196+0000","last_unstale":"2024-04-18T05:14:11.022700+0000","last_undegraded":"2024-04-18T05:14:11.022700+0000","last_fullsized":"2024-04-18T05:14:11.022700+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:23:18.176551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.045656+0000","last_change":"2024-04-18T05:14:15.045656+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.045656+0000","last_undegraded":"2024-04-18T05:14:15.045656+0000","last_fullsized":"2024-04-18T05:14:15.045656+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.027026+0000","last_change":"2024-04-18T05:14:11.025624+0000","last_active":"2024-04-18T05:14:11.027026+0000","last_peered":"2024-04-18T05:14:11.027026+0000","last_clean":"2024-04-18T05:14:11.027026+0000","last_became_active":"2024-04-18T05:14:11.024725+0000","last_became_peered":"2024-04-18T05:14:11.024725+0000","last_unstale":"2024-04-18T05:14:11.027026+0000","last_undegraded":"2024-04-18T05:14:11.027026+0000","last_fullsized":"2024-04-18T05:14:11.027026+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:04:27.081802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1b","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077974+0000","last_change":"2024-04-18T05:14:00.485873+0000","last_active":"2024-04-18T05:14:11.077974+0000","last_peered":"2024-04-18T05:14:11.077974+0000","last_clean":"2024-04-18T05:14:11.077974+0000","last_became_active":"2024-04-18T05:14:00.485195+0000","last_became_peered":"2024-04-18T05:14:00.485195+0000","last_unstale":"2024-04-18T05:14:11.077974+0000","last_undegraded":"2024-04-18T05:14:11.077974+0000","last_fullsized":"2024-04-18T05:14:11.077974+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:01.689558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.040091+0000","last_change":"2024-04-18T05:14:15.040091+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.040091+0000","last_undegraded":"2024-04-18T05:14:15.040091+0000","last_fullsized":"2024-04-18T05:14:15.040091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:58.147929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015068+0000","last_change":"2024-04-18T05:14:00.879230+0000","last_active":"2024-04-18T05:14:11.015068+0000","last_peered":"2024-04-18T05:14:11.015068+0000","last_clean":"2024-04-18T05:14:11.015068+0000","last_became_active":"2024-04-18T05:14:00.878628+0000","last_became_peered":"2024-04-18T05:14:00.878628+0000","last_unstale":"2024-04-18T05:14:11.015068+0000","last_undegraded":"2024-04-18T05:14:11.015068+0000","last_fullsized":"2024-04-18T05:14:11.015068+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:19.648116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1a","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021502+0000","last_change":"2024-04-18T05:14:00.479920+0000","last_active":"2024-04-18T05:14:11.021502+0000","last_peered":"2024-04-18T05:14:11.021502+0000","last_clean":"2024-04-18T05:14:11.021502+0000","last_became_active":"2024-04-18T05:14:00.478544+0000","last_became_peered":"2024-04-18T05:14:00.478544+0000","last_unstale":"2024-04-18T05:14:11.021502+0000","last_undegraded":"2024-04-18T05:14:11.021502+0000","last_fullsized":"2024-04-18T05:14:11.021502+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:51.519297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.037687+0000","last_change":"2024-04-18T05:14:15.037687+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.037687+0000","last_undegraded":"2024-04-18T05:14:15.037687+0000","last_fullsized":"2024-04-18T05:14:15.037687+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.942455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021266+0000","last_change":"2024-04-18T05:14:00.857294+0000","last_active":"2024-04-18T05:14:11.021266+0000","last_peered":"2024-04-18T05:14:11.021266+0000","last_clean":"2024-04-18T05:14:11.021266+0000","last_became_active":"2024-04-18T05:14:00.857009+0000","last_became_peered":"2024-04-18T05:14:00.857009+0000","last_unstale":"2024-04-18T05:14:11.021266+0000","last_undegraded":"2024-04-18T05:14:11.021266+0000","last_fullsized":"2024-04-18T05:14:11.021266+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015336+0000","last_change":"2024-04-18T05:14:00.476000+0000","last_active":"2024-04-18T05:14:11.015336+0000","last_peered":"2024-04-18T05:14:11.015336+0000","last_clean":"2024-04-18T05:14:11.015336+0000","last_became_active":"2024-04-18T05:14:00.475241+0000","last_became_peered":"2024-04-18T05:14:00.475241+0000","last_unstale":"2024-04-18T05:14:11.015336+0000","last_undegraded":"2024-04-18T05:14:11.015336+0000","last_fullsized":"2024-04-18T05:14:11.015336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044075+0000","last_change":"2024-04-18T05:14:15.044075+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044075+0000","last_undegraded":"2024-04-18T05:14:15.044075+0000","last_fullsized":"2024-04-18T05:14:15.044075+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:03:38.246229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077491+0000","last_change":"2024-04-18T05:14:00.883298+0000","last_active":"2024-04-18T05:14:11.077491+0000","last_peered":"2024-04-18T05:14:11.077491+0000","last_clean":"2024-04-18T05:14:11.077491+0000","last_became_active":"2024-04-18T05:14:00.882918+0000","last_became_peered":"2024-04-18T05:14:00.882918+0000","last_unstale":"2024-04-18T05:14:11.077491+0000","last_undegraded":"2024-04-18T05:14:11.077491+0000","last_fullsized":"2024-04-18T05:14:11.077491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016682+0000","last_change":"2024-04-18T05:14:00.472259+0000","last_active":"2024-04-18T05:14:11.016682+0000","last_peered":"2024-04-18T05:14:11.016682+0000","last_clean":"2024-04-18T05:14:11.016682+0000","last_became_active":"2024-04-18T05:14:00.471525+0000","last_became_peered":"2024-04-18T05:14:00.471525+0000","last_unstale":"2024-04-18T05:14:11.016682+0000","last_undegraded":"2024-04-18T05:14:11.016682+0000","last_fullsized":"2024-04-18T05:14:11.016682+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:22.976132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.050823+0000","last_change":"2024-04-18T05:14:15.050823+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.050823+0000","last_undegraded":"2024-04-18T05:14:15.050823+0000","last_fullsized":"2024-04-18T05:14:15.050823+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:48.329637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016167+0000","last_change":"2024-04-18T05:14:00.866770+0000","last_active":"2024-04-18T05:14:11.016167+0000","last_peered":"2024-04-18T05:14:11.016167+0000","last_clean":"2024-04-18T05:14:11.016167+0000","last_became_active":"2024-04-18T05:14:00.866155+0000","last_became_peered":"2024-04-18T05:14:00.866155+0000","last_unstale":"2024-04-18T05:14:11.016167+0000","last_undegraded":"2024-04-18T05:14:11.016167+0000","last_fullsized":"2024-04-18T05:14:11.016167+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017925+0000","last_change":"2024-04-18T05:14:00.478675+0000","last_active":"2024-04-18T05:14:11.017925+0000","last_peered":"2024-04-18T05:14:11.017925+0000","last_clean":"2024-04-18T05:14:11.017925+0000","last_became_active":"2024-04-18T05:14:00.477923+0000","last_became_peered":"2024-04-18T05:14:00.477923+0000","last_unstale":"2024-04-18T05:14:11.017925+0000","last_undegraded":"2024-04-18T05:14:11.017925+0000","last_fullsized":"2024-04-18T05:14:11.017925+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:43.137965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.046923+0000","last_change":"2024-04-18T05:14:15.046923+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.046923+0000","last_undegraded":"2024-04-18T05:14:15.046923+0000","last_fullsized":"2024-04-18T05:14:15.046923+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:43:28.228440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077539+0000","last_change":"2024-04-18T05:14:00.869377+0000","last_active":"2024-04-18T05:14:11.077539+0000","last_peered":"2024-04-18T05:14:11.077539+0000","last_clean":"2024-04-18T05:14:11.077539+0000","last_became_active":"2024-04-18T05:14:00.869076+0000","last_became_peered":"2024-04-18T05:14:00.869076+0000","last_unstale":"2024-04-18T05:14:11.077539+0000","last_undegraded":"2024-04-18T05:14:11.077539+0000","last_fullsized":"2024-04-18T05:14:11.077539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264519+0000","last_change":"2024-04-18T05:14:00.473131+0000","last_active":"2024-04-18T05:14:11.264519+0000","last_peered":"2024-04-18T05:14:11.264519+0000","last_clean":"2024-04-18T05:14:11.264519+0000","last_became_active":"2024-04-18T05:14:00.472383+0000","last_became_peered":"2024-04-18T05:14:00.472383+0000","last_unstale":"2024-04-18T05:14:11.264519+0000","last_undegraded":"2024-04-18T05:14:11.264519+0000","last_fullsized":"2024-04-18T05:14:11.264519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:21.674221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.045004+0000","last_change":"2024-04-18T05:14:15.045004+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.045004+0000","last_undegraded":"2024-04-18T05:14:15.045004+0000","last_fullsized":"2024-04-18T05:14:15.045004+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264352+0000","last_change":"2024-04-18T05:14:00.884379+0000","last_active":"2024-04-18T05:14:11.264352+0000","last_peered":"2024-04-18T05:14:11.264352+0000","last_clean":"2024-04-18T05:14:11.264352+0000","last_became_active":"2024-04-18T05:14:00.884121+0000","last_became_peered":"2024-04-18T05:14:00.884121+0000","last_unstale":"2024-04-18T05:14:11.264352+0000","last_undegraded":"2024-04-18T05:14:11.264352+0000","last_fullsized":"2024-04-18T05:14:11.264352+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.15","version":"61'3","reported_seq":17,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015096+0000","last_change":"2024-04-18T05:14:00.469014+0000","last_active":"2024-04-18T05:14:11.015096+0000","last_peered":"2024-04-18T05:14:11.015096+0000","last_clean":"2024-04-18T05:14:11.015096+0000","last_became_active":"2024-04-18T05:14:00.468323+0000","last_became_peered":"2024-04-18T05:14:00.468323+0000","last_unstale":"2024-04-18T05:14:11.015096+0000","last_undegraded":"2024-04-18T05:14:11.015096+0000","last_fullsized":"2024-04-18T05:14:11.015096+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:32.650886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.043613+0000","last_change":"2024-04-18T05:14:15.043613+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.043613+0000","last_undegraded":"2024-04-18T05:14:15.043613+0000","last_fullsized":"2024-04-18T05:14:15.043613+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015113+0000","last_change":"2024-04-18T05:14:00.873581+0000","last_active":"2024-04-18T05:14:11.015113+0000","last_peered":"2024-04-18T05:14:11.015113+0000","last_clean":"2024-04-18T05:14:11.015113+0000","last_became_active":"2024-04-18T05:14:00.873317+0000","last_became_peered":"2024-04-18T05:14:00.873317+0000","last_unstale":"2024-04-18T05:14:11.015113+0000","last_undegraded":"2024-04-18T05:14:11.015113+0000","last_fullsized":"2024-04-18T05:14:11.015113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:06:56.229275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"63'9","reported_seq":23,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.022835+0000","last_change":"2024-04-18T05:14:00.464562+0000","last_active":"2024-04-18T05:14:11.022835+0000","last_peered":"2024-04-18T05:14:11.022835+0000","last_clean":"2024-04-18T05:14:11.022835+0000","last_became_active":"2024-04-18T05:14:00.463886+0000","last_became_peered":"2024-04-18T05:14:00.463886+0000","last_unstale":"2024-04-18T05:14:11.022835+0000","last_undegraded":"2024-04-18T05:14:11.022835+0000","last_fullsized":"2024-04-18T05:14:11.022835+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:02.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495711+0000","last_change":"2024-04-18T05:14:16.088691+0000","last_active":"2024-04-18T05:14:18.495711+0000","last_peered":"2024-04-18T05:14:18.495711+0000","last_clean":"2024-04-18T05:14:18.495711+0000","last_became_active":"2024-04-18T05:14:16.086971+0000","last_became_peered":"2024-04-18T05:14:16.086971+0000","last_unstale":"2024-04-18T05:14:18.495711+0000","last_undegraded":"2024-04-18T05:14:18.495711+0000","last_fullsized":"2024-04-18T05:14:18.495711+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:53:14.523793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020663+0000","last_change":"2024-04-18T05:14:00.867829+0000","last_active":"2024-04-18T05:14:11.020663+0000","last_peered":"2024-04-18T05:14:11.020663+0000","last_clean":"2024-04-18T05:14:11.020663+0000","last_became_active":"2024-04-18T05:14:00.867573+0000","last_became_peered":"2024-04-18T05:14:00.867573+0000","last_unstale":"2024-04-18T05:14:11.020663+0000","last_undegraded":"2024-04-18T05:14:11.020663+0000","last_fullsized":"2024-04-18T05:14:11.020663+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.13","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017592+0000","last_change":"2024-04-18T05:14:00.476417+0000","last_active":"2024-04-18T05:14:11.017592+0000","last_peered":"2024-04-18T05:14:11.017592+0000","last_clean":"2024-04-18T05:14:11.017592+0000","last_became_active":"2024-04-18T05:14:00.475836+0000","last_became_peered":"2024-04-18T05:14:00.475836+0000","last_unstale":"2024-04-18T05:14:11.017592+0000","last_undegraded":"2024-04-18T05:14:11.017592+0000","last_fullsized":"2024-04-18T05:14:11.017592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:55:02.161082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.049693+0000","last_change":"2024-04-18T05:14:15.049693+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.049693+0000","last_undegraded":"2024-04-18T05:14:15.049693+0000","last_fullsized":"2024-04-18T05:14:15.049693+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:17.907248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020939+0000","last_change":"2024-04-18T05:14:00.870667+0000","last_active":"2024-04-18T05:14:11.020939+0000","last_peered":"2024-04-18T05:14:11.020939+0000","last_clean":"2024-04-18T05:14:11.020939+0000","last_became_active":"2024-04-18T05:14:00.870381+0000","last_became_peered":"2024-04-18T05:14:00.870381+0000","last_unstale":"2024-04-18T05:14:11.020939+0000","last_undegraded":"2024-04-18T05:14:11.020939+0000","last_fullsized":"2024-04-18T05:14:11.020939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021198+0000","last_change":"2024-04-18T05:14:00.485838+0000","last_active":"2024-04-18T05:14:11.021198+0000","last_peered":"2024-04-18T05:14:11.021198+0000","last_clean":"2024-04-18T05:14:11.021198+0000","last_became_active":"2024-04-18T05:14:00.485513+0000","last_became_peered":"2024-04-18T05:14:00.485513+0000","last_unstale":"2024-04-18T05:14:11.021198+0000","last_undegraded":"2024-04-18T05:14:11.021198+0000","last_fullsized":"2024-04-18T05:14:11.021198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:26.085659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.042936+0000","last_change":"2024-04-18T05:14:15.042936+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.042936+0000","last_undegraded":"2024-04-18T05:14:15.042936+0000","last_fullsized":"2024-04-18T05:14:15.042936+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:46:18.659810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020950+0000","last_change":"2024-04-18T05:14:00.866869+0000","last_active":"2024-04-18T05:14:11.020950+0000","last_peered":"2024-04-18T05:14:11.020950+0000","last_clean":"2024-04-18T05:14:11.020950+0000","last_became_active":"2024-04-18T05:14:00.866433+0000","last_became_peered":"2024-04-18T05:14:00.866433+0000","last_unstale":"2024-04-18T05:14:11.020950+0000","last_undegraded":"2024-04-18T05:14:11.020950+0000","last_fullsized":"2024-04-18T05:14:11.020950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:24.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014863+0000","last_change":"2024-04-18T05:14:00.485129+0000","last_active":"2024-04-18T05:14:11.014863+0000","last_peered":"2024-04-18T05:14:11.014863+0000","last_clean":"2024-04-18T05:14:11.014863+0000","last_became_active":"2024-04-18T05:14:00.483769+0000","last_became_peered":"2024-04-18T05:14:00.483769+0000","last_unstale":"2024-04-18T05:14:11.014863+0000","last_undegraded":"2024-04-18T05:14:11.014863+0000","last_fullsized":"2024-04-18T05:14:11.014863+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:00.023276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.037636+0000","last_change":"2024-04-18T05:14:15.037636+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.037636+0000","last_undegraded":"2024-04-18T05:14:15.037636+0000","last_fullsized":"2024-04-18T05:14:15.037636+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:21.203532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015708+0000","last_change":"2024-04-18T05:14:00.859982+0000","last_active":"2024-04-18T05:14:11.015708+0000","last_peered":"2024-04-18T05:14:11.015708+0000","last_clean":"2024-04-18T05:14:11.015708+0000","last_became_active":"2024-04-18T05:14:00.859568+0000","last_became_peered":"2024-04-18T05:14:00.859568+0000","last_unstale":"2024-04-18T05:14:11.015708+0000","last_undegraded":"2024-04-18T05:14:11.015708+0000","last_fullsized":"2024-04-18T05:14:11.015708+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"61'8","reported_seq":22,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020679+0000","last_change":"2024-04-18T05:14:00.476237+0000","last_active":"2024-04-18T05:14:11.020679+0000","last_peered":"2024-04-18T05:14:11.020679+0000","last_clean":"2024-04-18T05:14:11.020679+0000","last_became_active":"2024-04-18T05:14:00.475552+0000","last_became_peered":"2024-04-18T05:14:00.475552+0000","last_unstale":"2024-04-18T05:14:11.020679+0000","last_undegraded":"2024-04-18T05:14:11.020679+0000","last_fullsized":"2024-04-18T05:14:11.020679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:06:26.819732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.d","version":"67'1","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497497+0000","last_change":"2024-04-18T05:14:16.095144+0000","last_active":"2024-04-18T05:14:18.497497+0000","last_peered":"2024-04-18T05:14:18.497497+0000","last_clean":"2024-04-18T05:14:18.497497+0000","last_became_active":"2024-04-18T05:14:16.094621+0000","last_became_peered":"2024-04-18T05:14:16.094621+0000","last_unstale":"2024-04-18T05:14:18.497497+0000","last_undegraded":"2024-04-18T05:14:18.497497+0000","last_fullsized":"2024-04-18T05:14:18.497497+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:18.331918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.028916+0000","last_change":"2024-04-18T05:14:11.026298+0000","last_active":"2024-04-18T05:14:11.028916+0000","last_peered":"2024-04-18T05:14:11.028916+0000","last_clean":"2024-04-18T05:14:11.028916+0000","last_became_active":"2024-04-18T05:14:11.025454+0000","last_became_peered":"2024-04-18T05:14:11.025454+0000","last_unstale":"2024-04-18T05:14:11.028916+0000","last_undegraded":"2024-04-18T05:14:11.028916+0000","last_fullsized":"2024-04-18T05:14:11.028916+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.f","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.018034+0000","last_change":"2024-04-18T05:14:00.478363+0000","last_active":"2024-04-18T05:14:11.018034+0000","last_peered":"2024-04-18T05:14:11.018034+0000","last_clean":"2024-04-18T05:14:11.018034+0000","last_became_active":"2024-04-18T05:14:00.477340+0000","last_became_peered":"2024-04-18T05:14:00.477340+0000","last_unstale":"2024-04-18T05:14:11.018034+0000","last_undegraded":"2024-04-18T05:14:11.018034+0000","last_fullsized":"2024-04-18T05:14:11.018034+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:01.173836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496345+0000","last_change":"2024-04-18T05:14:16.491241+0000","last_active":"2024-04-18T05:14:18.496345+0000","last_peered":"2024-04-18T05:14:18.496345+0000","last_clean":"2024-04-18T05:14:18.496345+0000","last_became_active":"2024-04-18T05:14:16.486877+0000","last_became_peered":"2024-04-18T05:14:16.486877+0000","last_unstale":"2024-04-18T05:14:18.496345+0000","last_undegraded":"2024-04-18T05:14:18.496345+0000","last_fullsized":"2024-04-18T05:14:18.496345+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:00.223918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497128+0000","last_change":"2024-04-18T05:14:16.100716+0000","last_active":"2024-04-18T05:14:18.497128+0000","last_peered":"2024-04-18T05:14:18.497128+0000","last_clean":"2024-04-18T05:14:18.497128+0000","last_became_active":"2024-04-18T05:14:16.100328+0000","last_became_peered":"2024-04-18T05:14:16.100328+0000","last_unstale":"2024-04-18T05:14:18.497128+0000","last_undegraded":"2024-04-18T05:14:18.497128+0000","last_fullsized":"2024-04-18T05:14:18.497128+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:23.048982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264317+0000","last_change":"2024-04-18T05:14:00.861505+0000","last_active":"2024-04-18T05:14:11.264317+0000","last_peered":"2024-04-18T05:14:11.264317+0000","last_clean":"2024-04-18T05:14:11.264317+0000","last_became_active":"2024-04-18T05:14:00.861225+0000","last_became_peered":"2024-04-18T05:14:00.861225+0000","last_unstale":"2024-04-18T05:14:11.264317+0000","last_undegraded":"2024-04-18T05:14:11.264317+0000","last_fullsized":"2024-04-18T05:14:11.264317+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.017884+0000","last_change":"2024-04-18T05:14:00.480005+0000","last_active":"2024-04-18T05:14:11.017884+0000","last_peered":"2024-04-18T05:14:11.017884+0000","last_clean":"2024-04-18T05:14:11.017884+0000","last_became_active":"2024-04-18T05:14:00.479297+0000","last_became_peered":"2024-04-18T05:14:00.479297+0000","last_unstale":"2024-04-18T05:14:11.017884+0000","last_undegraded":"2024-04-18T05:14:11.017884+0000","last_fullsized":"2024-04-18T05:14:11.017884+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:18.638928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495951+0000","last_change":"2024-04-18T05:14:16.486294+0000","last_active":"2024-04-18T05:14:18.495951+0000","last_peered":"2024-04-18T05:14:18.495951+0000","last_clean":"2024-04-18T05:14:18.495951+0000","last_became_active":"2024-04-18T05:14:16.479222+0000","last_became_peered":"2024-04-18T05:14:16.479222+0000","last_unstale":"2024-04-18T05:14:18.495951+0000","last_undegraded":"2024-04-18T05:14:18.495951+0000","last_fullsized":"2024-04-18T05:14:18.495951+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:59:56.913370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.040918+0000","last_change":"2024-04-18T05:14:15.040918+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.040918+0000","last_undegraded":"2024-04-18T05:14:15.040918+0000","last_fullsized":"2024-04-18T05:14:15.040918+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:38:01.308883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264299+0000","last_change":"2024-04-18T05:14:00.861526+0000","last_active":"2024-04-18T05:14:11.264299+0000","last_peered":"2024-04-18T05:14:11.264299+0000","last_clean":"2024-04-18T05:14:11.264299+0000","last_became_active":"2024-04-18T05:14:00.861220+0000","last_became_peered":"2024-04-18T05:14:00.861220+0000","last_unstale":"2024-04-18T05:14:11.264299+0000","last_undegraded":"2024-04-18T05:14:11.264299+0000","last_fullsized":"2024-04-18T05:14:11.264299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:19:16.915439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015031+0000","last_change":"2024-04-18T05:14:00.462281+0000","last_active":"2024-04-18T05:14:11.015031+0000","last_peered":"2024-04-18T05:14:11.015031+0000","last_clean":"2024-04-18T05:14:11.015031+0000","last_became_active":"2024-04-18T05:14:00.461405+0000","last_became_peered":"2024-04-18T05:14:00.461405+0000","last_unstale":"2024-04-18T05:14:11.015031+0000","last_undegraded":"2024-04-18T05:14:11.015031+0000","last_fullsized":"2024-04-18T05:14:11.015031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:15.739905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.041262+0000","last_change":"2024-04-18T05:14:15.041262+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.041262+0000","last_undegraded":"2024-04-18T05:14:15.041262+0000","last_fullsized":"2024-04-18T05:14:15.041262+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015310+0000","last_change":"2024-04-18T05:14:00.871679+0000","last_active":"2024-04-18T05:14:11.015310+0000","last_peered":"2024-04-18T05:14:11.015310+0000","last_clean":"2024-04-18T05:14:11.015310+0000","last_became_active":"2024-04-18T05:14:00.871400+0000","last_became_peered":"2024-04-18T05:14:00.871400+0000","last_unstale":"2024-04-18T05:14:11.015310+0000","last_undegraded":"2024-04-18T05:14:11.015310+0000","last_fullsized":"2024-04-18T05:14:11.015310+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:30.155951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478952+0000","last_change":"2024-04-18T05:14:00.491392+0000","last_active":"2024-04-18T05:14:16.478952+0000","last_peered":"2024-04-18T05:14:16.478952+0000","last_clean":"2024-04-18T05:14:16.478952+0000","last_became_active":"2024-04-18T05:14:00.486707+0000","last_became_peered":"2024-04-18T05:14:00.486707+0000","last_unstale":"2024-04-18T05:14:16.478952+0000","last_undegraded":"2024-04-18T05:14:16.478952+0000","last_fullsized":"2024-04-18T05:14:16.478952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:01:36.454283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497477+0000","last_change":"2024-04-18T05:14:16.491883+0000","last_active":"2024-04-18T05:14:18.497477+0000","last_peered":"2024-04-18T05:14:18.497477+0000","last_clean":"2024-04-18T05:14:18.497477+0000","last_became_active":"2024-04-18T05:14:16.491306+0000","last_became_peered":"2024-04-18T05:14:16.491306+0000","last_unstale":"2024-04-18T05:14:18.497477+0000","last_undegraded":"2024-04-18T05:14:18.497477+0000","last_fullsized":"2024-04-18T05:14:18.497477+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:32:01.614326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044604+0000","last_change":"2024-04-18T05:14:15.044604+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044604+0000","last_undegraded":"2024-04-18T05:14:15.044604+0000","last_fullsized":"2024-04-18T05:14:15.044604+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020336+0000","last_change":"2024-04-18T05:14:00.863392+0000","last_active":"2024-04-18T05:14:11.020336+0000","last_peered":"2024-04-18T05:14:11.020336+0000","last_clean":"2024-04-18T05:14:11.020336+0000","last_became_active":"2024-04-18T05:14:00.863169+0000","last_became_peered":"2024-04-18T05:14:00.863169+0000","last_unstale":"2024-04-18T05:14:11.020336+0000","last_undegraded":"2024-04-18T05:14:11.020336+0000","last_fullsized":"2024-04-18T05:14:11.020336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.b","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020875+0000","last_change":"2024-04-18T05:14:00.468847+0000","last_active":"2024-04-18T05:14:11.020875+0000","last_peered":"2024-04-18T05:14:11.020875+0000","last_clean":"2024-04-18T05:14:11.020875+0000","last_became_active":"2024-04-18T05:14:00.467620+0000","last_became_peered":"2024-04-18T05:14:00.467620+0000","last_unstale":"2024-04-18T05:14:11.020875+0000","last_undegraded":"2024-04-18T05:14:11.020875+0000","last_fullsized":"2024-04-18T05:14:11.020875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.038169+0000","last_change":"2024-04-18T05:14:15.038169+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.038169+0000","last_undegraded":"2024-04-18T05:14:15.038169+0000","last_fullsized":"2024-04-18T05:14:15.038169+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:13.909329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.263794+0000","last_change":"2024-04-18T05:14:00.874004+0000","last_active":"2024-04-18T05:14:11.263794+0000","last_peered":"2024-04-18T05:14:11.263794+0000","last_clean":"2024-04-18T05:14:11.263794+0000","last_became_active":"2024-04-18T05:14:00.873704+0000","last_became_peered":"2024-04-18T05:14:00.873704+0000","last_unstale":"2024-04-18T05:14:11.263794+0000","last_undegraded":"2024-04-18T05:14:11.263794+0000","last_fullsized":"2024-04-18T05:14:11.263794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:50:55.042327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021427+0000","last_change":"2024-04-18T05:14:00.467695+0000","last_active":"2024-04-18T05:14:11.021427+0000","last_peered":"2024-04-18T05:14:11.021427+0000","last_clean":"2024-04-18T05:14:11.021427+0000","last_became_active":"2024-04-18T05:14:00.467177+0000","last_became_peered":"2024-04-18T05:14:00.467177+0000","last_unstale":"2024-04-18T05:14:11.021427+0000","last_undegraded":"2024-04-18T05:14:11.021427+0000","last_fullsized":"2024-04-18T05:14:11.021427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:41:27.605641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497818+0000","last_change":"2024-04-18T05:14:16.500308+0000","last_active":"2024-04-18T05:14:18.497818+0000","last_peered":"2024-04-18T05:14:18.497818+0000","last_clean":"2024-04-18T05:14:18.497818+0000","last_became_active":"2024-04-18T05:14:16.499936+0000","last_became_peered":"2024-04-18T05:14:16.499936+0000","last_unstale":"2024-04-18T05:14:18.497818+0000","last_undegraded":"2024-04-18T05:14:18.497818+0000","last_fullsized":"2024-04-18T05:14:18.497818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:12:20.737948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.038438+0000","last_change":"2024-04-18T05:14:15.038438+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.038438+0000","last_undegraded":"2024-04-18T05:14:15.038438+0000","last_fullsized":"2024-04-18T05:14:15.038438+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:10.814674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016951+0000","last_change":"2024-04-18T05:14:00.879044+0000","last_active":"2024-04-18T05:14:11.016951+0000","last_peered":"2024-04-18T05:14:11.016951+0000","last_clean":"2024-04-18T05:14:11.016951+0000","last_became_active":"2024-04-18T05:14:00.878761+0000","last_became_peered":"2024-04-18T05:14:00.878761+0000","last_unstale":"2024-04-18T05:14:11.016951+0000","last_undegraded":"2024-04-18T05:14:11.016951+0000","last_fullsized":"2024-04-18T05:14:11.016951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020049+0000","last_change":"2024-04-18T05:14:00.471853+0000","last_active":"2024-04-18T05:14:11.020049+0000","last_peered":"2024-04-18T05:14:11.020049+0000","last_clean":"2024-04-18T05:14:11.020049+0000","last_became_active":"2024-04-18T05:14:00.471070+0000","last_became_peered":"2024-04-18T05:14:00.471070+0000","last_unstale":"2024-04-18T05:14:11.020049+0000","last_undegraded":"2024-04-18T05:14:11.020049+0000","last_fullsized":"2024-04-18T05:14:11.020049+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.042673+0000","last_change":"2024-04-18T05:14:15.042673+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.042673+0000","last_undegraded":"2024-04-18T05:14:15.042673+0000","last_fullsized":"2024-04-18T05:14:15.042673+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077745+0000","last_change":"2024-04-18T05:14:00.871916+0000","last_active":"2024-04-18T05:14:11.077745+0000","last_peered":"2024-04-18T05:14:11.077745+0000","last_clean":"2024-04-18T05:14:11.077745+0000","last_became_active":"2024-04-18T05:14:00.871632+0000","last_became_peered":"2024-04-18T05:14:00.871632+0000","last_unstale":"2024-04-18T05:14:11.077745+0000","last_undegraded":"2024-04-18T05:14:11.077745+0000","last_fullsized":"2024-04-18T05:14:11.077745+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:41.569182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"61'2","reported_seq":16,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.018165+0000","last_change":"2024-04-18T05:14:00.473649+0000","last_active":"2024-04-18T05:14:11.018165+0000","last_peered":"2024-04-18T05:14:11.018165+0000","last_clean":"2024-04-18T05:14:11.018165+0000","last_became_active":"2024-04-18T05:14:00.473013+0000","last_became_peered":"2024-04-18T05:14:00.473013+0000","last_unstale":"2024-04-18T05:14:11.018165+0000","last_undegraded":"2024-04-18T05:14:11.018165+0000","last_fullsized":"2024-04-18T05:14:11.018165+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:58.794431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.041221+0000","last_change":"2024-04-18T05:14:15.041221+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.041221+0000","last_undegraded":"2024-04-18T05:14:15.041221+0000","last_fullsized":"2024-04-18T05:14:15.041221+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077760+0000","last_change":"2024-04-18T05:14:00.880892+0000","last_active":"2024-04-18T05:14:11.077760+0000","last_peered":"2024-04-18T05:14:11.077760+0000","last_clean":"2024-04-18T05:14:11.077760+0000","last_became_active":"2024-04-18T05:14:00.880537+0000","last_became_peered":"2024-04-18T05:14:00.880537+0000","last_unstale":"2024-04-18T05:14:11.077760+0000","last_undegraded":"2024-04-18T05:14:11.077760+0000","last_fullsized":"2024-04-18T05:14:11.077760+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:16.749092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.6","version":"62'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.018272+0000","last_change":"2024-04-18T05:14:00.483853+0000","last_active":"2024-04-18T05:14:11.018272+0000","last_peered":"2024-04-18T05:14:11.018272+0000","last_clean":"2024-04-18T05:14:11.018272+0000","last_became_active":"2024-04-18T05:14:00.483595+0000","last_became_peered":"2024-04-18T05:14:00.483595+0000","last_unstale":"2024-04-18T05:14:11.018272+0000","last_undegraded":"2024-04-18T05:14:11.018272+0000","last_fullsized":"2024-04-18T05:14:11.018272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:38.921394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044645+0000","last_change":"2024-04-18T05:14:15.044645+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044645+0000","last_undegraded":"2024-04-18T05:14:15.044645+0000","last_fullsized":"2024-04-18T05:14:15.044645+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:15:20.350938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015243+0000","last_change":"2024-04-18T05:14:00.855267+0000","last_active":"2024-04-18T05:14:11.015243+0000","last_peered":"2024-04-18T05:14:11.015243+0000","last_clean":"2024-04-18T05:14:11.015243+0000","last_became_active":"2024-04-18T05:14:00.855039+0000","last_became_peered":"2024-04-18T05:14:00.855039+0000","last_unstale":"2024-04-18T05:14:11.015243+0000","last_undegraded":"2024-04-18T05:14:11.015243+0000","last_fullsized":"2024-04-18T05:14:11.015243+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.023092+0000","last_change":"2024-04-18T05:14:00.482001+0000","last_active":"2024-04-18T05:14:11.023092+0000","last_peered":"2024-04-18T05:14:11.023092+0000","last_clean":"2024-04-18T05:14:11.023092+0000","last_became_active":"2024-04-18T05:14:00.481233+0000","last_became_peered":"2024-04-18T05:14:00.481233+0000","last_unstale":"2024-04-18T05:14:11.023092+0000","last_undegraded":"2024-04-18T05:14:11.023092+0000","last_fullsized":"2024-04-18T05:14:11.023092+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:46:34.054210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.049754+0000","last_change":"2024-04-18T05:14:15.049754+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.049754+0000","last_undegraded":"2024-04-18T05:14:15.049754+0000","last_fullsized":"2024-04-18T05:14:15.049754+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015373+0000","last_change":"2024-04-18T05:14:00.871574+0000","last_active":"2024-04-18T05:14:11.015373+0000","last_peered":"2024-04-18T05:14:11.015373+0000","last_clean":"2024-04-18T05:14:11.015373+0000","last_became_active":"2024-04-18T05:14:00.871299+0000","last_became_peered":"2024-04-18T05:14:00.871299+0000","last_unstale":"2024-04-18T05:14:11.015373+0000","last_undegraded":"2024-04-18T05:14:11.015373+0000","last_fullsized":"2024-04-18T05:14:11.015373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:19:10.047141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.484062+0000","last_change":"2024-04-18T05:14:00.492511+0000","last_active":"2024-04-18T05:14:16.484062+0000","last_peered":"2024-04-18T05:14:16.484062+0000","last_clean":"2024-04-18T05:14:16.484062+0000","last_became_active":"2024-04-18T05:14:00.491890+0000","last_became_peered":"2024-04-18T05:14:00.491890+0000","last_unstale":"2024-04-18T05:14:16.484062+0000","last_undegraded":"2024-04-18T05:14:16.484062+0000","last_fullsized":"2024-04-18T05:14:16.484062+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:05:36.954697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.041647+0000","last_change":"2024-04-18T05:14:15.041647+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.041647+0000","last_undegraded":"2024-04-18T05:14:15.041647+0000","last_fullsized":"2024-04-18T05:14:15.041647+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:17.284145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.016386+0000","last_change":"2024-04-18T05:14:00.874084+0000","last_active":"2024-04-18T05:14:11.016386+0000","last_peered":"2024-04-18T05:14:11.016386+0000","last_clean":"2024-04-18T05:14:11.016386+0000","last_became_active":"2024-04-18T05:14:00.873807+0000","last_became_peered":"2024-04-18T05:14:00.873807+0000","last_unstale":"2024-04-18T05:14:11.016386+0000","last_undegraded":"2024-04-18T05:14:11.016386+0000","last_fullsized":"2024-04-18T05:14:11.016386+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:05:52.408260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.264272+0000","last_change":"2024-04-18T05:14:00.477493+0000","last_active":"2024-04-18T05:14:11.264272+0000","last_peered":"2024-04-18T05:14:11.264272+0000","last_clean":"2024-04-18T05:14:11.264272+0000","last_became_active":"2024-04-18T05:14:00.476699+0000","last_became_peered":"2024-04-18T05:14:00.476699+0000","last_unstale":"2024-04-18T05:14:11.264272+0000","last_undegraded":"2024-04-18T05:14:11.264272+0000","last_fullsized":"2024-04-18T05:14:11.264272+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:48:59.329860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496615+0000","last_change":"2024-04-18T05:14:16.490707+0000","last_active":"2024-04-18T05:14:18.496615+0000","last_peered":"2024-04-18T05:14:18.496615+0000","last_clean":"2024-04-18T05:14:18.496615+0000","last_became_active":"2024-04-18T05:14:16.479630+0000","last_became_peered":"2024-04-18T05:14:16.479630+0000","last_unstale":"2024-04-18T05:14:18.496615+0000","last_undegraded":"2024-04-18T05:14:18.496615+0000","last_fullsized":"2024-04-18T05:14:18.496615+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:43.208910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.039267+0000","last_change":"2024-04-18T05:14:15.039267+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.039267+0000","last_undegraded":"2024-04-18T05:14:15.039267+0000","last_fullsized":"2024-04-18T05:14:15.039267+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:55:08.553501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.263903+0000","last_change":"2024-04-18T05:14:00.884112+0000","last_active":"2024-04-18T05:14:11.263903+0000","last_peered":"2024-04-18T05:14:11.263903+0000","last_clean":"2024-04-18T05:14:11.263903+0000","last_became_active":"2024-04-18T05:14:00.883819+0000","last_became_peered":"2024-04-18T05:14:00.883819+0000","last_unstale":"2024-04-18T05:14:11.263903+0000","last_undegraded":"2024-04-18T05:14:11.263903+0000","last_fullsized":"2024-04-18T05:14:11.263903+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015430+0000","last_change":"2024-04-18T05:14:00.471506+0000","last_active":"2024-04-18T05:14:11.015430+0000","last_peered":"2024-04-18T05:14:11.015430+0000","last_clean":"2024-04-18T05:14:11.015430+0000","last_became_active":"2024-04-18T05:14:00.470776+0000","last_became_peered":"2024-04-18T05:14:00.470776+0000","last_unstale":"2024-04-18T05:14:11.015430+0000","last_undegraded":"2024-04-18T05:14:11.015430+0000","last_fullsized":"2024-04-18T05:14:11.015430+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044323+0000","last_change":"2024-04-18T05:14:15.044323+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044323+0000","last_undegraded":"2024-04-18T05:14:15.044323+0000","last_fullsized":"2024-04-18T05:14:15.044323+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:32.436757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":21,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.030868+0000","last_change":"2024-04-18T05:14:11.029009+0000","last_active":"2024-04-18T05:14:11.030868+0000","last_peered":"2024-04-18T05:14:11.030868+0000","last_clean":"2024-04-18T05:14:11.030868+0000","last_became_active":"2024-04-18T05:14:11.028270+0000","last_became_peered":"2024-04-18T05:14:11.028270+0000","last_unstale":"2024-04-18T05:14:11.030868+0000","last_undegraded":"2024-04-18T05:14:11.030868+0000","last_fullsized":"2024-04-18T05:14:11.030868+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.464806+0000","last_change":"2024-04-18T05:14:00.492526+0000","last_active":"2024-04-18T05:14:16.464806+0000","last_peered":"2024-04-18T05:14:16.464806+0000","last_clean":"2024-04-18T05:14:16.464806+0000","last_became_active":"2024-04-18T05:14:00.491888+0000","last_became_peered":"2024-04-18T05:14:00.491888+0000","last_unstale":"2024-04-18T05:14:16.464806+0000","last_undegraded":"2024-04-18T05:14:16.464806+0000","last_fullsized":"2024-04-18T05:14:16.464806+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:05:04.092042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.049640+0000","last_change":"2024-04-18T05:14:15.049640+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.049640+0000","last_undegraded":"2024-04-18T05:14:15.049640+0000","last_fullsized":"2024-04-18T05:14:15.049640+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:02.970680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.077725+0000","last_change":"2024-04-18T05:14:00.884904+0000","last_active":"2024-04-18T05:14:11.077725+0000","last_peered":"2024-04-18T05:14:11.077725+0000","last_clean":"2024-04-18T05:14:11.077725+0000","last_became_active":"2024-04-18T05:14:00.884602+0000","last_became_peered":"2024-04-18T05:14:00.884602+0000","last_unstale":"2024-04-18T05:14:11.077725+0000","last_undegraded":"2024-04-18T05:14:11.077725+0000","last_fullsized":"2024-04-18T05:14:11.077725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021137+0000","last_change":"2024-04-18T05:14:00.480520+0000","last_active":"2024-04-18T05:14:11.021137+0000","last_peered":"2024-04-18T05:14:11.021137+0000","last_clean":"2024-04-18T05:14:11.021137+0000","last_became_active":"2024-04-18T05:14:00.478958+0000","last_became_peered":"2024-04-18T05:14:00.478958+0000","last_unstale":"2024-04-18T05:14:11.021137+0000","last_undegraded":"2024-04-18T05:14:11.021137+0000","last_fullsized":"2024-04-18T05:14:11.021137+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.050977+0000","last_change":"2024-04-18T05:14:15.050977+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.050977+0000","last_undegraded":"2024-04-18T05:14:15.050977+0000","last_fullsized":"2024-04-18T05:14:15.050977+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.021194+0000","last_change":"2024-04-18T05:14:00.870565+0000","last_active":"2024-04-18T05:14:11.021194+0000","last_peered":"2024-04-18T05:14:11.021194+0000","last_clean":"2024-04-18T05:14:11.021194+0000","last_became_active":"2024-04-18T05:14:00.870275+0000","last_became_peered":"2024-04-18T05:14:00.870275+0000","last_unstale":"2024-04-18T05:14:11.021194+0000","last_undegraded":"2024-04-18T05:14:11.021194+0000","last_fullsized":"2024-04-18T05:14:11.021194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020736+0000","last_change":"2024-04-18T05:14:00.485922+0000","last_active":"2024-04-18T05:14:11.020736+0000","last_peered":"2024-04-18T05:14:11.020736+0000","last_clean":"2024-04-18T05:14:11.020736+0000","last_became_active":"2024-04-18T05:14:00.485025+0000","last_became_peered":"2024-04-18T05:14:00.485025+0000","last_unstale":"2024-04-18T05:14:11.020736+0000","last_undegraded":"2024-04-18T05:14:11.020736+0000","last_fullsized":"2024-04-18T05:14:11.020736+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":202,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.020955+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:14:11.020955+0000","last_peered":"2024-04-18T05:14:11.020955+0000","last_clean":"2024-04-18T05:14:11.020955+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:14:11.020955+0000","last_undegraded":"2024-04-18T05:14:11.020955+0000","last_fullsized":"2024-04-18T05:14:11.020955+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":20,"acting":20,"num_store_stats":1},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":652,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":64,"acting":64,"num_store_stats":8},{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31896,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339944,"statfs":{"total":96636764160,"available":96604102656,"internally_reserved":0,"allocated":798720,"data_stored":362164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.89100000000000001,"15min":0.89700000000000002},"min":{"1min":0.56100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.256,"5min":1.421,"15min":1.421},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.58399999999999996,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.73899999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.82099999999999995,"15min":0.81299999999999994},"min":{"1min":0.56000000000000005,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.58599999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.214,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.72099999999999997}]},{"osd":2,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.85999999999999999,"15min":0.85599999999999998},"min":{"1min":0.54400000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.25,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.63700000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0189999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.331,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.879},{"interface":"front","average":{"1min":1.006,"5min":1.01,"15min":1.0109999999999999},"min":{"1min":0.64200000000000002,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4099999999999999,"5min":1.494,"15min":1.494},"last":0.77500000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.95399999999999996,"15min":0.95999999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.1950000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.999,"5min":0.995,"15min":0.99399999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.98799999999999999,"15min":0.99199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2789999999999999,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.83199999999999996},{"interface":"front","average":{"1min":1.004,"5min":1.0820000000000001,"15min":1.095},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.4450000000000001,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":0.98999999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.0609999999999999,"15min":1.0700000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.5669999999999999,"5min":1.635,"15min":1.635},"last":1.018},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0509999999999999,"15min":1.0489999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0389999999999999}]}]},{"osd":5,"up_from":15,"seq":64424509479,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":1392640,"data_stored":951992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.81499999999999995,"15min":0.80900000000000005},"min":{"1min":0.501,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.81999999999999995,"15min":0.81499999999999995},"min":{"1min":0.51800000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.83699999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.83199999999999996,"15min":0.82599999999999996},"min":{"1min":0.52300000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1120000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.84999999999999998,"15min":0.83599999999999997},"min":{"1min":0.61599999999999999,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.78400000000000003}]},{"osd":2,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.83399999999999996,"15min":0.80700000000000005},"min":{"1min":0.64400000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":4.2789999999999999,"5min":4.2789999999999999,"15min":4.2789999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.92500000000000004,"15min":0.91900000000000004},"min":{"1min":0.64300000000000002,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.173,"5min":2.173,"15min":2.173},"last":0.67000000000000004}]},{"osd":3,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94599999999999995,"15min":0.95299999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1930000000000001,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":1.026,"5min":1.0049999999999999,"15min":1.0009999999999999},"min":{"1min":0.80200000000000005,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.821,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.0209999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.94199999999999995,"15min":0.93799999999999994},"min":{"1min":0.65500000000000003,"5min":0.437,"15min":0.437},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":2.855,"5min":2.855,"15min":2.855},"last":1.0609999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.96599999999999997,"15min":0.97199999999999998},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.1759999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.038,"15min":1.052},"min":{"1min":0.624,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2450000000000001,"5min":1.73,"15min":1.73},"last":0.88800000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.085,"15min":1.0840000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3759999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.127,"5min":1.149,"15min":1.153},"min":{"1min":0.79600000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.712,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.3140000000000001}]}]},{"osd":4,"up_from":15,"seq":64424509480,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":782336,"data_stored":358829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.85699999999999998,"15min":0.84699999999999998},"min":{"1min":0.58299999999999996,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.135,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.86099999999999999,"15min":0.86699999999999999},"min":{"1min":0.59799999999999998,"5min":0.503,"15min":0.503},"max":{"1min":1.1020000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.96299999999999997}]},{"osd":1,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.82299999999999995,"15min":0.81399999999999995},"min":{"1min":0.67100000000000004,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.177,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.0960000000000001},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.90400000000000003},"min":{"1min":0.58999999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.1439999999999999,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.79800000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.92300000000000004,"15min":0.91700000000000004},"min":{"1min":0.71699999999999997,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.228,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.92800000000000005,"15min":0.92600000000000005},"min":{"1min":0.69899999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.27,"5min":1.498,"15min":1.498},"last":1.0309999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.93899999999999995,"15min":0.93500000000000005},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.0760000000000001},{"interface":"front","average":{"1min":0.92600000000000005,"5min":0.98699999999999999,"15min":0.997},"min":{"1min":0.63400000000000001,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.2729999999999999,"5min":1.617,"15min":1.617},"last":0.91800000000000004}]},{"osd":5,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.81899999999999995,"15min":0.82799999999999996},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.95799999999999996,"5min":1.0429999999999999,"15min":1.0569999999999999},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.4239999999999999,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.88900000000000001}]},{"osd":6,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.036,"15min":1.05},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.91000000000000003,"5min":1.0109999999999999,"15min":1.028},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.153,"5min":1.962,"15min":1.962},"last":0.83299999999999996}]},{"osd":7,"last update":"Thu Apr 18 05:13:17 2024","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.036,"15min":1.0329999999999999},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.3640000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":1.0109999999999999,"5min":1.0489999999999999,"15min":1.0549999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.202,"5min":1.3540000000000001,"15min":1.3540000000000001},"last":1.0489999999999999}]}]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35980,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335860,"statfs":{"total":96636764160,"available":96599920640,"internally_reserved":0,"allocated":786432,"data_stored":358407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.318,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90000000000000002,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.442},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.65900000000000003,"15min":0.66300000000000003},"min":{"1min":0.32200000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.91400000000000003,"5min":1.571,"15min":1.571},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.67200000000000004,"15min":0.67800000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.871,"5min":1.76,"15min":1.76},"last":0.38},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.66800000000000004,"15min":0.66200000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.0289999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.35799999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.79000000000000004,"15min":0.80400000000000005},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.309},"max":{"1min":1.171,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.78400000000000003,"15min":0.78200000000000003},"min":{"1min":0.39100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1519999999999999,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.39900000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.90100000000000002,"15min":0.91100000000000003},"min":{"1min":0.60999999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0900000000000001,"5min":1.252,"15min":1.252},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.202,"5min":1.254,"15min":1.254},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.93400000000000005,"15min":0.93200000000000005},"min":{"1min":0.68899999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3640000000000001,"5min":1.446,"15min":1.446},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.0089999999999999,"15min":1.0249999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.502,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.61299999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.022,"15min":1.03},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.365,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0369999999999999,"15min":1.0449999999999999},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.456,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.67500000000000004}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.0489999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4059999999999999,"5min":1.883,"15min":1.883},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0269999999999999,"15min":1.0289999999999999},"min":{"1min":0.63300000000000001,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2649999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.77400000000000002}]}]},{"osd":2,"up_from":15,"seq":64424509478,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31884,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339956,"statfs":{"total":96636764160,"available":96604114944,"internally_reserved":0,"allocated":786432,"data_stored":358303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61299999999999999,"15min":0.60299999999999998},"min":{"1min":0.39200000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.92600000000000005,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.29799999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.624,"15min":0.61899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.66200000000000003},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.98999999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.38}]},{"osd":3,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.94999999999999996,"5min":1.177,"15min":1.177},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.753,"15min":0.75700000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0489999999999999,"5min":1.222,"15min":1.222},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92600000000000005,"15min":0.93100000000000005},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.278,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0129999999999999,"15min":1.014},"min":{"1min":0.70199999999999996,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.266,"5min":1.7,"15min":1.7},"last":0.72299999999999998}]},{"osd":5,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1,"15min":1.006},"min":{"1min":0.63100000000000001,"5min":0.627,"15min":0.627},"max":{"1min":1.2,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.0389999999999999,"15min":1.0509999999999999},"min":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3169999999999999,"5min":1.847,"15min":1.847},"last":0.71099999999999997}]},{"osd":6,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0329999999999999},"min":{"1min":0.68100000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.28,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.81399999999999995},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.024,"15min":1.018},"min":{"1min":0.69599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.3560000000000001,"5min":1.625,"15min":1.625},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.093,"15min":1.0960000000000001},"min":{"1min":0.65900000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.4279999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0880000000000001,"15min":1.0920000000000001},"min":{"1min":0.66800000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2829999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.73999999999999999}]}]},{"osd":1,"up_from":15,"seq":64424509478,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32460,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339380,"statfs":{"total":96636764160,"available":96603525120,"internally_reserved":0,"allocated":1376256,"data_stored":948649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.33000000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.92100000000000004,"5min":0.996,"15min":0.996},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.62,"15min":0.629},"min":{"1min":0.32800000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.51000000000000001}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.59699999999999998},"min":{"1min":0.309,"5min":0.25,"15min":0.25},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.67900000000000005,"15min":0.68100000000000005},"min":{"1min":0.29099999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.181,"5min":1.421,"15min":1.421},"last":0.71999999999999997}]},{"osd":3,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.73999999999999999,"15min":0.73799999999999999},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.3680000000000001,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.68500000000000005,"15min":0.69099999999999995},"min":{"1min":0.31900000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.74299999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.84099999999999997,"15min":0.83999999999999997},"min":{"1min":0.59199999999999997,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":1.03},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.93899999999999995,"15min":0.94499999999999995},"min":{"1min":0.63100000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.397,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.1220000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.91600000000000004,"15min":0.92400000000000004},"min":{"1min":0.68200000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1639999999999999,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.90200000000000002,"15min":0.90400000000000003},"min":{"1min":0.61399999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.208,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.89800000000000002}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":1.028,"15min":1.044},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.266,"5min":1.911,"15min":1.911},"last":1.1870000000000001},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.98599999999999999,"15min":0.98499999999999999},"min":{"1min":0.56000000000000005,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.556,"5min":1.637,"15min":1.637},"last":1.2649999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.0409999999999999,"15min":1.042},"min":{"1min":0.69399999999999995,"5min":0.628,"15min":0.628},"max":{"1min":1.482,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":1.23},{"interface":"front","average":{"1min":0.94899999999999995,"5min":1.0309999999999999,"15min":1.0449999999999999},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.4319999999999999,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.079}]}]},{"osd":0,"up_from":15,"seq":64424509479,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35972,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335868,"statfs":{"total":96636764160,"available":96599928832,"internally_reserved":0,"allocated":778240,"data_stored":358247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.61699999999999999,"15min":0.63300000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.64200000000000002,"15min":0.66100000000000003},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.47799999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.63900000000000001,"15min":0.65200000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88200000000000001,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.629,"15min":0.63500000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.371}]},{"osd":3,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.71099999999999997,"15min":0.72799999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":1.026,"5min":1.369,"15min":1.369},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.88500000000000001,"15min":0.92000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.03,"5min":2.218,"15min":2.218},"last":0.51400000000000001}]},{"osd":4,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.92100000000000004,"15min":0.93899999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.052,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.88600000000000001,"15min":0.90000000000000002},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.034,"5min":1.121,"15min":1.121},"last":0.70799999999999996}]},{"osd":5,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.91900000000000004,"15min":0.93200000000000005},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.0820000000000001,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.0389999999999999,"15min":1.069},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.302,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.65700000000000003}]},{"osd":6,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":1.075,"15min":1.105},"min":{"1min":0.56399999999999995,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.367,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":0.876},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.995,"15min":1.01},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.425,"5min":1.425,"15min":1.425},"last":0.74299999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:13:18 2024","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":1,"15min":1.0209999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.327,"5min":1.411,"15min":1.411},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.98499999999999999,"15min":0.998},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.1639999999999999,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.73599999999999999}]}]},{"osd":7,"up_from":13,"seq":55834574888,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":374708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.84099999999999997,"15min":0.83699999999999997},"min":{"1min":0.623,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.80100000000000005,"15min":0.80300000000000005},"min":{"1min":0.52600000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2170000000000001,"5min":1.27,"15min":1.27},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.94299999999999995,"15min":0.93999999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.754},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2849999999999999,"5min":1.452,"15min":1.452},"last":0.68100000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85199999999999998,"15min":0.85299999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.872,"15min":0.85399999999999998},"min":{"1min":0.68000000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.79200000000000004}]},{"osd":3,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1819999999999999,"5min":1.202,"15min":1.202},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.94799999999999995,"15min":0.92900000000000005},"min":{"1min":0.84099999999999997,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.25,"5min":1.411,"15min":1.411},"last":0.62}]},{"osd":4,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.92300000000000004,"15min":0.93000000000000005},"min":{"1min":0.58199999999999996,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.649,"15min":1.649},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91400000000000003,"15min":0.90800000000000003},"min":{"1min":0.63500000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.331,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.0089999999999999,"15min":1.0049999999999999},"min":{"1min":0.70799999999999996,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.96799999999999997,"15min":0.96499999999999997},"min":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.294,"5min":1.536,"15min":1.536},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.042,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.627,"15min":0.627},"max":{"1min":1.355,"5min":1.728,"15min":1.728},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.032,"15min":1.0249999999999999},"min":{"1min":0.67600000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.425,"5min":1.595,"15min":1.595},"last":0.74099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:14:20.902 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:14:21.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4e5735640 1 Processor -- start 2024-04-18T05:14:21.029 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4e5735640 1 -- start start 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4e5735640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 0x7fb4e01519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4e5735640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb4e006d5d0 0x7fb4e015c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4e5735640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4e00a8d00 con 0x7fb4e00a88a0 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4e5735640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4e00a9080 con 0x7fb4e006d5d0 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4e5735640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e0155e50 con 0x7fb4e00a84c0 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4df7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb4e006d5d0 0x7fb4e015c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4df7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb4e006d5d0 0x7fb4e015c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36038/0 (socket says 172.21.15.32:36038) 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4df7fe640 1 -- 172.21.15.32:0/2410352056 learned_addr learned my addr 172.21.15.32:0/2410352056 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4deffd640 1 --2- 172.21.15.32:0/2410352056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 0x7fb4e01519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4df7fe640 1 -- 172.21.15.32:0/2410352056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 msgr2=0x7fb4e01519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:21.031 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4df7fe640 1 --2- 172.21.15.32:0/2410352056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 0x7fb4e01519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4df7fe640 1 -- 172.21.15.32:0/2410352056 >> v1:172.21.15.92:6789/0 conn(0x7fb4e00a88a0 legacy=0x7fb4e006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:21.032 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.029+0000 7fb4df7fe640 1 -- 172.21.15.32:0/2410352056 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4e0154f60 con 0x7fb4e006d5d0 2024-04-18T05:14:21.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4df7fe640 1 --2- 172.21.15.32:0/2410352056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 0x7fb4e015c2d0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009e50 tx=0x7fb4d801c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7135cc334145887 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:21.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4de7fc640 1 -- 172.21.15.32:0/2410352056 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d80a56d0 con 0x7fb4e006d5d0 2024-04-18T05:14:21.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4de7fc640 1 -- 172.21.15.32:0/2410352056 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4d80a5830 con 0x7fb4e006d5d0 2024-04-18T05:14:21.033 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4de7fc640 1 -- 172.21.15.32:0/2410352056 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d80a5bc0 con 0x7fb4e006d5d0 2024-04-18T05:14:21.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- 172.21.15.32:0/2410352056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 msgr2=0x7fb4e015c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 --2- 172.21.15.32:0/2410352056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 0x7fb4e015c2d0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009e50 tx=0x7fb4d801c960 comp rx=0 tx=0).stop 2024-04-18T05:14:21.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- 172.21.15.32:0/2410352056 shutdown_connections 2024-04-18T05:14:21.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 --2- 172.21.15.32:0/2410352056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 0x7fb4e015c2d0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 --2- 172.21.15.32:0/2410352056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 0x7fb4e01519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- 172.21.15.32:0/2410352056 >> 172.21.15.32:0/2410352056 conn(0x7fb4e0069e80 msgr2=0x7fb4e006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:21.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- 172.21.15.32:0/2410352056 shutdown_connections 2024-04-18T05:14:21.034 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- 172.21.15.32:0/2410352056 wait complete. 2024-04-18T05:14:21.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 Processor -- start 2024-04-18T05:14:21.035 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- start start 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 0x7fb4e012ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 0x7fb4e0134b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4e00a88a0 0x7fb4e01ea890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e0133d50 con 0x7fb4e006d5d0 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e01ea400 con 0x7fb4e00a88a0 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e01ea0b0 con 0x7fb4e00a84c0 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4deffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 0x7fb4e012ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4deffd640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 0x7fb4e012ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36040/0 (socket says 172.21.15.32:36040) 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4deffd640 1 -- 172.21.15.32:0/1166643990 learned_addr learned my addr 172.21.15.32:0/1166643990 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4d7fff640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 0x7fb4e0134b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4deffd640 1 -- 172.21.15.32:0/1166643990 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 msgr2=0x7fb4e0134b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4df7fe640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4e00a88a0 0x7fb4e01ea890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.037 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4deffd640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 0x7fb4e0134b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4deffd640 1 -- 172.21.15.32:0/1166643990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4e00a88a0 msgr2=0x7fb4e01ea890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4deffd640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4e00a88a0 0x7fb4e01ea890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4deffd640 1 -- 172.21.15.32:0/1166643990 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4d8009b30 con 0x7fb4e006d5d0 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4d7fff640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 0x7fb4e0134b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4deffd640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 0x7fb4e012ea30 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fb4d000d5f0 tx=0x7fb4d000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4d77fe640 1 -- 172.21.15.32:0/1166643990 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d00125f0 con 0x7fb4e006d5d0 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4d77fe640 1 -- 172.21.15.32:0/1166643990 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4d0012750 con 0x7fb4e006d5d0 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4e0132130 con 0x7fb4e006d5d0 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4d77fe640 1 -- 172.21.15.32:0/1166643990 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0012ae0 con 0x7fb4e006d5d0 2024-04-18T05:14:21.038 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.033+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4e0153610 con 0x7fb4e006d5d0 2024-04-18T05:14:21.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.037+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4e00666e0 con 0x7fb4e006d5d0 2024-04-18T05:14:21.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.037+0000 7fb4d77fe640 1 -- 172.21.15.32:0/1166643990 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb4d0012c40 con 0x7fb4e006d5d0 2024-04-18T05:14:21.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.037+0000 7fb4d77fe640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4c0066690 0x7fb4c0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.037+0000 7fb4d77fe640 1 -- 172.21.15.32:0/1166643990 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fb4d0084b00 con 0x7fb4e006d5d0 2024-04-18T05:14:21.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.037+0000 7fb4d7fff640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4c0066690 0x7fb4c0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.039 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.037+0000 7fb4d7fff640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4c0066690 0x7fb4c0068b50 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb4e00c2550 tx=0x7fb4c8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:21.043 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.041+0000 7fb4d77fe640 1 -- 172.21.15.32:0/1166643990 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb4d00519a0 con 0x7fb4e006d5d0 2024-04-18T05:14:21.192 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.189+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb4e0153830 con 0x7fb4c0066690 2024-04-18T05:14:21.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.221+0000 7fb4d77fe640 1 -- 172.21.15.32:0/1166643990 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+525847 (secure 0 0 0) 0x7fb4e0153830 con 0x7fb4c0066690 2024-04-18T05:14:21.226 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:21.230 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4c0066690 msgr2=0x7fb4c0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4c0066690 0x7fb4c0068b50 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb4e00c2550 tx=0x7fb4c8009040 comp rx=0 tx=0).stop 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 msgr2=0x7fb4e012ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 0x7fb4e012ea30 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fb4d000d5f0 tx=0x7fb4d000dab0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 shutdown_connections 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb4c0066690 0x7fb4c0068b50 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4e00a88a0 0x7fb4e01ea890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4e00a84c0 0x7fb4e0134b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 --2- 172.21.15.32:0/1166643990 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb4e006d5d0 0x7fb4e012ea30 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 >> 172.21.15.32:0/1166643990 conn(0x7fb4e0069e80 msgr2=0x7fb4e0154100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 shutdown_connections 2024-04-18T05:14:21.231 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.225+0000 7fb4e5735640 1 -- 172.21.15.32:0/1166643990 wait complete. 2024-04-18T05:14:21.243 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":155,"stamp":"2024-04-18T05:14:20.900555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595229,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":246,"num_write_kb":2444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":190,"ondisk_log_size":190,"up":380,"acting":380,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":364,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260624,"kb_used_data":7588,"kb_used_omap":12,"kb_used_meta":252915,"kb_avail":754714096,"statfs":{"total":773094113280,"available":772827234304,"internally_reserved":0,"allocated":7770112,"data_stored":4214637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":258985529},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":798,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.868187"},"pg_stats":[{"pgid":"12.39","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.090794+0000","last_change":"2024-04-18T05:14:16.455740+0000","last_active":"2024-04-18T05:14:18.090794+0000","last_peered":"2024-04-18T05:14:18.090794+0000","last_clean":"2024-04-18T05:14:18.090794+0000","last_became_active":"2024-04-18T05:14:16.455396+0000","last_became_peered":"2024-04-18T05:14:16.455396+0000","last_unstale":"2024-04-18T05:14:18.090794+0000","last_undegraded":"2024-04-18T05:14:18.090794+0000","last_fullsized":"2024-04-18T05:14:18.090794+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:12.870421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438765+0000","last_change":"2024-04-18T05:14:00.869097+0000","last_active":"2024-04-18T05:14:16.438765+0000","last_peered":"2024-04-18T05:14:16.438765+0000","last_clean":"2024-04-18T05:14:16.438765+0000","last_became_active":"2024-04-18T05:14:00.868543+0000","last_became_peered":"2024-04-18T05:14:00.868543+0000","last_unstale":"2024-04-18T05:14:16.438765+0000","last_undegraded":"2024-04-18T05:14:16.438765+0000","last_fullsized":"2024-04-18T05:14:16.438765+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:39.930581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.492345+0000","last_change":"2024-04-18T05:14:16.451788+0000","last_active":"2024-04-18T05:14:18.492345+0000","last_peered":"2024-04-18T05:14:18.492345+0000","last_clean":"2024-04-18T05:14:18.492345+0000","last_became_active":"2024-04-18T05:14:16.450944+0000","last_became_peered":"2024-04-18T05:14:16.450944+0000","last_unstale":"2024-04-18T05:14:18.492345+0000","last_undegraded":"2024-04-18T05:14:18.492345+0000","last_fullsized":"2024-04-18T05:14:18.492345+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:08:32.797521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465331+0000","last_change":"2024-04-18T05:14:00.874890+0000","last_active":"2024-04-18T05:14:16.465331+0000","last_peered":"2024-04-18T05:14:16.465331+0000","last_clean":"2024-04-18T05:14:16.465331+0000","last_became_active":"2024-04-18T05:14:00.874615+0000","last_became_peered":"2024-04-18T05:14:00.874615+0000","last_unstale":"2024-04-18T05:14:16.465331+0000","last_undegraded":"2024-04-18T05:14:16.465331+0000","last_fullsized":"2024-04-18T05:14:16.465331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:02.698746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496195+0000","last_change":"2024-04-18T05:14:16.490695+0000","last_active":"2024-04-18T05:14:18.496195+0000","last_peered":"2024-04-18T05:14:18.496195+0000","last_clean":"2024-04-18T05:14:18.496195+0000","last_became_active":"2024-04-18T05:14:16.479573+0000","last_became_peered":"2024-04-18T05:14:16.479573+0000","last_unstale":"2024-04-18T05:14:18.496195+0000","last_undegraded":"2024-04-18T05:14:18.496195+0000","last_fullsized":"2024-04-18T05:14:18.496195+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:55.935108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014732+0000","last_change":"2024-04-18T05:14:00.857037+0000","last_active":"2024-04-18T05:14:11.014732+0000","last_peered":"2024-04-18T05:14:11.014732+0000","last_clean":"2024-04-18T05:14:11.014732+0000","last_became_active":"2024-04-18T05:14:00.856795+0000","last_became_peered":"2024-04-18T05:14:00.856795+0000","last_unstale":"2024-04-18T05:14:11.014732+0000","last_undegraded":"2024-04-18T05:14:11.014732+0000","last_fullsized":"2024-04-18T05:14:11.014732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:33.744237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496384+0000","last_change":"2024-04-18T05:14:16.485273+0000","last_active":"2024-04-18T05:14:18.496384+0000","last_peered":"2024-04-18T05:14:18.496384+0000","last_clean":"2024-04-18T05:14:18.496384+0000","last_became_active":"2024-04-18T05:14:16.484853+0000","last_became_peered":"2024-04-18T05:14:16.484853+0000","last_unstale":"2024-04-18T05:14:18.496384+0000","last_undegraded":"2024-04-18T05:14:18.496384+0000","last_fullsized":"2024-04-18T05:14:18.496384+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.449692+0000","last_change":"2024-04-18T05:14:00.884084+0000","last_active":"2024-04-18T05:14:16.449692+0000","last_peered":"2024-04-18T05:14:16.449692+0000","last_clean":"2024-04-18T05:14:16.449692+0000","last_became_active":"2024-04-18T05:14:00.883782+0000","last_became_peered":"2024-04-18T05:14:00.883782+0000","last_unstale":"2024-04-18T05:14:16.449692+0000","last_undegraded":"2024-04-18T05:14:16.449692+0000","last_fullsized":"2024-04-18T05:14:16.449692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441723+0000","last_change":"2024-04-18T05:14:16.468929+0000","last_active":"2024-04-18T05:14:17.441723+0000","last_peered":"2024-04-18T05:14:17.441723+0000","last_clean":"2024-04-18T05:14:17.441723+0000","last_became_active":"2024-04-18T05:14:16.461912+0000","last_became_peered":"2024-04-18T05:14:16.461912+0000","last_unstale":"2024-04-18T05:14:17.441723+0000","last_undegraded":"2024-04-18T05:14:17.441723+0000","last_fullsized":"2024-04-18T05:14:17.441723+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:31.137104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014728+0000","last_change":"2024-04-18T05:14:00.868998+0000","last_active":"2024-04-18T05:14:11.014728+0000","last_peered":"2024-04-18T05:14:11.014728+0000","last_clean":"2024-04-18T05:14:11.014728+0000","last_became_active":"2024-04-18T05:14:00.868745+0000","last_became_peered":"2024-04-18T05:14:00.868745+0000","last_unstale":"2024-04-18T05:14:11.014728+0000","last_undegraded":"2024-04-18T05:14:11.014728+0000","last_fullsized":"2024-04-18T05:14:11.014728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:43.562529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091598+0000","last_change":"2024-04-18T05:14:16.444025+0000","last_active":"2024-04-18T05:14:18.091598+0000","last_peered":"2024-04-18T05:14:18.091598+0000","last_clean":"2024-04-18T05:14:18.091598+0000","last_became_active":"2024-04-18T05:14:16.443744+0000","last_became_peered":"2024-04-18T05:14:16.443744+0000","last_unstale":"2024-04-18T05:14:18.091598+0000","last_undegraded":"2024-04-18T05:14:18.091598+0000","last_fullsized":"2024-04-18T05:14:18.091598+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:14:09.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.476907+0000","last_change":"2024-04-18T05:14:00.866910+0000","last_active":"2024-04-18T05:14:16.476907+0000","last_peered":"2024-04-18T05:14:16.476907+0000","last_clean":"2024-04-18T05:14:16.476907+0000","last_became_active":"2024-04-18T05:14:00.864691+0000","last_became_peered":"2024-04-18T05:14:00.864691+0000","last_unstale":"2024-04-18T05:14:16.476907+0000","last_undegraded":"2024-04-18T05:14:16.476907+0000","last_fullsized":"2024-04-18T05:14:16.476907+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.491451+0000","last_change":"2024-04-18T05:14:16.440180+0000","last_active":"2024-04-18T05:14:18.491451+0000","last_peered":"2024-04-18T05:14:18.491451+0000","last_clean":"2024-04-18T05:14:18.491451+0000","last_became_active":"2024-04-18T05:14:16.439843+0000","last_became_peered":"2024-04-18T05:14:16.439843+0000","last_unstale":"2024-04-18T05:14:18.491451+0000","last_undegraded":"2024-04-18T05:14:18.491451+0000","last_fullsized":"2024-04-18T05:14:18.491451+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:49.253877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441684+0000","last_change":"2024-04-18T05:14:00.876873+0000","last_active":"2024-04-18T05:14:16.441684+0000","last_peered":"2024-04-18T05:14:16.441684+0000","last_clean":"2024-04-18T05:14:16.441684+0000","last_became_active":"2024-04-18T05:14:00.876384+0000","last_became_peered":"2024-04-18T05:14:00.876384+0000","last_unstale":"2024-04-18T05:14:16.441684+0000","last_undegraded":"2024-04-18T05:14:16.441684+0000","last_fullsized":"2024-04-18T05:14:16.441684+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:02.183024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441871+0000","last_change":"2024-04-18T05:14:16.467530+0000","last_active":"2024-04-18T05:14:17.441871+0000","last_peered":"2024-04-18T05:14:17.441871+0000","last_clean":"2024-04-18T05:14:17.441871+0000","last_became_active":"2024-04-18T05:14:16.466804+0000","last_became_peered":"2024-04-18T05:14:16.466804+0000","last_unstale":"2024-04-18T05:14:17.441871+0000","last_undegraded":"2024-04-18T05:14:17.441871+0000","last_fullsized":"2024-04-18T05:14:17.441871+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:51:48.989434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014291+0000","last_change":"2024-04-18T05:14:00.869195+0000","last_active":"2024-04-18T05:14:11.014291+0000","last_peered":"2024-04-18T05:14:11.014291+0000","last_clean":"2024-04-18T05:14:11.014291+0000","last_became_active":"2024-04-18T05:14:00.868916+0000","last_became_peered":"2024-04-18T05:14:00.868916+0000","last_unstale":"2024-04-18T05:14:11.014291+0000","last_undegraded":"2024-04-18T05:14:11.014291+0000","last_fullsized":"2024-04-18T05:14:11.014291+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:03.321848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496023+0000","last_change":"2024-04-18T05:14:16.478833+0000","last_active":"2024-04-18T05:14:18.496023+0000","last_peered":"2024-04-18T05:14:18.496023+0000","last_clean":"2024-04-18T05:14:18.496023+0000","last_became_active":"2024-04-18T05:14:16.478261+0000","last_became_peered":"2024-04-18T05:14:16.478261+0000","last_unstale":"2024-04-18T05:14:18.496023+0000","last_undegraded":"2024-04-18T05:14:18.496023+0000","last_fullsized":"2024-04-18T05:14:18.496023+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:51.179879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445490+0000","last_change":"2024-04-18T05:14:00.881833+0000","last_active":"2024-04-18T05:14:16.445490+0000","last_peered":"2024-04-18T05:14:16.445490+0000","last_clean":"2024-04-18T05:14:16.445490+0000","last_became_active":"2024-04-18T05:14:00.881502+0000","last_became_peered":"2024-04-18T05:14:00.881502+0000","last_unstale":"2024-04-18T05:14:16.445490+0000","last_undegraded":"2024-04-18T05:14:16.445490+0000","last_fullsized":"2024-04-18T05:14:16.445490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.090565+0000","last_change":"2024-04-18T05:14:16.455945+0000","last_active":"2024-04-18T05:14:18.090565+0000","last_peered":"2024-04-18T05:14:18.090565+0000","last_clean":"2024-04-18T05:14:18.090565+0000","last_became_active":"2024-04-18T05:14:16.455652+0000","last_became_peered":"2024-04-18T05:14:16.455652+0000","last_unstale":"2024-04-18T05:14:18.090565+0000","last_undegraded":"2024-04-18T05:14:18.090565+0000","last_fullsized":"2024-04-18T05:14:18.090565+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:34.646273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430192+0000","last_change":"2024-04-18T05:14:00.875721+0000","last_active":"2024-04-18T05:14:16.430192+0000","last_peered":"2024-04-18T05:14:16.430192+0000","last_clean":"2024-04-18T05:14:16.430192+0000","last_became_active":"2024-04-18T05:14:00.875414+0000","last_became_peered":"2024-04-18T05:14:00.875414+0000","last_unstale":"2024-04-18T05:14:16.430192+0000","last_undegraded":"2024-04-18T05:14:16.430192+0000","last_fullsized":"2024-04-18T05:14:16.430192+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440598+0000","last_change":"2024-04-18T05:14:16.481894+0000","last_active":"2024-04-18T05:14:17.440598+0000","last_peered":"2024-04-18T05:14:17.440598+0000","last_clean":"2024-04-18T05:14:17.440598+0000","last_became_active":"2024-04-18T05:14:16.481396+0000","last_became_peered":"2024-04-18T05:14:16.481396+0000","last_unstale":"2024-04-18T05:14:17.440598+0000","last_undegraded":"2024-04-18T05:14:17.440598+0000","last_fullsized":"2024-04-18T05:14:17.440598+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:14:30.905408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.448116+0000","last_change":"2024-04-18T05:14:00.882212+0000","last_active":"2024-04-18T05:14:16.448116+0000","last_peered":"2024-04-18T05:14:16.448116+0000","last_clean":"2024-04-18T05:14:16.448116+0000","last_became_active":"2024-04-18T05:14:00.881820+0000","last_became_peered":"2024-04-18T05:14:00.881820+0000","last_unstale":"2024-04-18T05:14:16.448116+0000","last_undegraded":"2024-04-18T05:14:16.448116+0000","last_fullsized":"2024-04-18T05:14:16.448116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.492738+0000","last_change":"2024-04-18T05:14:16.455181+0000","last_active":"2024-04-18T05:14:18.492738+0000","last_peered":"2024-04-18T05:14:18.492738+0000","last_clean":"2024-04-18T05:14:18.492738+0000","last_became_active":"2024-04-18T05:14:16.454476+0000","last_became_peered":"2024-04-18T05:14:16.454476+0000","last_unstale":"2024-04-18T05:14:18.492738+0000","last_undegraded":"2024-04-18T05:14:18.492738+0000","last_fullsized":"2024-04-18T05:14:18.492738+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:14:30.905408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.449930+0000","last_change":"2024-04-18T05:14:00.872269+0000","last_active":"2024-04-18T05:14:16.449930+0000","last_peered":"2024-04-18T05:14:16.449930+0000","last_clean":"2024-04-18T05:14:16.449930+0000","last_became_active":"2024-04-18T05:14:00.871996+0000","last_became_peered":"2024-04-18T05:14:00.871996+0000","last_unstale":"2024-04-18T05:14:16.449930+0000","last_undegraded":"2024-04-18T05:14:16.449930+0000","last_fullsized":"2024-04-18T05:14:16.449930+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:13:54.356515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441929+0000","last_change":"2024-04-18T05:14:16.464142+0000","last_active":"2024-04-18T05:14:17.441929+0000","last_peered":"2024-04-18T05:14:17.441929+0000","last_clean":"2024-04-18T05:14:17.441929+0000","last_became_active":"2024-04-18T05:14:16.461138+0000","last_became_peered":"2024-04-18T05:14:16.461138+0000","last_unstale":"2024-04-18T05:14:17.441929+0000","last_undegraded":"2024-04-18T05:14:17.441929+0000","last_fullsized":"2024-04-18T05:14:17.441929+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:39.914612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436359+0000","last_change":"2024-04-18T05:14:00.884202+0000","last_active":"2024-04-18T05:14:16.436359+0000","last_peered":"2024-04-18T05:14:16.436359+0000","last_clean":"2024-04-18T05:14:16.436359+0000","last_became_active":"2024-04-18T05:14:00.883873+0000","last_became_peered":"2024-04-18T05:14:00.883873+0000","last_unstale":"2024-04-18T05:14:16.436359+0000","last_undegraded":"2024-04-18T05:14:16.436359+0000","last_fullsized":"2024-04-18T05:14:16.436359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439737+0000","last_change":"2024-04-18T05:14:16.460917+0000","last_active":"2024-04-18T05:14:17.439737+0000","last_peered":"2024-04-18T05:14:17.439737+0000","last_clean":"2024-04-18T05:14:17.439737+0000","last_became_active":"2024-04-18T05:14:16.460493+0000","last_became_peered":"2024-04-18T05:14:16.460493+0000","last_unstale":"2024-04-18T05:14:17.439737+0000","last_undegraded":"2024-04-18T05:14:17.439737+0000","last_fullsized":"2024-04-18T05:14:17.439737+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:58:29.645083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.435728+0000","last_change":"2024-04-18T05:14:00.866332+0000","last_active":"2024-04-18T05:14:16.435728+0000","last_peered":"2024-04-18T05:14:16.435728+0000","last_clean":"2024-04-18T05:14:16.435728+0000","last_became_active":"2024-04-18T05:14:00.866077+0000","last_became_peered":"2024-04-18T05:14:00.866077+0000","last_unstale":"2024-04-18T05:14:16.435728+0000","last_undegraded":"2024-04-18T05:14:16.435728+0000","last_fullsized":"2024-04-18T05:14:16.435728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:47.951929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.092351+0000","last_change":"2024-04-18T05:14:16.497393+0000","last_active":"2024-04-18T05:14:18.092351+0000","last_peered":"2024-04-18T05:14:18.092351+0000","last_clean":"2024-04-18T05:14:18.092351+0000","last_became_active":"2024-04-18T05:14:16.497048+0000","last_became_peered":"2024-04-18T05:14:16.497048+0000","last_unstale":"2024-04-18T05:14:18.092351+0000","last_undegraded":"2024-04-18T05:14:18.092351+0000","last_fullsized":"2024-04-18T05:14:18.092351+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:19:33.923951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430288+0000","last_change":"2024-04-18T05:14:00.870927+0000","last_active":"2024-04-18T05:14:16.430288+0000","last_peered":"2024-04-18T05:14:16.430288+0000","last_clean":"2024-04-18T05:14:16.430288+0000","last_became_active":"2024-04-18T05:14:00.870657+0000","last_became_peered":"2024-04-18T05:14:00.870657+0000","last_unstale":"2024-04-18T05:14:16.430288+0000","last_undegraded":"2024-04-18T05:14:16.430288+0000","last_fullsized":"2024-04-18T05:14:16.430288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.491071+0000","last_change":"2024-04-18T05:14:16.484725+0000","last_active":"2024-04-18T05:14:18.491071+0000","last_peered":"2024-04-18T05:14:18.491071+0000","last_clean":"2024-04-18T05:14:18.491071+0000","last_became_active":"2024-04-18T05:14:16.484417+0000","last_became_peered":"2024-04-18T05:14:16.484417+0000","last_unstale":"2024-04-18T05:14:18.491071+0000","last_undegraded":"2024-04-18T05:14:18.491071+0000","last_fullsized":"2024-04-18T05:14:18.491071+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:51.252072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.466120+0000","last_change":"2024-04-18T05:14:00.877644+0000","last_active":"2024-04-18T05:14:16.466120+0000","last_peered":"2024-04-18T05:14:16.466120+0000","last_clean":"2024-04-18T05:14:16.466120+0000","last_became_active":"2024-04-18T05:14:00.877241+0000","last_became_peered":"2024-04-18T05:14:00.877241+0000","last_unstale":"2024-04-18T05:14:16.466120+0000","last_undegraded":"2024-04-18T05:14:16.466120+0000","last_fullsized":"2024-04-18T05:14:16.466120+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:18.867338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490298+0000","last_change":"2024-04-18T05:14:16.452920+0000","last_active":"2024-04-18T05:14:18.490298+0000","last_peered":"2024-04-18T05:14:18.490298+0000","last_clean":"2024-04-18T05:14:18.490298+0000","last_became_active":"2024-04-18T05:14:16.452562+0000","last_became_peered":"2024-04-18T05:14:16.452562+0000","last_unstale":"2024-04-18T05:14:18.490298+0000","last_undegraded":"2024-04-18T05:14:18.490298+0000","last_fullsized":"2024-04-18T05:14:18.490298+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:35.691650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438155+0000","last_change":"2024-04-18T05:14:00.874650+0000","last_active":"2024-04-18T05:14:16.438155+0000","last_peered":"2024-04-18T05:14:16.438155+0000","last_clean":"2024-04-18T05:14:16.438155+0000","last_became_active":"2024-04-18T05:14:00.874413+0000","last_became_peered":"2024-04-18T05:14:00.874413+0000","last_unstale":"2024-04-18T05:14:16.438155+0000","last_undegraded":"2024-04-18T05:14:16.438155+0000","last_fullsized":"2024-04-18T05:14:16.438155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440068+0000","last_change":"2024-04-18T05:14:16.481721+0000","last_active":"2024-04-18T05:14:17.440068+0000","last_peered":"2024-04-18T05:14:17.440068+0000","last_clean":"2024-04-18T05:14:17.440068+0000","last_became_active":"2024-04-18T05:14:16.480828+0000","last_became_peered":"2024-04-18T05:14:16.480828+0000","last_unstale":"2024-04-18T05:14:17.440068+0000","last_undegraded":"2024-04-18T05:14:17.440068+0000","last_fullsized":"2024-04-18T05:14:17.440068+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:16:38.185513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452487+0000","last_change":"2024-04-18T05:14:11.024815+0000","last_active":"2024-04-18T05:14:16.452487+0000","last_peered":"2024-04-18T05:14:16.452487+0000","last_clean":"2024-04-18T05:14:16.452487+0000","last_became_active":"2024-04-18T05:14:11.024035+0000","last_became_peered":"2024-04-18T05:14:11.024035+0000","last_unstale":"2024-04-18T05:14:16.452487+0000","last_undegraded":"2024-04-18T05:14:16.452487+0000","last_fullsized":"2024-04-18T05:14:16.452487+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:16:55.511123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439800+0000","last_change":"2024-04-18T05:14:16.459322+0000","last_active":"2024-04-18T05:14:17.439800+0000","last_peered":"2024-04-18T05:14:17.439800+0000","last_clean":"2024-04-18T05:14:17.439800+0000","last_became_active":"2024-04-18T05:14:16.459022+0000","last_became_peered":"2024-04-18T05:14:16.459022+0000","last_unstale":"2024-04-18T05:14:17.439800+0000","last_undegraded":"2024-04-18T05:14:17.439800+0000","last_fullsized":"2024-04-18T05:14:17.439800+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:12:35.024559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465275+0000","last_change":"2024-04-18T05:14:11.026240+0000","last_active":"2024-04-18T05:14:16.465275+0000","last_peered":"2024-04-18T05:14:16.465275+0000","last_clean":"2024-04-18T05:14:16.465275+0000","last_became_active":"2024-04-18T05:14:11.025375+0000","last_became_peered":"2024-04-18T05:14:11.025375+0000","last_unstale":"2024-04-18T05:14:16.465275+0000","last_undegraded":"2024-04-18T05:14:16.465275+0000","last_fullsized":"2024-04-18T05:14:16.465275+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:13.567058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440318+0000","last_change":"2024-04-18T05:14:16.496327+0000","last_active":"2024-04-18T05:14:17.440318+0000","last_peered":"2024-04-18T05:14:17.440318+0000","last_clean":"2024-04-18T05:14:17.440318+0000","last_became_active":"2024-04-18T05:14:16.495784+0000","last_became_peered":"2024-04-18T05:14:16.495784+0000","last_unstale":"2024-04-18T05:14:17.440318+0000","last_undegraded":"2024-04-18T05:14:17.440318+0000","last_fullsized":"2024-04-18T05:14:17.440318+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:25.056026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434625+0000","last_change":"2024-04-18T05:14:00.883199+0000","last_active":"2024-04-18T05:14:16.434625+0000","last_peered":"2024-04-18T05:14:16.434625+0000","last_clean":"2024-04-18T05:14:16.434625+0000","last_became_active":"2024-04-18T05:14:00.882858+0000","last_became_peered":"2024-04-18T05:14:00.882858+0000","last_unstale":"2024-04-18T05:14:16.434625+0000","last_undegraded":"2024-04-18T05:14:16.434625+0000","last_fullsized":"2024-04-18T05:14:16.434625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:01.032463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.493753+0000","last_change":"2024-04-18T05:14:16.486618+0000","last_active":"2024-04-18T05:14:18.493753+0000","last_peered":"2024-04-18T05:14:18.493753+0000","last_clean":"2024-04-18T05:14:18.493753+0000","last_became_active":"2024-04-18T05:14:16.485953+0000","last_became_peered":"2024-04-18T05:14:16.485953+0000","last_unstale":"2024-04-18T05:14:18.493753+0000","last_undegraded":"2024-04-18T05:14:18.493753+0000","last_fullsized":"2024-04-18T05:14:18.493753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:17:03.495506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436399+0000","last_change":"2024-04-18T05:14:00.873798+0000","last_active":"2024-04-18T05:14:16.436399+0000","last_peered":"2024-04-18T05:14:16.436399+0000","last_clean":"2024-04-18T05:14:16.436399+0000","last_became_active":"2024-04-18T05:14:00.873539+0000","last_became_peered":"2024-04-18T05:14:00.873539+0000","last_unstale":"2024-04-18T05:14:16.436399+0000","last_undegraded":"2024-04-18T05:14:16.436399+0000","last_fullsized":"2024-04-18T05:14:16.436399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:21:32.103095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499011+0000","last_change":"2024-04-18T05:14:16.496622+0000","last_active":"2024-04-18T05:14:18.499011+0000","last_peered":"2024-04-18T05:14:18.499011+0000","last_clean":"2024-04-18T05:14:18.499011+0000","last_became_active":"2024-04-18T05:14:16.496126+0000","last_became_peered":"2024-04-18T05:14:16.496126+0000","last_unstale":"2024-04-18T05:14:18.499011+0000","last_undegraded":"2024-04-18T05:14:18.499011+0000","last_fullsized":"2024-04-18T05:14:18.499011+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:31.137104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.477316+0000","last_change":"2024-04-18T05:14:00.864463+0000","last_active":"2024-04-18T05:14:16.477316+0000","last_peered":"2024-04-18T05:14:16.477316+0000","last_clean":"2024-04-18T05:14:16.477316+0000","last_became_active":"2024-04-18T05:14:00.863933+0000","last_became_peered":"2024-04-18T05:14:00.863933+0000","last_unstale":"2024-04-18T05:14:16.477316+0000","last_undegraded":"2024-04-18T05:14:16.477316+0000","last_fullsized":"2024-04-18T05:14:16.477316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:44.147152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495419+0000","last_change":"2024-04-18T05:14:16.458808+0000","last_active":"2024-04-18T05:14:18.495419+0000","last_peered":"2024-04-18T05:14:18.495419+0000","last_clean":"2024-04-18T05:14:18.495419+0000","last_became_active":"2024-04-18T05:14:16.458137+0000","last_became_peered":"2024-04-18T05:14:16.458137+0000","last_unstale":"2024-04-18T05:14:18.495419+0000","last_undegraded":"2024-04-18T05:14:18.495419+0000","last_fullsized":"2024-04-18T05:14:18.495419+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:25.056026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452447+0000","last_change":"2024-04-18T05:14:00.877432+0000","last_active":"2024-04-18T05:14:16.452447+0000","last_peered":"2024-04-18T05:14:16.452447+0000","last_clean":"2024-04-18T05:14:16.452447+0000","last_became_active":"2024-04-18T05:14:00.877155+0000","last_became_peered":"2024-04-18T05:14:00.877155+0000","last_unstale":"2024-04-18T05:14:16.452447+0000","last_undegraded":"2024-04-18T05:14:16.452447+0000","last_fullsized":"2024-04-18T05:14:16.452447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:05:22.117747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441907+0000","last_change":"2024-04-18T05:14:16.456933+0000","last_active":"2024-04-18T05:14:17.441907+0000","last_peered":"2024-04-18T05:14:17.441907+0000","last_clean":"2024-04-18T05:14:17.441907+0000","last_became_active":"2024-04-18T05:14:16.456267+0000","last_became_peered":"2024-04-18T05:14:16.456267+0000","last_unstale":"2024-04-18T05:14:17.441907+0000","last_undegraded":"2024-04-18T05:14:17.441907+0000","last_fullsized":"2024-04-18T05:14:17.441907+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:08:32.797521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014292+0000","last_change":"2024-04-18T05:14:00.876889+0000","last_active":"2024-04-18T05:14:11.014292+0000","last_peered":"2024-04-18T05:14:11.014292+0000","last_clean":"2024-04-18T05:14:11.014292+0000","last_became_active":"2024-04-18T05:14:00.876591+0000","last_became_peered":"2024-04-18T05:14:00.876591+0000","last_unstale":"2024-04-18T05:14:11.014292+0000","last_undegraded":"2024-04-18T05:14:11.014292+0000","last_fullsized":"2024-04-18T05:14:11.014292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:54:59.323929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440811+0000","last_change":"2024-04-18T05:14:16.459987+0000","last_active":"2024-04-18T05:14:17.440811+0000","last_peered":"2024-04-18T05:14:17.440811+0000","last_clean":"2024-04-18T05:14:17.440811+0000","last_became_active":"2024-04-18T05:14:16.454795+0000","last_became_peered":"2024-04-18T05:14:16.454795+0000","last_unstale":"2024-04-18T05:14:17.440811+0000","last_undegraded":"2024-04-18T05:14:17.440811+0000","last_fullsized":"2024-04-18T05:14:17.440811+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438187+0000","last_change":"2024-04-18T05:14:00.873748+0000","last_active":"2024-04-18T05:14:16.438187+0000","last_peered":"2024-04-18T05:14:16.438187+0000","last_clean":"2024-04-18T05:14:16.438187+0000","last_became_active":"2024-04-18T05:14:00.873470+0000","last_became_peered":"2024-04-18T05:14:00.873470+0000","last_unstale":"2024-04-18T05:14:16.438187+0000","last_undegraded":"2024-04-18T05:14:16.438187+0000","last_fullsized":"2024-04-18T05:14:16.438187+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.090525+0000","last_change":"2024-04-18T05:14:16.485798+0000","last_active":"2024-04-18T05:14:18.090525+0000","last_peered":"2024-04-18T05:14:18.090525+0000","last_clean":"2024-04-18T05:14:18.090525+0000","last_became_active":"2024-04-18T05:14:16.485497+0000","last_became_peered":"2024-04-18T05:14:16.485497+0000","last_unstale":"2024-04-18T05:14:18.090525+0000","last_undegraded":"2024-04-18T05:14:18.090525+0000","last_fullsized":"2024-04-18T05:14:18.090525+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:20:14.139282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015123+0000","last_change":"2024-04-18T05:14:00.875788+0000","last_active":"2024-04-18T05:14:11.015123+0000","last_peered":"2024-04-18T05:14:11.015123+0000","last_clean":"2024-04-18T05:14:11.015123+0000","last_became_active":"2024-04-18T05:14:00.875390+0000","last_became_peered":"2024-04-18T05:14:00.875390+0000","last_unstale":"2024-04-18T05:14:11.015123+0000","last_undegraded":"2024-04-18T05:14:11.015123+0000","last_fullsized":"2024-04-18T05:14:11.015123+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:45:59.685010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495050+0000","last_change":"2024-04-18T05:14:16.485316+0000","last_active":"2024-04-18T05:14:18.495050+0000","last_peered":"2024-04-18T05:14:18.495050+0000","last_clean":"2024-04-18T05:14:18.495050+0000","last_became_active":"2024-04-18T05:14:16.484126+0000","last_became_peered":"2024-04-18T05:14:16.484126+0000","last_unstale":"2024-04-18T05:14:18.495050+0000","last_undegraded":"2024-04-18T05:14:18.495050+0000","last_fullsized":"2024-04-18T05:14:18.495050+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:10:08.516703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437761+0000","last_change":"2024-04-18T05:14:00.879845+0000","last_active":"2024-04-18T05:14:16.437761+0000","last_peered":"2024-04-18T05:14:16.437761+0000","last_clean":"2024-04-18T05:14:16.437761+0000","last_became_active":"2024-04-18T05:14:00.879510+0000","last_became_peered":"2024-04-18T05:14:00.879510+0000","last_unstale":"2024-04-18T05:14:16.437761+0000","last_undegraded":"2024-04-18T05:14:16.437761+0000","last_fullsized":"2024-04-18T05:14:16.437761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490299+0000","last_change":"2024-04-18T05:14:16.495873+0000","last_active":"2024-04-18T05:14:18.490299+0000","last_peered":"2024-04-18T05:14:18.490299+0000","last_clean":"2024-04-18T05:14:18.490299+0000","last_became_active":"2024-04-18T05:14:16.495672+0000","last_became_peered":"2024-04-18T05:14:16.495672+0000","last_unstale":"2024-04-18T05:14:18.490299+0000","last_undegraded":"2024-04-18T05:14:18.490299+0000","last_fullsized":"2024-04-18T05:14:18.490299+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:06:08.002063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437229+0000","last_change":"2024-04-18T05:14:11.025252+0000","last_active":"2024-04-18T05:14:16.437229+0000","last_peered":"2024-04-18T05:14:16.437229+0000","last_clean":"2024-04-18T05:14:16.437229+0000","last_became_active":"2024-04-18T05:14:11.024226+0000","last_became_peered":"2024-04-18T05:14:11.024226+0000","last_unstale":"2024-04-18T05:14:16.437229+0000","last_undegraded":"2024-04-18T05:14:16.437229+0000","last_fullsized":"2024-04-18T05:14:16.437229+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091732+0000","last_change":"2024-04-18T05:14:16.444519+0000","last_active":"2024-04-18T05:14:18.091732+0000","last_peered":"2024-04-18T05:14:18.091732+0000","last_clean":"2024-04-18T05:14:18.091732+0000","last_became_active":"2024-04-18T05:14:16.444243+0000","last_became_peered":"2024-04-18T05:14:16.444243+0000","last_unstale":"2024-04-18T05:14:18.091732+0000","last_undegraded":"2024-04-18T05:14:18.091732+0000","last_fullsized":"2024-04-18T05:14:18.091732+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:33:07.217621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445773+0000","last_change":"2024-04-18T05:14:00.869589+0000","last_active":"2024-04-18T05:14:16.445773+0000","last_peered":"2024-04-18T05:14:16.445773+0000","last_clean":"2024-04-18T05:14:16.445773+0000","last_became_active":"2024-04-18T05:14:00.869381+0000","last_became_peered":"2024-04-18T05:14:00.869381+0000","last_unstale":"2024-04-18T05:14:16.445773+0000","last_undegraded":"2024-04-18T05:14:16.445773+0000","last_fullsized":"2024-04-18T05:14:16.445773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496915+0000","last_change":"2024-04-18T05:14:16.487258+0000","last_active":"2024-04-18T05:14:18.496915+0000","last_peered":"2024-04-18T05:14:18.496915+0000","last_clean":"2024-04-18T05:14:18.496915+0000","last_became_active":"2024-04-18T05:14:16.485937+0000","last_became_peered":"2024-04-18T05:14:16.485937+0000","last_unstale":"2024-04-18T05:14:18.496915+0000","last_undegraded":"2024-04-18T05:14:18.496915+0000","last_fullsized":"2024-04-18T05:14:18.496915+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:19.573372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.447418+0000","last_change":"2024-04-18T05:14:00.861612+0000","last_active":"2024-04-18T05:14:16.447418+0000","last_peered":"2024-04-18T05:14:16.447418+0000","last_clean":"2024-04-18T05:14:16.447418+0000","last_became_active":"2024-04-18T05:14:00.861322+0000","last_became_peered":"2024-04-18T05:14:00.861322+0000","last_unstale":"2024-04-18T05:14:16.447418+0000","last_undegraded":"2024-04-18T05:14:16.447418+0000","last_fullsized":"2024-04-18T05:14:16.447418+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499943+0000","last_change":"2024-04-18T05:14:16.484143+0000","last_active":"2024-04-18T05:14:18.499943+0000","last_peered":"2024-04-18T05:14:18.499943+0000","last_clean":"2024-04-18T05:14:18.499943+0000","last_became_active":"2024-04-18T05:14:16.480905+0000","last_became_peered":"2024-04-18T05:14:16.480905+0000","last_unstale":"2024-04-18T05:14:18.499943+0000","last_undegraded":"2024-04-18T05:14:18.499943+0000","last_fullsized":"2024-04-18T05:14:18.499943+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:08:32.797521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014420+0000","last_change":"2024-04-18T05:14:00.872713+0000","last_active":"2024-04-18T05:14:11.014420+0000","last_peered":"2024-04-18T05:14:11.014420+0000","last_clean":"2024-04-18T05:14:11.014420+0000","last_became_active":"2024-04-18T05:14:00.872388+0000","last_became_peered":"2024-04-18T05:14:00.872388+0000","last_unstale":"2024-04-18T05:14:11.014420+0000","last_undegraded":"2024-04-18T05:14:11.014420+0000","last_fullsized":"2024-04-18T05:14:11.014420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:53.968101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.092206+0000","last_change":"2024-04-18T05:14:16.484865+0000","last_active":"2024-04-18T05:14:18.092206+0000","last_peered":"2024-04-18T05:14:18.092206+0000","last_clean":"2024-04-18T05:14:18.092206+0000","last_became_active":"2024-04-18T05:14:16.484489+0000","last_became_peered":"2024-04-18T05:14:16.484489+0000","last_unstale":"2024-04-18T05:14:18.092206+0000","last_undegraded":"2024-04-18T05:14:18.092206+0000","last_fullsized":"2024-04-18T05:14:18.092206+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:29.160862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445754+0000","last_change":"2024-04-18T05:14:00.871157+0000","last_active":"2024-04-18T05:14:16.445754+0000","last_peered":"2024-04-18T05:14:16.445754+0000","last_clean":"2024-04-18T05:14:16.445754+0000","last_became_active":"2024-04-18T05:14:00.870866+0000","last_became_peered":"2024-04-18T05:14:00.870866+0000","last_unstale":"2024-04-18T05:14:16.445754+0000","last_undegraded":"2024-04-18T05:14:16.445754+0000","last_fullsized":"2024-04-18T05:14:16.445754+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:59.803618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439417+0000","last_change":"2024-04-18T05:14:16.496164+0000","last_active":"2024-04-18T05:14:17.439417+0000","last_peered":"2024-04-18T05:14:17.439417+0000","last_clean":"2024-04-18T05:14:17.439417+0000","last_became_active":"2024-04-18T05:14:16.495798+0000","last_became_peered":"2024-04-18T05:14:16.495798+0000","last_unstale":"2024-04-18T05:14:17.439417+0000","last_undegraded":"2024-04-18T05:14:17.439417+0000","last_fullsized":"2024-04-18T05:14:17.439417+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:03:39.254632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1d","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.455071+0000","last_change":"2024-04-18T05:14:16.089131+0000","last_active":"2024-04-18T05:14:16.455071+0000","last_peered":"2024-04-18T05:14:16.455071+0000","last_clean":"2024-04-18T05:14:16.455071+0000","last_became_active":"2024-04-18T05:14:16.088706+0000","last_became_peered":"2024-04-18T05:14:16.088706+0000","last_unstale":"2024-04-18T05:14:16.455071+0000","last_undegraded":"2024-04-18T05:14:16.455071+0000","last_fullsized":"2024-04-18T05:14:16.455071+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478638+0000","last_change":"2024-04-18T05:14:11.029858+0000","last_active":"2024-04-18T05:14:16.478638+0000","last_peered":"2024-04-18T05:14:16.478638+0000","last_clean":"2024-04-18T05:14:16.478638+0000","last_became_active":"2024-04-18T05:14:11.028867+0000","last_became_peered":"2024-04-18T05:14:11.028867+0000","last_unstale":"2024-04-18T05:14:16.478638+0000","last_undegraded":"2024-04-18T05:14:16.478638+0000","last_fullsized":"2024-04-18T05:14:16.478638+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:00:17.569328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1f","version":"61'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438882+0000","last_change":"2024-04-18T05:14:00.470537+0000","last_active":"2024-04-18T05:14:16.438882+0000","last_peered":"2024-04-18T05:14:16.438882+0000","last_clean":"2024-04-18T05:14:16.438882+0000","last_became_active":"2024-04-18T05:14:00.469826+0000","last_became_peered":"2024-04-18T05:14:00.469826+0000","last_unstale":"2024-04-18T05:14:16.438882+0000","last_undegraded":"2024-04-18T05:14:16.438882+0000","last_fullsized":"2024-04-18T05:14:16.438882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091611+0000","last_change":"2024-04-18T05:14:16.443564+0000","last_active":"2024-04-18T05:14:18.091611+0000","last_peered":"2024-04-18T05:14:18.091611+0000","last_clean":"2024-04-18T05:14:18.091611+0000","last_became_active":"2024-04-18T05:14:16.441098+0000","last_became_peered":"2024-04-18T05:14:16.441098+0000","last_unstale":"2024-04-18T05:14:18.091611+0000","last_undegraded":"2024-04-18T05:14:18.091611+0000","last_fullsized":"2024-04-18T05:14:18.091611+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:38:30.672398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.460437+0000","last_change":"2024-04-18T05:14:16.065991+0000","last_active":"2024-04-18T05:14:16.460437+0000","last_peered":"2024-04-18T05:14:16.460437+0000","last_clean":"2024-04-18T05:14:16.460437+0000","last_became_active":"2024-04-18T05:14:16.065700+0000","last_became_peered":"2024-04-18T05:14:16.065700+0000","last_unstale":"2024-04-18T05:14:16.460437+0000","last_undegraded":"2024-04-18T05:14:16.460437+0000","last_fullsized":"2024-04-18T05:14:16.460437+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:10:07.508300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014798+0000","last_change":"2024-04-18T05:14:00.868911+0000","last_active":"2024-04-18T05:14:11.014798+0000","last_peered":"2024-04-18T05:14:11.014798+0000","last_clean":"2024-04-18T05:14:11.014798+0000","last_became_active":"2024-04-18T05:14:00.868635+0000","last_became_peered":"2024-04-18T05:14:00.868635+0000","last_unstale":"2024-04-18T05:14:11.014798+0000","last_undegraded":"2024-04-18T05:14:11.014798+0000","last_fullsized":"2024-04-18T05:14:11.014798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:20:15.375108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1e","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441804+0000","last_change":"2024-04-18T05:14:00.462577+0000","last_active":"2024-04-18T05:14:16.441804+0000","last_peered":"2024-04-18T05:14:16.441804+0000","last_clean":"2024-04-18T05:14:16.441804+0000","last_became_active":"2024-04-18T05:14:00.461833+0000","last_became_peered":"2024-04-18T05:14:00.461833+0000","last_unstale":"2024-04-18T05:14:16.441804+0000","last_undegraded":"2024-04-18T05:14:16.441804+0000","last_fullsized":"2024-04-18T05:14:16.441804+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:30:10.481121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495696+0000","last_change":"2024-04-18T05:14:16.469477+0000","last_active":"2024-04-18T05:14:18.495696+0000","last_peered":"2024-04-18T05:14:18.495696+0000","last_clean":"2024-04-18T05:14:18.495696+0000","last_became_active":"2024-04-18T05:14:16.468700+0000","last_became_peered":"2024-04-18T05:14:16.468700+0000","last_unstale":"2024-04-18T05:14:18.495696+0000","last_undegraded":"2024-04-18T05:14:18.495696+0000","last_fullsized":"2024-04-18T05:14:18.495696+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:02.682221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"67'4","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496749+0000","last_change":"2024-04-18T05:14:16.095268+0000","last_active":"2024-04-18T05:14:18.496749+0000","last_peered":"2024-04-18T05:14:18.496749+0000","last_clean":"2024-04-18T05:14:18.496749+0000","last_became_active":"2024-04-18T05:14:16.094633+0000","last_became_peered":"2024-04-18T05:14:16.094633+0000","last_unstale":"2024-04-18T05:14:18.496749+0000","last_undegraded":"2024-04-18T05:14:18.496749+0000","last_fullsized":"2024-04-18T05:14:18.496749+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:29:08.018616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465523+0000","last_change":"2024-04-18T05:14:00.867021+0000","last_active":"2024-04-18T05:14:16.465523+0000","last_peered":"2024-04-18T05:14:16.465523+0000","last_clean":"2024-04-18T05:14:16.465523+0000","last_became_active":"2024-04-18T05:14:00.866721+0000","last_became_peered":"2024-04-18T05:14:00.866721+0000","last_unstale":"2024-04-18T05:14:16.465523+0000","last_undegraded":"2024-04-18T05:14:16.465523+0000","last_fullsized":"2024-04-18T05:14:16.465523+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:46.723483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1d","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.439134+0000","last_change":"2024-04-18T05:14:00.487516+0000","last_active":"2024-04-18T05:14:16.439134+0000","last_peered":"2024-04-18T05:14:16.439134+0000","last_clean":"2024-04-18T05:14:16.439134+0000","last_became_active":"2024-04-18T05:14:00.485771+0000","last_became_peered":"2024-04-18T05:14:00.485771+0000","last_unstale":"2024-04-18T05:14:16.439134+0000","last_undegraded":"2024-04-18T05:14:16.439134+0000","last_fullsized":"2024-04-18T05:14:16.439134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496374+0000","last_change":"2024-04-18T05:14:16.486876+0000","last_active":"2024-04-18T05:14:18.496374+0000","last_peered":"2024-04-18T05:14:18.496374+0000","last_clean":"2024-04-18T05:14:18.496374+0000","last_became_active":"2024-04-18T05:14:16.486283+0000","last_became_peered":"2024-04-18T05:14:16.486283+0000","last_unstale":"2024-04-18T05:14:18.496374+0000","last_undegraded":"2024-04-18T05:14:18.496374+0000","last_fullsized":"2024-04-18T05:14:18.496374+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:04:19.813957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.048544+0000","last_change":"2024-04-18T05:14:15.048544+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.048544+0000","last_undegraded":"2024-04-18T05:14:15.048544+0000","last_fullsized":"2024-04-18T05:14:15.048544+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:04:16.388530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445583+0000","last_change":"2024-04-18T05:14:00.881250+0000","last_active":"2024-04-18T05:14:16.445583+0000","last_peered":"2024-04-18T05:14:16.445583+0000","last_clean":"2024-04-18T05:14:16.445583+0000","last_became_active":"2024-04-18T05:14:00.879008+0000","last_became_peered":"2024-04-18T05:14:00.879008+0000","last_unstale":"2024-04-18T05:14:16.445583+0000","last_undegraded":"2024-04-18T05:14:16.445583+0000","last_fullsized":"2024-04-18T05:14:16.445583+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:18.964122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1c","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.475650+0000","last_change":"2024-04-18T05:14:00.464841+0000","last_active":"2024-04-18T05:14:16.475650+0000","last_peered":"2024-04-18T05:14:16.475650+0000","last_clean":"2024-04-18T05:14:16.475650+0000","last_became_active":"2024-04-18T05:14:00.464196+0000","last_became_peered":"2024-04-18T05:14:00.464196+0000","last_unstale":"2024-04-18T05:14:16.475650+0000","last_undegraded":"2024-04-18T05:14:16.475650+0000","last_fullsized":"2024-04-18T05:14:16.475650+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:23:18.176551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440472+0000","last_change":"2024-04-18T05:14:16.484659+0000","last_active":"2024-04-18T05:14:17.440472+0000","last_peered":"2024-04-18T05:14:17.440472+0000","last_clean":"2024-04-18T05:14:17.440472+0000","last_became_active":"2024-04-18T05:14:16.484285+0000","last_became_peered":"2024-04-18T05:14:16.484285+0000","last_unstale":"2024-04-18T05:14:17.440472+0000","last_undegraded":"2024-04-18T05:14:17.440472+0000","last_fullsized":"2024-04-18T05:14:17.440472+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:32:18.149495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.433023+0000","last_change":"2024-04-18T05:14:16.095558+0000","last_active":"2024-04-18T05:14:16.433023+0000","last_peered":"2024-04-18T05:14:16.433023+0000","last_clean":"2024-04-18T05:14:16.433023+0000","last_became_active":"2024-04-18T05:14:16.090833+0000","last_became_peered":"2024-04-18T05:14:16.090833+0000","last_unstale":"2024-04-18T05:14:16.433023+0000","last_undegraded":"2024-04-18T05:14:16.433023+0000","last_fullsized":"2024-04-18T05:14:16.433023+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429195+0000","last_change":"2024-04-18T05:14:11.025624+0000","last_active":"2024-04-18T05:14:16.429195+0000","last_peered":"2024-04-18T05:14:16.429195+0000","last_clean":"2024-04-18T05:14:16.429195+0000","last_became_active":"2024-04-18T05:14:11.024725+0000","last_became_peered":"2024-04-18T05:14:11.024725+0000","last_unstale":"2024-04-18T05:14:16.429195+0000","last_undegraded":"2024-04-18T05:14:16.429195+0000","last_fullsized":"2024-04-18T05:14:16.429195+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:04:27.081802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1b","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437831+0000","last_change":"2024-04-18T05:14:00.485873+0000","last_active":"2024-04-18T05:14:16.437831+0000","last_peered":"2024-04-18T05:14:16.437831+0000","last_clean":"2024-04-18T05:14:16.437831+0000","last_became_active":"2024-04-18T05:14:00.485195+0000","last_became_peered":"2024-04-18T05:14:00.485195+0000","last_unstale":"2024-04-18T05:14:16.437831+0000","last_undegraded":"2024-04-18T05:14:16.437831+0000","last_fullsized":"2024-04-18T05:14:16.437831+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:01.689558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445050+0000","last_change":"2024-04-18T05:14:16.078489+0000","last_active":"2024-04-18T05:14:16.445050+0000","last_peered":"2024-04-18T05:14:16.445050+0000","last_clean":"2024-04-18T05:14:16.445050+0000","last_became_active":"2024-04-18T05:14:16.076606+0000","last_became_peered":"2024-04-18T05:14:16.076606+0000","last_unstale":"2024-04-18T05:14:16.445050+0000","last_undegraded":"2024-04-18T05:14:16.445050+0000","last_fullsized":"2024-04-18T05:14:16.445050+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:58.147929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441939+0000","last_change":"2024-04-18T05:14:00.879230+0000","last_active":"2024-04-18T05:14:16.441939+0000","last_peered":"2024-04-18T05:14:16.441939+0000","last_clean":"2024-04-18T05:14:16.441939+0000","last_became_active":"2024-04-18T05:14:00.878628+0000","last_became_peered":"2024-04-18T05:14:00.878628+0000","last_unstale":"2024-04-18T05:14:16.441939+0000","last_undegraded":"2024-04-18T05:14:16.441939+0000","last_fullsized":"2024-04-18T05:14:16.441939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:19.648116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1a","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.477528+0000","last_change":"2024-04-18T05:14:00.479920+0000","last_active":"2024-04-18T05:14:16.477528+0000","last_peered":"2024-04-18T05:14:16.477528+0000","last_clean":"2024-04-18T05:14:16.477528+0000","last_became_active":"2024-04-18T05:14:00.478544+0000","last_became_peered":"2024-04-18T05:14:00.478544+0000","last_unstale":"2024-04-18T05:14:16.477528+0000","last_undegraded":"2024-04-18T05:14:16.477528+0000","last_fullsized":"2024-04-18T05:14:16.477528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:51.519297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499641+0000","last_change":"2024-04-18T05:14:16.495795+0000","last_active":"2024-04-18T05:14:18.499641+0000","last_peered":"2024-04-18T05:14:18.499641+0000","last_clean":"2024-04-18T05:14:18.499641+0000","last_became_active":"2024-04-18T05:14:16.495357+0000","last_became_peered":"2024-04-18T05:14:16.495357+0000","last_unstale":"2024-04-18T05:14:18.499641+0000","last_undegraded":"2024-04-18T05:14:18.499641+0000","last_fullsized":"2024-04-18T05:14:18.499641+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:26:14.182623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1b","version":"67'1","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.456760+0000","last_change":"2024-04-18T05:14:16.065245+0000","last_active":"2024-04-18T05:14:16.456760+0000","last_peered":"2024-04-18T05:14:16.456760+0000","last_clean":"2024-04-18T05:14:16.456760+0000","last_became_active":"2024-04-18T05:14:16.064974+0000","last_became_peered":"2024-04-18T05:14:16.064974+0000","last_unstale":"2024-04-18T05:14:16.456760+0000","last_undegraded":"2024-04-18T05:14:16.456760+0000","last_fullsized":"2024-04-18T05:14:16.456760+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.942455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431518+0000","last_change":"2024-04-18T05:14:00.857294+0000","last_active":"2024-04-18T05:14:16.431518+0000","last_peered":"2024-04-18T05:14:16.431518+0000","last_clean":"2024-04-18T05:14:16.431518+0000","last_became_active":"2024-04-18T05:14:00.857009+0000","last_became_peered":"2024-04-18T05:14:00.857009+0000","last_unstale":"2024-04-18T05:14:16.431518+0000","last_undegraded":"2024-04-18T05:14:16.431518+0000","last_fullsized":"2024-04-18T05:14:16.431518+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442187+0000","last_change":"2024-04-18T05:14:00.476000+0000","last_active":"2024-04-18T05:14:16.442187+0000","last_peered":"2024-04-18T05:14:16.442187+0000","last_clean":"2024-04-18T05:14:16.442187+0000","last_became_active":"2024-04-18T05:14:00.475241+0000","last_became_peered":"2024-04-18T05:14:00.475241+0000","last_unstale":"2024-04-18T05:14:16.442187+0000","last_undegraded":"2024-04-18T05:14:16.442187+0000","last_fullsized":"2024-04-18T05:14:16.442187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.442518+0000","last_change":"2024-04-18T05:14:16.468395+0000","last_active":"2024-04-18T05:14:17.442518+0000","last_peered":"2024-04-18T05:14:17.442518+0000","last_clean":"2024-04-18T05:14:17.442518+0000","last_became_active":"2024-04-18T05:14:16.461120+0000","last_became_peered":"2024-04-18T05:14:16.461120+0000","last_unstale":"2024-04-18T05:14:17.442518+0000","last_undegraded":"2024-04-18T05:14:17.442518+0000","last_fullsized":"2024-04-18T05:14:17.442518+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:17:03.495506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044075+0000","last_change":"2024-04-18T05:14:15.044075+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044075+0000","last_undegraded":"2024-04-18T05:14:15.044075+0000","last_fullsized":"2024-04-18T05:14:15.044075+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:03:38.246229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437385+0000","last_change":"2024-04-18T05:14:00.883298+0000","last_active":"2024-04-18T05:14:16.437385+0000","last_peered":"2024-04-18T05:14:16.437385+0000","last_clean":"2024-04-18T05:14:16.437385+0000","last_became_active":"2024-04-18T05:14:00.882918+0000","last_became_peered":"2024-04-18T05:14:00.882918+0000","last_unstale":"2024-04-18T05:14:16.437385+0000","last_undegraded":"2024-04-18T05:14:16.437385+0000","last_fullsized":"2024-04-18T05:14:16.437385+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.448597+0000","last_change":"2024-04-18T05:14:00.472259+0000","last_active":"2024-04-18T05:14:16.448597+0000","last_peered":"2024-04-18T05:14:16.448597+0000","last_clean":"2024-04-18T05:14:16.448597+0000","last_became_active":"2024-04-18T05:14:00.471525+0000","last_became_peered":"2024-04-18T05:14:00.471525+0000","last_unstale":"2024-04-18T05:14:16.448597+0000","last_undegraded":"2024-04-18T05:14:16.448597+0000","last_fullsized":"2024-04-18T05:14:16.448597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:22.976132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.493000+0000","last_change":"2024-04-18T05:14:16.459801+0000","last_active":"2024-04-18T05:14:18.493000+0000","last_peered":"2024-04-18T05:14:18.493000+0000","last_clean":"2024-04-18T05:14:18.493000+0000","last_became_active":"2024-04-18T05:14:16.456912+0000","last_became_peered":"2024-04-18T05:14:16.456912+0000","last_unstale":"2024-04-18T05:14:18.493000+0000","last_undegraded":"2024-04-18T05:14:18.493000+0000","last_fullsized":"2024-04-18T05:14:18.493000+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"67'3","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.495787+0000","last_change":"2024-04-18T05:14:16.085323+0000","last_active":"2024-04-18T05:14:16.495787+0000","last_peered":"2024-04-18T05:14:16.495787+0000","last_clean":"2024-04-18T05:14:16.495787+0000","last_became_active":"2024-04-18T05:14:16.083661+0000","last_became_peered":"2024-04-18T05:14:16.083661+0000","last_unstale":"2024-04-18T05:14:16.495787+0000","last_undegraded":"2024-04-18T05:14:16.495787+0000","last_fullsized":"2024-04-18T05:14:16.495787+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:48.329637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437040+0000","last_change":"2024-04-18T05:14:00.866770+0000","last_active":"2024-04-18T05:14:16.437040+0000","last_peered":"2024-04-18T05:14:16.437040+0000","last_clean":"2024-04-18T05:14:16.437040+0000","last_became_active":"2024-04-18T05:14:00.866155+0000","last_became_peered":"2024-04-18T05:14:00.866155+0000","last_unstale":"2024-04-18T05:14:16.437040+0000","last_undegraded":"2024-04-18T05:14:16.437040+0000","last_fullsized":"2024-04-18T05:14:16.437040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445669+0000","last_change":"2024-04-18T05:14:00.478675+0000","last_active":"2024-04-18T05:14:16.445669+0000","last_peered":"2024-04-18T05:14:16.445669+0000","last_clean":"2024-04-18T05:14:16.445669+0000","last_became_active":"2024-04-18T05:14:00.477923+0000","last_became_peered":"2024-04-18T05:14:00.477923+0000","last_unstale":"2024-04-18T05:14:16.445669+0000","last_undegraded":"2024-04-18T05:14:16.445669+0000","last_fullsized":"2024-04-18T05:14:16.445669+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:43.137965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.498607+0000","last_change":"2024-04-18T05:14:16.485630+0000","last_active":"2024-04-18T05:14:18.498607+0000","last_peered":"2024-04-18T05:14:18.498607+0000","last_clean":"2024-04-18T05:14:18.498607+0000","last_became_active":"2024-04-18T05:14:16.484711+0000","last_became_peered":"2024-04-18T05:14:16.484711+0000","last_unstale":"2024-04-18T05:14:18.498607+0000","last_undegraded":"2024-04-18T05:14:18.498607+0000","last_fullsized":"2024-04-18T05:14:18.498607+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:25.056026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.046923+0000","last_change":"2024-04-18T05:14:15.046923+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.046923+0000","last_undegraded":"2024-04-18T05:14:15.046923+0000","last_fullsized":"2024-04-18T05:14:15.046923+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:43:28.228440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442125+0000","last_change":"2024-04-18T05:14:00.869377+0000","last_active":"2024-04-18T05:14:16.442125+0000","last_peered":"2024-04-18T05:14:16.442125+0000","last_clean":"2024-04-18T05:14:16.442125+0000","last_became_active":"2024-04-18T05:14:00.869076+0000","last_became_peered":"2024-04-18T05:14:00.869076+0000","last_unstale":"2024-04-18T05:14:16.442125+0000","last_undegraded":"2024-04-18T05:14:16.442125+0000","last_fullsized":"2024-04-18T05:14:16.442125+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438127+0000","last_change":"2024-04-18T05:14:00.473131+0000","last_active":"2024-04-18T05:14:16.438127+0000","last_peered":"2024-04-18T05:14:16.438127+0000","last_clean":"2024-04-18T05:14:16.438127+0000","last_became_active":"2024-04-18T05:14:00.472383+0000","last_became_peered":"2024-04-18T05:14:00.472383+0000","last_unstale":"2024-04-18T05:14:16.438127+0000","last_undegraded":"2024-04-18T05:14:16.438127+0000","last_fullsized":"2024-04-18T05:14:16.438127+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:21.674221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440288+0000","last_change":"2024-04-18T05:14:16.465405+0000","last_active":"2024-04-18T05:14:17.440288+0000","last_peered":"2024-04-18T05:14:17.440288+0000","last_clean":"2024-04-18T05:14:17.440288+0000","last_became_active":"2024-04-18T05:14:16.464755+0000","last_became_peered":"2024-04-18T05:14:16.464755+0000","last_unstale":"2024-04-18T05:14:17.440288+0000","last_undegraded":"2024-04-18T05:14:17.440288+0000","last_fullsized":"2024-04-18T05:14:17.440288+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:22.211935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437922+0000","last_change":"2024-04-18T05:14:16.059115+0000","last_active":"2024-04-18T05:14:16.437922+0000","last_peered":"2024-04-18T05:14:16.437922+0000","last_clean":"2024-04-18T05:14:16.437922+0000","last_became_active":"2024-04-18T05:14:16.058426+0000","last_became_peered":"2024-04-18T05:14:16.058426+0000","last_unstale":"2024-04-18T05:14:16.437922+0000","last_undegraded":"2024-04-18T05:14:16.437922+0000","last_fullsized":"2024-04-18T05:14:16.437922+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437825+0000","last_change":"2024-04-18T05:14:00.884379+0000","last_active":"2024-04-18T05:14:16.437825+0000","last_peered":"2024-04-18T05:14:16.437825+0000","last_clean":"2024-04-18T05:14:16.437825+0000","last_became_active":"2024-04-18T05:14:00.884121+0000","last_became_peered":"2024-04-18T05:14:00.884121+0000","last_unstale":"2024-04-18T05:14:16.437825+0000","last_undegraded":"2024-04-18T05:14:16.437825+0000","last_fullsized":"2024-04-18T05:14:16.437825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.15","version":"61'3","reported_seq":17,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015096+0000","last_change":"2024-04-18T05:14:00.469014+0000","last_active":"2024-04-18T05:14:11.015096+0000","last_peered":"2024-04-18T05:14:11.015096+0000","last_clean":"2024-04-18T05:14:11.015096+0000","last_became_active":"2024-04-18T05:14:00.468323+0000","last_became_peered":"2024-04-18T05:14:00.468323+0000","last_unstale":"2024-04-18T05:14:11.015096+0000","last_undegraded":"2024-04-18T05:14:11.015096+0000","last_fullsized":"2024-04-18T05:14:11.015096+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:32.650886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439151+0000","last_change":"2024-04-18T05:14:16.457349+0000","last_active":"2024-04-18T05:14:17.439151+0000","last_peered":"2024-04-18T05:14:17.439151+0000","last_clean":"2024-04-18T05:14:17.439151+0000","last_became_active":"2024-04-18T05:14:16.456890+0000","last_became_peered":"2024-04-18T05:14:16.456890+0000","last_unstale":"2024-04-18T05:14:17.439151+0000","last_undegraded":"2024-04-18T05:14:17.439151+0000","last_fullsized":"2024-04-18T05:14:17.439151+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:33.445161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429962+0000","last_change":"2024-04-18T05:14:16.069881+0000","last_active":"2024-04-18T05:14:16.429962+0000","last_peered":"2024-04-18T05:14:16.429962+0000","last_clean":"2024-04-18T05:14:16.429962+0000","last_became_active":"2024-04-18T05:14:16.069532+0000","last_became_peered":"2024-04-18T05:14:16.069532+0000","last_unstale":"2024-04-18T05:14:16.429962+0000","last_undegraded":"2024-04-18T05:14:16.429962+0000","last_fullsized":"2024-04-18T05:14:16.429962+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015113+0000","last_change":"2024-04-18T05:14:00.873581+0000","last_active":"2024-04-18T05:14:11.015113+0000","last_peered":"2024-04-18T05:14:11.015113+0000","last_clean":"2024-04-18T05:14:11.015113+0000","last_became_active":"2024-04-18T05:14:00.873317+0000","last_became_peered":"2024-04-18T05:14:00.873317+0000","last_unstale":"2024-04-18T05:14:11.015113+0000","last_undegraded":"2024-04-18T05:14:11.015113+0000","last_fullsized":"2024-04-18T05:14:11.015113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:06:56.229275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"63'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.470363+0000","last_change":"2024-04-18T05:14:00.464562+0000","last_active":"2024-04-18T05:14:16.470363+0000","last_peered":"2024-04-18T05:14:16.470363+0000","last_clean":"2024-04-18T05:14:16.470363+0000","last_became_active":"2024-04-18T05:14:00.463886+0000","last_became_peered":"2024-04-18T05:14:00.463886+0000","last_unstale":"2024-04-18T05:14:16.470363+0000","last_undegraded":"2024-04-18T05:14:16.470363+0000","last_fullsized":"2024-04-18T05:14:16.470363+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:02.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440740+0000","last_change":"2024-04-18T05:14:16.451461+0000","last_active":"2024-04-18T05:14:17.440740+0000","last_peered":"2024-04-18T05:14:17.440740+0000","last_clean":"2024-04-18T05:14:17.440740+0000","last_became_active":"2024-04-18T05:14:16.451184+0000","last_became_peered":"2024-04-18T05:14:16.451184+0000","last_unstale":"2024-04-18T05:14:17.440740+0000","last_undegraded":"2024-04-18T05:14:17.440740+0000","last_fullsized":"2024-04-18T05:14:17.440740+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495711+0000","last_change":"2024-04-18T05:14:16.088691+0000","last_active":"2024-04-18T05:14:18.495711+0000","last_peered":"2024-04-18T05:14:18.495711+0000","last_clean":"2024-04-18T05:14:18.495711+0000","last_became_active":"2024-04-18T05:14:16.086971+0000","last_became_peered":"2024-04-18T05:14:16.086971+0000","last_unstale":"2024-04-18T05:14:18.495711+0000","last_undegraded":"2024-04-18T05:14:18.495711+0000","last_fullsized":"2024-04-18T05:14:18.495711+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:53:14.523793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429300+0000","last_change":"2024-04-18T05:14:00.867829+0000","last_active":"2024-04-18T05:14:16.429300+0000","last_peered":"2024-04-18T05:14:16.429300+0000","last_clean":"2024-04-18T05:14:16.429300+0000","last_became_active":"2024-04-18T05:14:00.867573+0000","last_became_peered":"2024-04-18T05:14:00.867573+0000","last_unstale":"2024-04-18T05:14:16.429300+0000","last_undegraded":"2024-04-18T05:14:16.429300+0000","last_fullsized":"2024-04-18T05:14:16.429300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.13","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445864+0000","last_change":"2024-04-18T05:14:00.476417+0000","last_active":"2024-04-18T05:14:16.445864+0000","last_peered":"2024-04-18T05:14:16.445864+0000","last_clean":"2024-04-18T05:14:16.445864+0000","last_became_active":"2024-04-18T05:14:00.475836+0000","last_became_peered":"2024-04-18T05:14:00.475836+0000","last_unstale":"2024-04-18T05:14:16.445864+0000","last_undegraded":"2024-04-18T05:14:16.445864+0000","last_fullsized":"2024-04-18T05:14:16.445864+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:55:02.161082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.491209+0000","last_change":"2024-04-18T05:14:16.486233+0000","last_active":"2024-04-18T05:14:18.491209+0000","last_peered":"2024-04-18T05:14:18.491209+0000","last_clean":"2024-04-18T05:14:18.491209+0000","last_became_active":"2024-04-18T05:14:16.485865+0000","last_became_peered":"2024-04-18T05:14:16.485865+0000","last_unstale":"2024-04-18T05:14:18.491209+0000","last_undegraded":"2024-04-18T05:14:18.491209+0000","last_fullsized":"2024-04-18T05:14:18.491209+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:33:07.217621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"67'8","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.498821+0000","last_change":"2024-04-18T05:14:16.069005+0000","last_active":"2024-04-18T05:14:16.498821+0000","last_peered":"2024-04-18T05:14:16.498821+0000","last_clean":"2024-04-18T05:14:16.498821+0000","last_became_active":"2024-04-18T05:14:16.068274+0000","last_became_peered":"2024-04-18T05:14:16.068274+0000","last_unstale":"2024-04-18T05:14:16.498821+0000","last_undegraded":"2024-04-18T05:14:16.498821+0000","last_fullsized":"2024-04-18T05:14:16.498821+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:17.907248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430432+0000","last_change":"2024-04-18T05:14:00.870667+0000","last_active":"2024-04-18T05:14:16.430432+0000","last_peered":"2024-04-18T05:14:16.430432+0000","last_clean":"2024-04-18T05:14:16.430432+0000","last_became_active":"2024-04-18T05:14:00.870381+0000","last_became_peered":"2024-04-18T05:14:00.870381+0000","last_unstale":"2024-04-18T05:14:16.430432+0000","last_undegraded":"2024-04-18T05:14:16.430432+0000","last_fullsized":"2024-04-18T05:14:16.430432+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431384+0000","last_change":"2024-04-18T05:14:00.485838+0000","last_active":"2024-04-18T05:14:16.431384+0000","last_peered":"2024-04-18T05:14:16.431384+0000","last_clean":"2024-04-18T05:14:16.431384+0000","last_became_active":"2024-04-18T05:14:00.485513+0000","last_became_peered":"2024-04-18T05:14:00.485513+0000","last_unstale":"2024-04-18T05:14:16.431384+0000","last_undegraded":"2024-04-18T05:14:16.431384+0000","last_fullsized":"2024-04-18T05:14:16.431384+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:26.085659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091613+0000","last_change":"2024-04-18T05:14:16.497027+0000","last_active":"2024-04-18T05:14:18.091613+0000","last_peered":"2024-04-18T05:14:18.091613+0000","last_clean":"2024-04-18T05:14:18.091613+0000","last_became_active":"2024-04-18T05:14:16.496680+0000","last_became_peered":"2024-04-18T05:14:16.496680+0000","last_unstale":"2024-04-18T05:14:18.091613+0000","last_undegraded":"2024-04-18T05:14:18.091613+0000","last_fullsized":"2024-04-18T05:14:18.091613+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:34.557925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.13","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.455344+0000","last_change":"2024-04-18T05:14:16.066739+0000","last_active":"2024-04-18T05:14:16.455344+0000","last_peered":"2024-04-18T05:14:16.455344+0000","last_clean":"2024-04-18T05:14:16.455344+0000","last_became_active":"2024-04-18T05:14:16.066454+0000","last_became_peered":"2024-04-18T05:14:16.066454+0000","last_unstale":"2024-04-18T05:14:16.455344+0000","last_undegraded":"2024-04-18T05:14:16.455344+0000","last_fullsized":"2024-04-18T05:14:16.455344+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:46:18.659810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431170+0000","last_change":"2024-04-18T05:14:00.866869+0000","last_active":"2024-04-18T05:14:16.431170+0000","last_peered":"2024-04-18T05:14:16.431170+0000","last_clean":"2024-04-18T05:14:16.431170+0000","last_became_active":"2024-04-18T05:14:00.866433+0000","last_became_peered":"2024-04-18T05:14:00.866433+0000","last_unstale":"2024-04-18T05:14:16.431170+0000","last_undegraded":"2024-04-18T05:14:16.431170+0000","last_fullsized":"2024-04-18T05:14:16.431170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:24.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014863+0000","last_change":"2024-04-18T05:14:00.485129+0000","last_active":"2024-04-18T05:14:11.014863+0000","last_peered":"2024-04-18T05:14:11.014863+0000","last_clean":"2024-04-18T05:14:11.014863+0000","last_became_active":"2024-04-18T05:14:00.483769+0000","last_became_peered":"2024-04-18T05:14:00.483769+0000","last_unstale":"2024-04-18T05:14:11.014863+0000","last_undegraded":"2024-04-18T05:14:11.014863+0000","last_fullsized":"2024-04-18T05:14:11.014863+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:00.023276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490983+0000","last_change":"2024-04-18T05:14:16.473056+0000","last_active":"2024-04-18T05:14:18.490983+0000","last_peered":"2024-04-18T05:14:18.490983+0000","last_clean":"2024-04-18T05:14:18.490983+0000","last_became_active":"2024-04-18T05:14:16.472758+0000","last_became_peered":"2024-04-18T05:14:16.472758+0000","last_unstale":"2024-04-18T05:14:18.490983+0000","last_undegraded":"2024-04-18T05:14:18.490983+0000","last_fullsized":"2024-04-18T05:14:18.490983+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:34.646273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.447243+0000","last_change":"2024-04-18T05:14:16.088939+0000","last_active":"2024-04-18T05:14:16.447243+0000","last_peered":"2024-04-18T05:14:16.447243+0000","last_clean":"2024-04-18T05:14:16.447243+0000","last_became_active":"2024-04-18T05:14:16.088621+0000","last_became_peered":"2024-04-18T05:14:16.088621+0000","last_unstale":"2024-04-18T05:14:16.447243+0000","last_undegraded":"2024-04-18T05:14:16.447243+0000","last_fullsized":"2024-04-18T05:14:16.447243+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:21.203532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436720+0000","last_change":"2024-04-18T05:14:00.859982+0000","last_active":"2024-04-18T05:14:16.436720+0000","last_peered":"2024-04-18T05:14:16.436720+0000","last_clean":"2024-04-18T05:14:16.436720+0000","last_became_active":"2024-04-18T05:14:00.859568+0000","last_became_peered":"2024-04-18T05:14:00.859568+0000","last_unstale":"2024-04-18T05:14:16.436720+0000","last_undegraded":"2024-04-18T05:14:16.436720+0000","last_fullsized":"2024-04-18T05:14:16.436720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"61'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429301+0000","last_change":"2024-04-18T05:14:00.476237+0000","last_active":"2024-04-18T05:14:16.429301+0000","last_peered":"2024-04-18T05:14:16.429301+0000","last_clean":"2024-04-18T05:14:16.429301+0000","last_became_active":"2024-04-18T05:14:00.475552+0000","last_became_peered":"2024-04-18T05:14:00.475552+0000","last_unstale":"2024-04-18T05:14:16.429301+0000","last_undegraded":"2024-04-18T05:14:16.429301+0000","last_fullsized":"2024-04-18T05:14:16.429301+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:06:26.819732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.493340+0000","last_change":"2024-04-18T05:14:16.489251+0000","last_active":"2024-04-18T05:14:18.493340+0000","last_peered":"2024-04-18T05:14:18.493340+0000","last_clean":"2024-04-18T05:14:18.493340+0000","last_became_active":"2024-04-18T05:14:16.488755+0000","last_became_peered":"2024-04-18T05:14:16.488755+0000","last_unstale":"2024-04-18T05:14:18.493340+0000","last_undegraded":"2024-04-18T05:14:18.493340+0000","last_fullsized":"2024-04-18T05:14:18.493340+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:16:38.185513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.d","version":"67'1","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497497+0000","last_change":"2024-04-18T05:14:16.095144+0000","last_active":"2024-04-18T05:14:18.497497+0000","last_peered":"2024-04-18T05:14:18.497497+0000","last_clean":"2024-04-18T05:14:18.497497+0000","last_became_active":"2024-04-18T05:14:16.094621+0000","last_became_peered":"2024-04-18T05:14:16.094621+0000","last_unstale":"2024-04-18T05:14:18.497497+0000","last_undegraded":"2024-04-18T05:14:18.497497+0000","last_fullsized":"2024-04-18T05:14:18.497497+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:18.331918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.469995+0000","last_change":"2024-04-18T05:14:11.026298+0000","last_active":"2024-04-18T05:14:16.469995+0000","last_peered":"2024-04-18T05:14:16.469995+0000","last_clean":"2024-04-18T05:14:16.469995+0000","last_became_active":"2024-04-18T05:14:11.025454+0000","last_became_peered":"2024-04-18T05:14:11.025454+0000","last_unstale":"2024-04-18T05:14:16.469995+0000","last_undegraded":"2024-04-18T05:14:16.469995+0000","last_fullsized":"2024-04-18T05:14:16.469995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.f","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445761+0000","last_change":"2024-04-18T05:14:00.478363+0000","last_active":"2024-04-18T05:14:16.445761+0000","last_peered":"2024-04-18T05:14:16.445761+0000","last_clean":"2024-04-18T05:14:16.445761+0000","last_became_active":"2024-04-18T05:14:00.477340+0000","last_became_peered":"2024-04-18T05:14:00.477340+0000","last_unstale":"2024-04-18T05:14:16.445761+0000","last_undegraded":"2024-04-18T05:14:16.445761+0000","last_fullsized":"2024-04-18T05:14:16.445761+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:01.173836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496345+0000","last_change":"2024-04-18T05:14:16.491241+0000","last_active":"2024-04-18T05:14:18.496345+0000","last_peered":"2024-04-18T05:14:18.496345+0000","last_clean":"2024-04-18T05:14:18.496345+0000","last_became_active":"2024-04-18T05:14:16.486877+0000","last_became_peered":"2024-04-18T05:14:16.486877+0000","last_unstale":"2024-04-18T05:14:18.496345+0000","last_undegraded":"2024-04-18T05:14:18.496345+0000","last_fullsized":"2024-04-18T05:14:18.496345+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:00.223918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497128+0000","last_change":"2024-04-18T05:14:16.100716+0000","last_active":"2024-04-18T05:14:18.497128+0000","last_peered":"2024-04-18T05:14:18.497128+0000","last_clean":"2024-04-18T05:14:18.497128+0000","last_became_active":"2024-04-18T05:14:16.100328+0000","last_became_peered":"2024-04-18T05:14:16.100328+0000","last_unstale":"2024-04-18T05:14:18.497128+0000","last_undegraded":"2024-04-18T05:14:18.497128+0000","last_fullsized":"2024-04-18T05:14:18.497128+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:23.048982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437757+0000","last_change":"2024-04-18T05:14:00.861505+0000","last_active":"2024-04-18T05:14:16.437757+0000","last_peered":"2024-04-18T05:14:16.437757+0000","last_clean":"2024-04-18T05:14:16.437757+0000","last_became_active":"2024-04-18T05:14:00.861225+0000","last_became_peered":"2024-04-18T05:14:00.861225+0000","last_unstale":"2024-04-18T05:14:16.437757+0000","last_undegraded":"2024-04-18T05:14:16.437757+0000","last_fullsized":"2024-04-18T05:14:16.437757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.450319+0000","last_change":"2024-04-18T05:14:00.480005+0000","last_active":"2024-04-18T05:14:16.450319+0000","last_peered":"2024-04-18T05:14:16.450319+0000","last_clean":"2024-04-18T05:14:16.450319+0000","last_became_active":"2024-04-18T05:14:00.479297+0000","last_became_peered":"2024-04-18T05:14:00.479297+0000","last_unstale":"2024-04-18T05:14:16.450319+0000","last_undegraded":"2024-04-18T05:14:16.450319+0000","last_fullsized":"2024-04-18T05:14:16.450319+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:18.638928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495951+0000","last_change":"2024-04-18T05:14:16.486294+0000","last_active":"2024-04-18T05:14:18.495951+0000","last_peered":"2024-04-18T05:14:18.495951+0000","last_clean":"2024-04-18T05:14:18.495951+0000","last_became_active":"2024-04-18T05:14:16.479222+0000","last_became_peered":"2024-04-18T05:14:16.479222+0000","last_unstale":"2024-04-18T05:14:18.495951+0000","last_undegraded":"2024-04-18T05:14:18.495951+0000","last_fullsized":"2024-04-18T05:14:18.495951+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:59:56.913370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.f","version":"67'1","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.456782+0000","last_change":"2024-04-18T05:14:16.088250+0000","last_active":"2024-04-18T05:14:16.456782+0000","last_peered":"2024-04-18T05:14:16.456782+0000","last_clean":"2024-04-18T05:14:16.456782+0000","last_became_active":"2024-04-18T05:14:16.087919+0000","last_became_peered":"2024-04-18T05:14:16.087919+0000","last_unstale":"2024-04-18T05:14:16.456782+0000","last_undegraded":"2024-04-18T05:14:16.456782+0000","last_fullsized":"2024-04-18T05:14:16.456782+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:38:01.308883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437917+0000","last_change":"2024-04-18T05:14:00.861526+0000","last_active":"2024-04-18T05:14:16.437917+0000","last_peered":"2024-04-18T05:14:16.437917+0000","last_clean":"2024-04-18T05:14:16.437917+0000","last_became_active":"2024-04-18T05:14:00.861220+0000","last_became_peered":"2024-04-18T05:14:00.861220+0000","last_unstale":"2024-04-18T05:14:16.437917+0000","last_undegraded":"2024-04-18T05:14:16.437917+0000","last_fullsized":"2024-04-18T05:14:16.437917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:19:16.915439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015031+0000","last_change":"2024-04-18T05:14:00.462281+0000","last_active":"2024-04-18T05:14:11.015031+0000","last_peered":"2024-04-18T05:14:11.015031+0000","last_clean":"2024-04-18T05:14:11.015031+0000","last_became_active":"2024-04-18T05:14:00.461405+0000","last_became_peered":"2024-04-18T05:14:00.461405+0000","last_unstale":"2024-04-18T05:14:11.015031+0000","last_undegraded":"2024-04-18T05:14:11.015031+0000","last_fullsized":"2024-04-18T05:14:11.015031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:15.739905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440425+0000","last_change":"2024-04-18T05:14:16.464070+0000","last_active":"2024-04-18T05:14:17.440425+0000","last_peered":"2024-04-18T05:14:17.440425+0000","last_clean":"2024-04-18T05:14:17.440425+0000","last_became_active":"2024-04-18T05:14:16.463358+0000","last_became_peered":"2024-04-18T05:14:16.463358+0000","last_unstale":"2024-04-18T05:14:17.440425+0000","last_undegraded":"2024-04-18T05:14:17.440425+0000","last_fullsized":"2024-04-18T05:14:17.440425+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:26:14.182623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.e","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.446259+0000","last_change":"2024-04-18T05:14:16.066995+0000","last_active":"2024-04-18T05:14:16.446259+0000","last_peered":"2024-04-18T05:14:16.446259+0000","last_clean":"2024-04-18T05:14:16.446259+0000","last_became_active":"2024-04-18T05:14:16.065749+0000","last_became_peered":"2024-04-18T05:14:16.065749+0000","last_unstale":"2024-04-18T05:14:16.446259+0000","last_undegraded":"2024-04-18T05:14:16.446259+0000","last_fullsized":"2024-04-18T05:14:16.446259+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015310+0000","last_change":"2024-04-18T05:14:00.871679+0000","last_active":"2024-04-18T05:14:11.015310+0000","last_peered":"2024-04-18T05:14:11.015310+0000","last_clean":"2024-04-18T05:14:11.015310+0000","last_became_active":"2024-04-18T05:14:00.871400+0000","last_became_peered":"2024-04-18T05:14:00.871400+0000","last_unstale":"2024-04-18T05:14:11.015310+0000","last_undegraded":"2024-04-18T05:14:11.015310+0000","last_fullsized":"2024-04-18T05:14:11.015310+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:30.155951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478952+0000","last_change":"2024-04-18T05:14:00.491392+0000","last_active":"2024-04-18T05:14:16.478952+0000","last_peered":"2024-04-18T05:14:16.478952+0000","last_clean":"2024-04-18T05:14:16.478952+0000","last_became_active":"2024-04-18T05:14:00.486707+0000","last_became_peered":"2024-04-18T05:14:00.486707+0000","last_unstale":"2024-04-18T05:14:16.478952+0000","last_undegraded":"2024-04-18T05:14:16.478952+0000","last_fullsized":"2024-04-18T05:14:16.478952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:01:36.454283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497477+0000","last_change":"2024-04-18T05:14:16.491883+0000","last_active":"2024-04-18T05:14:18.497477+0000","last_peered":"2024-04-18T05:14:18.497477+0000","last_clean":"2024-04-18T05:14:18.497477+0000","last_became_active":"2024-04-18T05:14:16.491306+0000","last_became_peered":"2024-04-18T05:14:16.491306+0000","last_unstale":"2024-04-18T05:14:18.497477+0000","last_undegraded":"2024-04-18T05:14:18.497477+0000","last_fullsized":"2024-04-18T05:14:18.497477+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:32:01.614326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.433300+0000","last_change":"2024-04-18T05:14:16.090650+0000","last_active":"2024-04-18T05:14:16.433300+0000","last_peered":"2024-04-18T05:14:16.433300+0000","last_clean":"2024-04-18T05:14:16.433300+0000","last_became_active":"2024-04-18T05:14:16.088745+0000","last_became_peered":"2024-04-18T05:14:16.088745+0000","last_unstale":"2024-04-18T05:14:16.433300+0000","last_undegraded":"2024-04-18T05:14:16.433300+0000","last_fullsized":"2024-04-18T05:14:16.433300+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465153+0000","last_change":"2024-04-18T05:14:00.863392+0000","last_active":"2024-04-18T05:14:16.465153+0000","last_peered":"2024-04-18T05:14:16.465153+0000","last_clean":"2024-04-18T05:14:16.465153+0000","last_became_active":"2024-04-18T05:14:00.863169+0000","last_became_peered":"2024-04-18T05:14:00.863169+0000","last_unstale":"2024-04-18T05:14:16.465153+0000","last_undegraded":"2024-04-18T05:14:16.465153+0000","last_fullsized":"2024-04-18T05:14:16.465153+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.b","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.467403+0000","last_change":"2024-04-18T05:14:00.468847+0000","last_active":"2024-04-18T05:14:16.467403+0000","last_peered":"2024-04-18T05:14:16.467403+0000","last_clean":"2024-04-18T05:14:16.467403+0000","last_became_active":"2024-04-18T05:14:00.467620+0000","last_became_peered":"2024-04-18T05:14:00.467620+0000","last_unstale":"2024-04-18T05:14:16.467403+0000","last_undegraded":"2024-04-18T05:14:16.467403+0000","last_fullsized":"2024-04-18T05:14:16.467403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445546+0000","last_change":"2024-04-18T05:14:16.091124+0000","last_active":"2024-04-18T05:14:16.445546+0000","last_peered":"2024-04-18T05:14:16.445546+0000","last_clean":"2024-04-18T05:14:16.445546+0000","last_became_active":"2024-04-18T05:14:16.090422+0000","last_became_peered":"2024-04-18T05:14:16.090422+0000","last_unstale":"2024-04-18T05:14:16.445546+0000","last_undegraded":"2024-04-18T05:14:16.445546+0000","last_fullsized":"2024-04-18T05:14:16.445546+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:13.909329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434604+0000","last_change":"2024-04-18T05:14:00.874004+0000","last_active":"2024-04-18T05:14:16.434604+0000","last_peered":"2024-04-18T05:14:16.434604+0000","last_clean":"2024-04-18T05:14:16.434604+0000","last_became_active":"2024-04-18T05:14:00.873704+0000","last_became_peered":"2024-04-18T05:14:00.873704+0000","last_unstale":"2024-04-18T05:14:16.434604+0000","last_undegraded":"2024-04-18T05:14:16.434604+0000","last_fullsized":"2024-04-18T05:14:16.434604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:50:55.042327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431656+0000","last_change":"2024-04-18T05:14:00.467695+0000","last_active":"2024-04-18T05:14:16.431656+0000","last_peered":"2024-04-18T05:14:16.431656+0000","last_clean":"2024-04-18T05:14:16.431656+0000","last_became_active":"2024-04-18T05:14:00.467177+0000","last_became_peered":"2024-04-18T05:14:00.467177+0000","last_unstale":"2024-04-18T05:14:16.431656+0000","last_undegraded":"2024-04-18T05:14:16.431656+0000","last_fullsized":"2024-04-18T05:14:16.431656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:41:27.605641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497818+0000","last_change":"2024-04-18T05:14:16.500308+0000","last_active":"2024-04-18T05:14:18.497818+0000","last_peered":"2024-04-18T05:14:18.497818+0000","last_clean":"2024-04-18T05:14:18.497818+0000","last_became_active":"2024-04-18T05:14:16.499936+0000","last_became_peered":"2024-04-18T05:14:16.499936+0000","last_unstale":"2024-04-18T05:14:18.497818+0000","last_undegraded":"2024-04-18T05:14:18.497818+0000","last_fullsized":"2024-04-18T05:14:18.497818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:12:20.737948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.480969+0000","last_change":"2024-04-18T05:14:16.081313+0000","last_active":"2024-04-18T05:14:16.480969+0000","last_peered":"2024-04-18T05:14:16.480969+0000","last_clean":"2024-04-18T05:14:16.480969+0000","last_became_active":"2024-04-18T05:14:16.080624+0000","last_became_peered":"2024-04-18T05:14:16.080624+0000","last_unstale":"2024-04-18T05:14:16.480969+0000","last_undegraded":"2024-04-18T05:14:16.480969+0000","last_fullsized":"2024-04-18T05:14:16.480969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:10.814674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.447507+0000","last_change":"2024-04-18T05:14:00.879044+0000","last_active":"2024-04-18T05:14:16.447507+0000","last_peered":"2024-04-18T05:14:16.447507+0000","last_clean":"2024-04-18T05:14:16.447507+0000","last_became_active":"2024-04-18T05:14:00.878761+0000","last_became_peered":"2024-04-18T05:14:00.878761+0000","last_unstale":"2024-04-18T05:14:16.447507+0000","last_undegraded":"2024-04-18T05:14:16.447507+0000","last_fullsized":"2024-04-18T05:14:16.447507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.459467+0000","last_change":"2024-04-18T05:14:00.471853+0000","last_active":"2024-04-18T05:14:16.459467+0000","last_peered":"2024-04-18T05:14:16.459467+0000","last_clean":"2024-04-18T05:14:16.459467+0000","last_became_active":"2024-04-18T05:14:00.471070+0000","last_became_peered":"2024-04-18T05:14:00.471070+0000","last_unstale":"2024-04-18T05:14:16.459467+0000","last_undegraded":"2024-04-18T05:14:16.459467+0000","last_fullsized":"2024-04-18T05:14:16.459467+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440014+0000","last_change":"2024-04-18T05:14:16.496114+0000","last_active":"2024-04-18T05:14:17.440014+0000","last_peered":"2024-04-18T05:14:17.440014+0000","last_clean":"2024-04-18T05:14:17.440014+0000","last_became_active":"2024-04-18T05:14:16.495775+0000","last_became_peered":"2024-04-18T05:14:16.495775+0000","last_unstale":"2024-04-18T05:14:17.440014+0000","last_undegraded":"2024-04-18T05:14:17.440014+0000","last_fullsized":"2024-04-18T05:14:17.440014+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:43:29.236843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430590+0000","last_change":"2024-04-18T05:14:16.060222+0000","last_active":"2024-04-18T05:14:16.430590+0000","last_peered":"2024-04-18T05:14:16.430590+0000","last_clean":"2024-04-18T05:14:16.430590+0000","last_became_active":"2024-04-18T05:14:16.059879+0000","last_became_peered":"2024-04-18T05:14:16.059879+0000","last_unstale":"2024-04-18T05:14:16.430590+0000","last_undegraded":"2024-04-18T05:14:16.430590+0000","last_fullsized":"2024-04-18T05:14:16.430590+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434824+0000","last_change":"2024-04-18T05:14:00.871916+0000","last_active":"2024-04-18T05:14:16.434824+0000","last_peered":"2024-04-18T05:14:16.434824+0000","last_clean":"2024-04-18T05:14:16.434824+0000","last_became_active":"2024-04-18T05:14:00.871632+0000","last_became_peered":"2024-04-18T05:14:00.871632+0000","last_unstale":"2024-04-18T05:14:16.434824+0000","last_undegraded":"2024-04-18T05:14:16.434824+0000","last_fullsized":"2024-04-18T05:14:16.434824+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:41.569182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445859+0000","last_change":"2024-04-18T05:14:00.473649+0000","last_active":"2024-04-18T05:14:16.445859+0000","last_peered":"2024-04-18T05:14:16.445859+0000","last_clean":"2024-04-18T05:14:16.445859+0000","last_became_active":"2024-04-18T05:14:00.473013+0000","last_became_peered":"2024-04-18T05:14:00.473013+0000","last_unstale":"2024-04-18T05:14:16.445859+0000","last_undegraded":"2024-04-18T05:14:16.445859+0000","last_fullsized":"2024-04-18T05:14:16.445859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:58.794431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.492985+0000","last_change":"2024-04-18T05:14:16.458544+0000","last_active":"2024-04-18T05:14:18.492985+0000","last_peered":"2024-04-18T05:14:18.492985+0000","last_clean":"2024-04-18T05:14:18.492985+0000","last_became_active":"2024-04-18T05:14:16.456435+0000","last_became_peered":"2024-04-18T05:14:16.456435+0000","last_unstale":"2024-04-18T05:14:18.492985+0000","last_undegraded":"2024-04-18T05:14:18.492985+0000","last_fullsized":"2024-04-18T05:14:18.492985+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:39.950858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437324+0000","last_change":"2024-04-18T05:14:16.067363+0000","last_active":"2024-04-18T05:14:16.437324+0000","last_peered":"2024-04-18T05:14:16.437324+0000","last_clean":"2024-04-18T05:14:16.437324+0000","last_became_active":"2024-04-18T05:14:16.065875+0000","last_became_peered":"2024-04-18T05:14:16.065875+0000","last_unstale":"2024-04-18T05:14:16.437324+0000","last_undegraded":"2024-04-18T05:14:16.437324+0000","last_fullsized":"2024-04-18T05:14:16.437324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442353+0000","last_change":"2024-04-18T05:14:00.880892+0000","last_active":"2024-04-18T05:14:16.442353+0000","last_peered":"2024-04-18T05:14:16.442353+0000","last_clean":"2024-04-18T05:14:16.442353+0000","last_became_active":"2024-04-18T05:14:00.880537+0000","last_became_peered":"2024-04-18T05:14:00.880537+0000","last_unstale":"2024-04-18T05:14:16.442353+0000","last_undegraded":"2024-04-18T05:14:16.442353+0000","last_fullsized":"2024-04-18T05:14:16.442353+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:16.749092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.6","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.450501+0000","last_change":"2024-04-18T05:14:00.483853+0000","last_active":"2024-04-18T05:14:16.450501+0000","last_peered":"2024-04-18T05:14:16.450501+0000","last_clean":"2024-04-18T05:14:16.450501+0000","last_became_active":"2024-04-18T05:14:00.483595+0000","last_became_peered":"2024-04-18T05:14:00.483595+0000","last_unstale":"2024-04-18T05:14:16.450501+0000","last_undegraded":"2024-04-18T05:14:16.450501+0000","last_fullsized":"2024-04-18T05:14:16.450501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:38.921394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091045+0000","last_change":"2024-04-18T05:14:16.443909+0000","last_active":"2024-04-18T05:14:18.091045+0000","last_peered":"2024-04-18T05:14:18.091045+0000","last_clean":"2024-04-18T05:14:18.091045+0000","last_became_active":"2024-04-18T05:14:16.443642+0000","last_became_peered":"2024-04-18T05:14:16.443642+0000","last_unstale":"2024-04-18T05:14:18.091045+0000","last_undegraded":"2024-04-18T05:14:18.091045+0000","last_fullsized":"2024-04-18T05:14:18.091045+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:49.253877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.7","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.462838+0000","last_change":"2024-04-18T05:14:16.082042+0000","last_active":"2024-04-18T05:14:16.462838+0000","last_peered":"2024-04-18T05:14:16.462838+0000","last_clean":"2024-04-18T05:14:16.462838+0000","last_became_active":"2024-04-18T05:14:16.081750+0000","last_became_peered":"2024-04-18T05:14:16.081750+0000","last_unstale":"2024-04-18T05:14:16.462838+0000","last_undegraded":"2024-04-18T05:14:16.462838+0000","last_fullsized":"2024-04-18T05:14:16.462838+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:15:20.350938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015243+0000","last_change":"2024-04-18T05:14:00.855267+0000","last_active":"2024-04-18T05:14:11.015243+0000","last_peered":"2024-04-18T05:14:11.015243+0000","last_clean":"2024-04-18T05:14:11.015243+0000","last_became_active":"2024-04-18T05:14:00.855039+0000","last_became_peered":"2024-04-18T05:14:00.855039+0000","last_unstale":"2024-04-18T05:14:11.015243+0000","last_undegraded":"2024-04-18T05:14:11.015243+0000","last_fullsized":"2024-04-18T05:14:11.015243+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465818+0000","last_change":"2024-04-18T05:14:00.482001+0000","last_active":"2024-04-18T05:14:16.465818+0000","last_peered":"2024-04-18T05:14:16.465818+0000","last_clean":"2024-04-18T05:14:16.465818+0000","last_became_active":"2024-04-18T05:14:00.481233+0000","last_became_peered":"2024-04-18T05:14:00.481233+0000","last_unstale":"2024-04-18T05:14:16.465818+0000","last_undegraded":"2024-04-18T05:14:16.465818+0000","last_fullsized":"2024-04-18T05:14:16.465818+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:46:34.054210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490351+0000","last_change":"2024-04-18T05:14:16.463986+0000","last_active":"2024-04-18T05:14:18.490351+0000","last_peered":"2024-04-18T05:14:18.490351+0000","last_clean":"2024-04-18T05:14:18.490351+0000","last_became_active":"2024-04-18T05:14:16.463618+0000","last_became_peered":"2024-04-18T05:14:16.463618+0000","last_unstale":"2024-04-18T05:14:18.490351+0000","last_undegraded":"2024-04-18T05:14:18.490351+0000","last_fullsized":"2024-04-18T05:14:18.490351+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:21:11.010178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.6","version":"68'1","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499471+0000","last_change":"2024-04-18T05:14:16.083909+0000","last_active":"2024-04-18T05:14:18.499471+0000","last_peered":"2024-04-18T05:14:18.499471+0000","last_clean":"2024-04-18T05:14:18.499471+0000","last_became_active":"2024-04-18T05:14:16.083336+0000","last_became_peered":"2024-04-18T05:14:16.083336+0000","last_unstale":"2024-04-18T05:14:18.499471+0000","last_undegraded":"2024-04-18T05:14:18.499471+0000","last_fullsized":"2024-04-18T05:14:18.499471+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015373+0000","last_change":"2024-04-18T05:14:00.871574+0000","last_active":"2024-04-18T05:14:11.015373+0000","last_peered":"2024-04-18T05:14:11.015373+0000","last_clean":"2024-04-18T05:14:11.015373+0000","last_became_active":"2024-04-18T05:14:00.871299+0000","last_became_peered":"2024-04-18T05:14:00.871299+0000","last_unstale":"2024-04-18T05:14:11.015373+0000","last_undegraded":"2024-04-18T05:14:11.015373+0000","last_fullsized":"2024-04-18T05:14:11.015373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:19:10.047141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.484062+0000","last_change":"2024-04-18T05:14:00.492511+0000","last_active":"2024-04-18T05:14:16.484062+0000","last_peered":"2024-04-18T05:14:16.484062+0000","last_clean":"2024-04-18T05:14:16.484062+0000","last_became_active":"2024-04-18T05:14:00.491890+0000","last_became_peered":"2024-04-18T05:14:00.491890+0000","last_unstale":"2024-04-18T05:14:16.484062+0000","last_undegraded":"2024-04-18T05:14:16.484062+0000","last_fullsized":"2024-04-18T05:14:16.484062+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:05:36.954697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.442190+0000","last_change":"2024-04-18T05:14:16.467991+0000","last_active":"2024-04-18T05:14:17.442190+0000","last_peered":"2024-04-18T05:14:17.442190+0000","last_clean":"2024-04-18T05:14:17.442190+0000","last_became_active":"2024-04-18T05:14:16.464274+0000","last_became_peered":"2024-04-18T05:14:16.464274+0000","last_unstale":"2024-04-18T05:14:17.442190+0000","last_undegraded":"2024-04-18T05:14:17.442190+0000","last_fullsized":"2024-04-18T05:14:17.442190+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:53:32.701136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434588+0000","last_change":"2024-04-18T05:14:16.064119+0000","last_active":"2024-04-18T05:14:16.434588+0000","last_peered":"2024-04-18T05:14:16.434588+0000","last_clean":"2024-04-18T05:14:16.434588+0000","last_became_active":"2024-04-18T05:14:16.063029+0000","last_became_peered":"2024-04-18T05:14:16.063029+0000","last_unstale":"2024-04-18T05:14:16.434588+0000","last_undegraded":"2024-04-18T05:14:16.434588+0000","last_fullsized":"2024-04-18T05:14:16.434588+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:17.284145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.448551+0000","last_change":"2024-04-18T05:14:00.874084+0000","last_active":"2024-04-18T05:14:16.448551+0000","last_peered":"2024-04-18T05:14:16.448551+0000","last_clean":"2024-04-18T05:14:16.448551+0000","last_became_active":"2024-04-18T05:14:00.873807+0000","last_became_peered":"2024-04-18T05:14:00.873807+0000","last_unstale":"2024-04-18T05:14:16.448551+0000","last_undegraded":"2024-04-18T05:14:16.448551+0000","last_fullsized":"2024-04-18T05:14:16.448551+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:05:52.408260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436462+0000","last_change":"2024-04-18T05:14:00.477493+0000","last_active":"2024-04-18T05:14:16.436462+0000","last_peered":"2024-04-18T05:14:16.436462+0000","last_clean":"2024-04-18T05:14:16.436462+0000","last_became_active":"2024-04-18T05:14:00.476699+0000","last_became_peered":"2024-04-18T05:14:00.476699+0000","last_unstale":"2024-04-18T05:14:16.436462+0000","last_undegraded":"2024-04-18T05:14:16.436462+0000","last_fullsized":"2024-04-18T05:14:16.436462+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:48:59.329860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496615+0000","last_change":"2024-04-18T05:14:16.490707+0000","last_active":"2024-04-18T05:14:18.496615+0000","last_peered":"2024-04-18T05:14:18.496615+0000","last_clean":"2024-04-18T05:14:18.496615+0000","last_became_active":"2024-04-18T05:14:16.479630+0000","last_became_peered":"2024-04-18T05:14:16.479630+0000","last_unstale":"2024-04-18T05:14:18.496615+0000","last_undegraded":"2024-04-18T05:14:18.496615+0000","last_fullsized":"2024-04-18T05:14:18.496615+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:43.208910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445311+0000","last_change":"2024-04-18T05:14:16.077987+0000","last_active":"2024-04-18T05:14:16.445311+0000","last_peered":"2024-04-18T05:14:16.445311+0000","last_clean":"2024-04-18T05:14:16.445311+0000","last_became_active":"2024-04-18T05:14:16.075673+0000","last_became_peered":"2024-04-18T05:14:16.075673+0000","last_unstale":"2024-04-18T05:14:16.445311+0000","last_undegraded":"2024-04-18T05:14:16.445311+0000","last_fullsized":"2024-04-18T05:14:16.445311+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:55:08.553501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434709+0000","last_change":"2024-04-18T05:14:00.884112+0000","last_active":"2024-04-18T05:14:16.434709+0000","last_peered":"2024-04-18T05:14:16.434709+0000","last_clean":"2024-04-18T05:14:16.434709+0000","last_became_active":"2024-04-18T05:14:00.883819+0000","last_became_peered":"2024-04-18T05:14:00.883819+0000","last_unstale":"2024-04-18T05:14:16.434709+0000","last_undegraded":"2024-04-18T05:14:16.434709+0000","last_fullsized":"2024-04-18T05:14:16.434709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441875+0000","last_change":"2024-04-18T05:14:00.471506+0000","last_active":"2024-04-18T05:14:16.441875+0000","last_peered":"2024-04-18T05:14:16.441875+0000","last_clean":"2024-04-18T05:14:16.441875+0000","last_became_active":"2024-04-18T05:14:00.470776+0000","last_became_peered":"2024-04-18T05:14:00.470776+0000","last_unstale":"2024-04-18T05:14:16.441875+0000","last_undegraded":"2024-04-18T05:14:16.441875+0000","last_fullsized":"2024-04-18T05:14:16.441875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440004+0000","last_change":"2024-04-18T05:14:16.485541+0000","last_active":"2024-04-18T05:14:17.440004+0000","last_peered":"2024-04-18T05:14:17.440004+0000","last_clean":"2024-04-18T05:14:17.440004+0000","last_became_active":"2024-04-18T05:14:16.485249+0000","last_became_peered":"2024-04-18T05:14:16.485249+0000","last_unstale":"2024-04-18T05:14:17.440004+0000","last_undegraded":"2024-04-18T05:14:17.440004+0000","last_fullsized":"2024-04-18T05:14:17.440004+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:04:17.396933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044323+0000","last_change":"2024-04-18T05:14:15.044323+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044323+0000","last_undegraded":"2024-04-18T05:14:15.044323+0000","last_fullsized":"2024-04-18T05:14:15.044323+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:32.436757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.477098+0000","last_change":"2024-04-18T05:14:11.029009+0000","last_active":"2024-04-18T05:14:16.477098+0000","last_peered":"2024-04-18T05:14:16.477098+0000","last_clean":"2024-04-18T05:14:16.477098+0000","last_became_active":"2024-04-18T05:14:11.028270+0000","last_became_peered":"2024-04-18T05:14:11.028270+0000","last_unstale":"2024-04-18T05:14:16.477098+0000","last_undegraded":"2024-04-18T05:14:16.477098+0000","last_fullsized":"2024-04-18T05:14:16.477098+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.464806+0000","last_change":"2024-04-18T05:14:00.492526+0000","last_active":"2024-04-18T05:14:16.464806+0000","last_peered":"2024-04-18T05:14:16.464806+0000","last_clean":"2024-04-18T05:14:16.464806+0000","last_became_active":"2024-04-18T05:14:00.491888+0000","last_became_peered":"2024-04-18T05:14:00.491888+0000","last_unstale":"2024-04-18T05:14:16.464806+0000","last_undegraded":"2024-04-18T05:14:16.464806+0000","last_fullsized":"2024-04-18T05:14:16.464806+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:05:04.092042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091812+0000","last_change":"2024-04-18T05:14:16.472857+0000","last_active":"2024-04-18T05:14:18.091812+0000","last_peered":"2024-04-18T05:14:18.091812+0000","last_clean":"2024-04-18T05:14:18.091812+0000","last_became_active":"2024-04-18T05:14:16.472599+0000","last_became_peered":"2024-04-18T05:14:16.472599+0000","last_unstale":"2024-04-18T05:14:18.091812+0000","last_undegraded":"2024-04-18T05:14:18.091812+0000","last_fullsized":"2024-04-18T05:14:18.091812+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:17:15.884713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.476716+0000","last_change":"2024-04-18T05:14:16.081905+0000","last_active":"2024-04-18T05:14:16.476716+0000","last_peered":"2024-04-18T05:14:16.476716+0000","last_clean":"2024-04-18T05:14:16.476716+0000","last_became_active":"2024-04-18T05:14:16.081211+0000","last_became_peered":"2024-04-18T05:14:16.081211+0000","last_unstale":"2024-04-18T05:14:16.476716+0000","last_undegraded":"2024-04-18T05:14:16.476716+0000","last_fullsized":"2024-04-18T05:14:16.476716+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:02.970680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437597+0000","last_change":"2024-04-18T05:14:00.884904+0000","last_active":"2024-04-18T05:14:16.437597+0000","last_peered":"2024-04-18T05:14:16.437597+0000","last_clean":"2024-04-18T05:14:16.437597+0000","last_became_active":"2024-04-18T05:14:00.884602+0000","last_became_peered":"2024-04-18T05:14:00.884602+0000","last_unstale":"2024-04-18T05:14:16.437597+0000","last_undegraded":"2024-04-18T05:14:16.437597+0000","last_fullsized":"2024-04-18T05:14:16.437597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465373+0000","last_change":"2024-04-18T05:14:00.480520+0000","last_active":"2024-04-18T05:14:16.465373+0000","last_peered":"2024-04-18T05:14:16.465373+0000","last_clean":"2024-04-18T05:14:16.465373+0000","last_became_active":"2024-04-18T05:14:00.478958+0000","last_became_peered":"2024-04-18T05:14:00.478958+0000","last_unstale":"2024-04-18T05:14:16.465373+0000","last_undegraded":"2024-04-18T05:14:16.465373+0000","last_fullsized":"2024-04-18T05:14:16.465373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.476332+0000","last_change":"2024-04-18T05:14:16.069931+0000","last_active":"2024-04-18T05:14:16.476332+0000","last_peered":"2024-04-18T05:14:16.476332+0000","last_clean":"2024-04-18T05:14:16.476332+0000","last_became_active":"2024-04-18T05:14:16.069167+0000","last_became_peered":"2024-04-18T05:14:16.069167+0000","last_unstale":"2024-04-18T05:14:16.476332+0000","last_undegraded":"2024-04-18T05:14:16.476332+0000","last_fullsized":"2024-04-18T05:14:16.476332+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429669+0000","last_change":"2024-04-18T05:14:00.870565+0000","last_active":"2024-04-18T05:14:16.429669+0000","last_peered":"2024-04-18T05:14:16.429669+0000","last_clean":"2024-04-18T05:14:16.429669+0000","last_became_active":"2024-04-18T05:14:00.870275+0000","last_became_peered":"2024-04-18T05:14:00.870275+0000","last_unstale":"2024-04-18T05:14:16.429669+0000","last_undegraded":"2024-04-18T05:14:16.429669+0000","last_fullsized":"2024-04-18T05:14:16.429669+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465933+0000","last_change":"2024-04-18T05:14:00.485922+0000","last_active":"2024-04-18T05:14:16.465933+0000","last_peered":"2024-04-18T05:14:16.465933+0000","last_clean":"2024-04-18T05:14:16.465933+0000","last_became_active":"2024-04-18T05:14:00.485025+0000","last_became_peered":"2024-04-18T05:14:00.485025+0000","last_unstale":"2024-04-18T05:14:16.465933+0000","last_undegraded":"2024-04-18T05:14:16.465933+0000","last_fullsized":"2024-04-18T05:14:16.465933+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":205,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429383+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:14:16.429383+0000","last_peered":"2024-04-18T05:14:16.429383+0000","last_clean":"2024-04-18T05:14:16.429383+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:14:16.429383+0000","last_undegraded":"2024-04-18T05:14:16.429383+0000","last_fullsized":"2024-04-18T05:14:16.429383+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":122,"acting":122,"num_store_stats":7},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":798,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509480,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31952,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339888,"statfs":{"total":96636764160,"available":96604045312,"internally_reserved":0,"allocated":843776,"data_stored":386325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.89100000000000001,"15min":0.89700000000000002},"min":{"1min":0.56100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.256,"5min":1.421,"15min":1.421},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.58399999999999996,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":1.0980000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.82099999999999995,"15min":0.81299999999999994},"min":{"1min":0.56000000000000005,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.58599999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.214,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.073}]},{"osd":2,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.85999999999999999,"15min":0.85599999999999998},"min":{"1min":0.54400000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.25,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.86799999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0189999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.331,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.006,"5min":1.01,"15min":1.0109999999999999},"min":{"1min":0.64200000000000002,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4099999999999999,"5min":1.494,"15min":1.494},"last":1.198}]},{"osd":4,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.95399999999999996,"15min":0.95999999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.1950000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.024},{"interface":"front","average":{"1min":0.999,"5min":0.995,"15min":0.99399999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":1.1539999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.98799999999999999,"15min":0.99199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2789999999999999,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.99099999999999999},{"interface":"front","average":{"1min":1.004,"5min":1.0820000000000001,"15min":1.095},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.4450000000000001,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.121}]},{"osd":7,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.0609999999999999,"15min":1.0700000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.5669999999999999,"5min":1.635,"15min":1.635},"last":1.244},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0509999999999999,"15min":1.0489999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0529999999999999}]}]},{"osd":5,"up_from":15,"seq":64424509480,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28420,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343420,"statfs":{"total":96636764160,"available":96607662080,"internally_reserved":0,"allocated":1433600,"data_stored":975571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.81499999999999995,"15min":0.80900000000000005},"min":{"1min":0.501,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.81999999999999995,"15min":0.81499999999999995},"min":{"1min":0.51800000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.91500000000000004}]},{"osd":1,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.83199999999999996,"15min":0.82599999999999996},"min":{"1min":0.52300000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1120000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.84999999999999998,"15min":0.83599999999999997},"min":{"1min":0.61599999999999999,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.79700000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.83399999999999996,"15min":0.80700000000000005},"min":{"1min":0.64400000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":4.2789999999999999,"5min":4.2789999999999999,"15min":4.2789999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.92500000000000004,"15min":0.91900000000000004},"min":{"1min":0.64300000000000002,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.173,"5min":2.173,"15min":2.173},"last":0.85999999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94599999999999995,"15min":0.95299999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1930000000000001,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.026,"5min":1.0049999999999999,"15min":1.0009999999999999},"min":{"1min":0.80200000000000005,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.821,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.038}]},{"osd":4,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.94199999999999995,"15min":0.93799999999999994},"min":{"1min":0.65500000000000003,"5min":0.437,"15min":0.437},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":2.855,"5min":2.855,"15min":2.855},"last":1.0089999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.96599999999999997,"15min":0.97199999999999998},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.111},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.038,"15min":1.052},"min":{"1min":0.624,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2450000000000001,"5min":1.73,"15min":1.73},"last":1.073}]},{"osd":7,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.085,"15min":1.0840000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3759999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.246},{"interface":"front","average":{"1min":1.127,"5min":1.149,"15min":1.153},"min":{"1min":0.79600000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.712,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.163}]}]},{"osd":4,"up_from":15,"seq":64424509481,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31920,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339920,"statfs":{"total":96636764160,"available":96604078080,"internally_reserved":0,"allocated":823296,"data_stored":382340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.85799999999999998,"15min":0.84799999999999998},"min":{"1min":0.59199999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85399999999999998,"15min":0.86399999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.214,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":1.0569999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.84699999999999998,"15min":0.82199999999999995},"min":{"1min":0.69799999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1679999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.1679999999999999},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.89700000000000002,"15min":0.90300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.365,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.92600000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.93799999999999994,"15min":0.92200000000000004},"min":{"1min":0.62,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5289999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.083},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.92800000000000005,"15min":0.92600000000000005},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.446,"5min":1.498,"15min":1.498},"last":0.84699999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.95199999999999996,"15min":0.93899999999999995},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.98699999999999999,"15min":0.997},"min":{"1min":0.70799999999999996,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.3320000000000001,"5min":1.617,"15min":1.617},"last":1.0109999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80900000000000005,"15min":0.82499999999999996},"min":{"1min":0.58799999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.0349999999999999,"15min":1.0549999999999999},"min":{"1min":0.64100000000000001,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.4810000000000001,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.03,"15min":1.048},"min":{"1min":0.66900000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.5029999999999999,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.998,"15min":1.024},"min":{"1min":0.70499999999999996,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4319999999999999,"5min":1.962,"15min":1.962},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.0600000000000001,"15min":1.0409999999999999},"min":{"1min":0.79600000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.085,"5min":1.054,"15min":1.0569999999999999},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.54,"5min":1.54,"15min":1.54},"last":0.95199999999999996}]}]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35980,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335860,"statfs":{"total":96636764160,"available":96599920640,"internally_reserved":0,"allocated":786432,"data_stored":358407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.318,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90000000000000002,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.442},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.65900000000000003,"15min":0.66300000000000003},"min":{"1min":0.32200000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.91400000000000003,"5min":1.571,"15min":1.571},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.67200000000000004,"15min":0.67800000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.871,"5min":1.76,"15min":1.76},"last":0.38},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.66800000000000004,"15min":0.66200000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.0289999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.35799999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.79000000000000004,"15min":0.80400000000000005},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.309},"max":{"1min":1.171,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.78400000000000003,"15min":0.78200000000000003},"min":{"1min":0.39100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1519999999999999,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.39900000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.90100000000000002,"15min":0.91100000000000003},"min":{"1min":0.60999999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0900000000000001,"5min":1.252,"15min":1.252},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.202,"5min":1.254,"15min":1.254},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.93400000000000005,"15min":0.93200000000000005},"min":{"1min":0.68899999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3640000000000001,"5min":1.446,"15min":1.446},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.0089999999999999,"15min":1.0249999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.502,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.61299999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.022,"15min":1.03},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.365,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0369999999999999,"15min":1.0449999999999999},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.456,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.67500000000000004}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.0489999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4059999999999999,"5min":1.883,"15min":1.883},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0269999999999999,"15min":1.0289999999999999},"min":{"1min":0.63300000000000001,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2649999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.77400000000000002}]}]},{"osd":2,"up_from":15,"seq":64424509479,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31920,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339920,"statfs":{"total":96636764160,"available":96604078080,"internally_reserved":0,"allocated":823296,"data_stored":381792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61299999999999999,"15min":0.60299999999999998},"min":{"1min":0.39200000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.92600000000000005,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.624,"15min":0.61899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.372},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.66200000000000003},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.98999999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.61099999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.94999999999999996,"5min":1.177,"15min":1.177},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.753,"15min":0.75700000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0489999999999999,"5min":1.222,"15min":1.222},"last":0.54900000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92600000000000005,"15min":0.93100000000000005},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.278,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0129999999999999,"15min":1.014},"min":{"1min":0.70199999999999996,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.266,"5min":1.7,"15min":1.7},"last":0.77400000000000002}]},{"osd":5,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1,"15min":1.006},"min":{"1min":0.63100000000000001,"5min":0.627,"15min":0.627},"max":{"1min":1.2,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.0389999999999999,"15min":1.0509999999999999},"min":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3169999999999999,"5min":1.847,"15min":1.847},"last":0.84899999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0329999999999999},"min":{"1min":0.68100000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.28,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.024,"15min":1.018},"min":{"1min":0.69599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.3560000000000001,"5min":1.625,"15min":1.625},"last":0.94799999999999995}]},{"osd":7,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.093,"15min":1.0960000000000001},"min":{"1min":0.65900000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.4279999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0880000000000001,"15min":1.0920000000000001},"min":{"1min":0.66800000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2829999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.80100000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509479,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36608,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335232,"statfs":{"total":96636764160,"available":96599277568,"internally_reserved":0,"allocated":1429504,"data_stored":973736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56399999999999995,"15min":0.55700000000000005},"min":{"1min":0.27600000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61199999999999999,"15min":0.626},"min":{"1min":0.30599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.046,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60199999999999998,"15min":0.59999999999999998},"min":{"1min":0.32700000000000001,"5min":0.25,"15min":0.25},"max":{"1min":1.1619999999999999,"5min":1.345,"15min":1.345},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.67500000000000004,"15min":0.68000000000000005},"min":{"1min":0.372,"5min":0.249,"15min":0.249},"max":{"1min":1.0169999999999999,"5min":1.421,"15min":1.421},"last":0.86299999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.748,"15min":0.74099999999999999},"min":{"1min":0.34000000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.1359999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.69199999999999995,"15min":0.69399999999999995},"min":{"1min":0.40799999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.97399999999999998,"5min":1.173,"15min":1.173},"last":0.91600000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.84999999999999998,"15min":0.84299999999999997},"min":{"1min":0.68799999999999994,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1459999999999999,"5min":1.47,"15min":1.47},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.94399999999999995,"15min":0.94699999999999995},"min":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.393,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.1379999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.91200000000000003,"15min":0.92200000000000004},"min":{"1min":0.66800000000000004,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.2370000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.2989999999999999},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.90400000000000003,"15min":0.90500000000000003},"min":{"1min":0.66300000000000003,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.2549999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.0429999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.028,"15min":1.044},"min":{"1min":0.67400000000000004,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.3600000000000001,"5min":1.911,"15min":1.911},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.002,"15min":0.98999999999999999},"min":{"1min":0.74399999999999999,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.3420000000000001,"5min":1.637,"15min":1.637},"last":1.1779999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.046,"15min":1.044},"min":{"1min":0.76600000000000001,"5min":0.628,"15min":0.628},"max":{"1min":1.5049999999999999,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":1.4770000000000001},{"interface":"front","average":{"1min":1.05,"5min":1.0309999999999999,"15min":1.0449999999999999},"min":{"1min":0.626,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.448,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.347}]}]},{"osd":0,"up_from":15,"seq":64424509480,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36012,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335828,"statfs":{"total":96636764160,"available":96599887872,"internally_reserved":0,"allocated":819200,"data_stored":381758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.59099999999999997,"15min":0.624},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.83399999999999996,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.624,"15min":0.65500000000000003},"min":{"1min":0.32400000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.88400000000000001,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.61699999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63500000000000001,"15min":0.65100000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":1.1259999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.628,"15min":0.63500000000000001},"min":{"1min":0.35299999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.98099999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.70599999999999996,"15min":0.72599999999999998},"min":{"1min":0.34000000000000002,"5min":0.307,"15min":0.307},"max":{"1min":1.1180000000000001,"5min":1.369,"15min":1.369},"last":1.028},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.85199999999999998,"15min":0.90900000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.2589999999999999,"5min":2.218,"15min":2.218},"last":1.2589999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.90000000000000002,"15min":0.93200000000000005},"min":{"1min":0.52600000000000002,"5min":0.437,"15min":0.437},"max":{"1min":1.385,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.872,"5min":0.878,"15min":0.89800000000000002},"min":{"1min":0.59099999999999997,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.93899999999999995}]},{"osd":5,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.89700000000000002,"15min":0.92500000000000004},"min":{"1min":0.60299999999999998,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.234,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.0049999999999999,"15min":1.0569999999999999},"min":{"1min":0.65700000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.391,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.90200000000000002}]},{"osd":6,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":1.04,"15min":1.093},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.3580000000000001,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":1.3580000000000001},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.61899999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3100000000000001,"5min":1.425,"15min":1.425},"last":1.3100000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.98599999999999999,"15min":1.016},"min":{"1min":0.63100000000000001,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2729999999999999,"5min":1.411,"15min":1.411},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.96999999999999997,"15min":0.99299999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":1.2}]}]},{"osd":7,"up_from":13,"seq":55834574888,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":374708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.84099999999999997,"15min":0.83699999999999997},"min":{"1min":0.623,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.80100000000000005,"15min":0.80300000000000005},"min":{"1min":0.52600000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2170000000000001,"5min":1.27,"15min":1.27},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.94299999999999995,"15min":0.93999999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.754},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2849999999999999,"5min":1.452,"15min":1.452},"last":0.68100000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85199999999999998,"15min":0.85299999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.872,"15min":0.85399999999999998},"min":{"1min":0.68000000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.79200000000000004}]},{"osd":3,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1819999999999999,"5min":1.202,"15min":1.202},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.94799999999999995,"15min":0.92900000000000005},"min":{"1min":0.84099999999999997,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.25,"5min":1.411,"15min":1.411},"last":0.62}]},{"osd":4,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.92300000000000004,"15min":0.93000000000000005},"min":{"1min":0.58199999999999996,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.649,"15min":1.649},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91400000000000003,"15min":0.90800000000000003},"min":{"1min":0.63500000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.331,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.0089999999999999,"15min":1.0049999999999999},"min":{"1min":0.70799999999999996,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.96799999999999997,"15min":0.96499999999999997},"min":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.294,"5min":1.536,"15min":1.536},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.042,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.627,"15min":0.627},"max":{"1min":1.355,"5min":1.728,"15min":1.728},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.032,"15min":1.0249999999999999},"min":{"1min":0.67600000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.425,"5min":1.595,"15min":1.595},"last":0.74099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:14:21.250 INFO:tasks.cephfs.filesystem.ceph_manager:PG 11.1e is not active+clean 2024-04-18T05:14:21.250 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '11.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 65, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:14:15.048544+0000', 'last_change': '2024-04-18T05:14:15.048544+0000', 'last_active': '2024-04-18T05:14:15.022972+0000', 'last_peered': '2024-04-18T05:14:15.022972+0000', 'last_clean': '2024-04-18T05:14:15.022972+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:14:15.048544+0000', 'last_undegraded': '2024-04-18T05:14:15.048544+0000', 'last_fullsized': '2024-04-18T05:14:15.048544+0000', 'mapping_epoch': 65, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 65, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'last_clean_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T11:04:16.388530+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-18T05:14:21.250 INFO:tasks.cephfs.filesystem.ceph_manager:PG 12.1f is not active+clean 2024-04-18T05:14:21.250 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '12.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:14:16.031375+0000', 'last_change': '2024-04-18T05:14:16.031375+0000', 'last_active': '2024-04-18T05:14:16.031375+0000', 'last_peered': '2024-04-18T05:14:16.031375+0000', 'last_clean': '2024-04-18T05:14:16.031375+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:14:16.031375+0000', 'last_undegraded': '2024-04-18T05:14:16.031375+0000', 'last_fullsized': '2024-04-18T05:14:16.031375+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:14:16.031375+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:14:16.031375+0000', 'last_clean_scrub_stamp': '2024-04-18T05:14:16.031375+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:14:21.250 INFO:tasks.cephfs.filesystem.ceph_manager:PG 11.1a is not active+clean 2024-04-18T05:14:21.250 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '11.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 65, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:14:15.044075+0000', 'last_change': '2024-04-18T05:14:15.044075+0000', 'last_active': '2024-04-18T05:14:15.022972+0000', 'last_peered': '2024-04-18T05:14:15.022972+0000', 'last_clean': '2024-04-18T05:14:15.022972+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:14:15.044075+0000', 'last_undegraded': '2024-04-18T05:14:15.044075+0000', 'last_fullsized': '2024-04-18T05:14:15.044075+0000', 'mapping_epoch': 65, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 65, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'last_clean_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T06:03:38.246229+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-18T05:14:21.251 INFO:tasks.cephfs.filesystem.ceph_manager:PG 11.14 is not active+clean 2024-04-18T05:14:21.251 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '11.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 65, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:14:15.046923+0000', 'last_change': '2024-04-18T05:14:15.046923+0000', 'last_active': '2024-04-18T05:14:15.022972+0000', 'last_peered': '2024-04-18T05:14:15.022972+0000', 'last_clean': '2024-04-18T05:14:15.022972+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:14:15.046923+0000', 'last_undegraded': '2024-04-18T05:14:15.046923+0000', 'last_fullsized': '2024-04-18T05:14:15.046923+0000', 'mapping_epoch': 65, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 65, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'last_clean_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T11:43:28.228440+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-18T05:14:21.251 INFO:tasks.cephfs.filesystem.ceph_manager:PG 12.f is not active+clean 2024-04-18T05:14:21.251 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '12.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:14:16.031375+0000', 'last_change': '2024-04-18T05:14:16.031375+0000', 'last_active': '2024-04-18T05:14:16.031375+0000', 'last_peered': '2024-04-18T05:14:16.031375+0000', 'last_clean': '2024-04-18T05:14:16.031375+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:14:16.031375+0000', 'last_undegraded': '2024-04-18T05:14:16.031375+0000', 'last_fullsized': '2024-04-18T05:14:16.031375+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:14:16.031375+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:14:16.031375+0000', 'last_clean_scrub_stamp': '2024-04-18T05:14:16.031375+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:14:21.251 INFO:tasks.cephfs.filesystem.ceph_manager:PG 11.3 is not active+clean 2024-04-18T05:14:21.251 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '11.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 65, 'state': 'creating+peering', 'last_fresh': '2024-04-18T05:14:15.044323+0000', 'last_change': '2024-04-18T05:14:15.044323+0000', 'last_active': '2024-04-18T05:14:15.022972+0000', 'last_peered': '2024-04-18T05:14:15.022972+0000', 'last_clean': '2024-04-18T05:14:15.022972+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:14:15.044323+0000', 'last_undegraded': '2024-04-18T05:14:15.044323+0000', 'last_fullsized': '2024-04-18T05:14:15.044323+0000', 'mapping_epoch': 65, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 65, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'last_clean_scrub_stamp': '2024-04-18T05:14:15.022972+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-19T13:50:32.436757+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-04-18T05:14:21.251 INFO:tasks.cephfs.filesystem.ceph_manager:PG 12.d is not active+clean 2024-04-18T05:14:21.251 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '12.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-18T05:14:16.031375+0000', 'last_change': '2024-04-18T05:14:16.031375+0000', 'last_active': '2024-04-18T05:14:16.031375+0000', 'last_peered': '2024-04-18T05:14:16.031375+0000', 'last_clean': '2024-04-18T05:14:16.031375+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-18T05:14:16.031375+0000', 'last_undegraded': '2024-04-18T05:14:16.031375+0000', 'last_fullsized': '2024-04-18T05:14:16.031375+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-18T05:14:16.031375+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-18T05:14:16.031375+0000', 'last_clean_scrub_stamp': '2024-04-18T05:14:16.031375+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-18T05:14:21.252 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-18T05:14:21.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.397+0000 7fc12f8ff640 1 Processor -- start 2024-04-18T05:14:21.400 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.397+0000 7fc12f8ff640 1 -- start start 2024-04-18T05:14:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12f8ff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc1280c1820 0x7fc128070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12f8ff640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc12814e2d0 con 0x7fc12814def0 2024-04-18T05:14:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12f8ff640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc128151440 con 0x7fc1280c0e50 2024-04-18T05:14:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12f8ff640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc128151720 con 0x7fc1280c1820 2024-04-18T05:14:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12ce9a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc1280c1820 0x7fc128070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12d69b640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fc12814def0 0x7fc1280716f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:35958/0 (socket says 172.21.15.32:35958) 2024-04-18T05:14:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12ce9a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc1280c1820 0x7fc128070340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36054/0 (socket says 172.21.15.32:36054) 2024-04-18T05:14:21.402 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12d69b640 1 -- 172.21.15.32:0/3078690042 learned_addr learned my addr 172.21.15.32:0/3078690042 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:21.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12ce9a640 1 -- 172.21.15.32:0/3078690042 >> v1:172.21.15.92:6789/0 conn(0x7fc1280c0e50 legacy=0x7fc128070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:21.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12ce9a640 1 -- 172.21.15.32:0/3078690042 >> v1:172.21.15.32:6789/0 conn(0x7fc12814def0 legacy=0x7fc1280716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12ce9a640 1 -- 172.21.15.32:0/3078690042 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1280c1cf0 con 0x7fc1280c1820 2024-04-18T05:14:21.403 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc127fff640 1 -- 172.21.15.32:0/3078690042 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2064531236 0 0) 0x7fc12814e2d0 con 0x7fc12814def0 2024-04-18T05:14:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12ce9a640 1 --2- 172.21.15.32:0/3078690042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 0x7fc128070340 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fc11c0097c0 tx=0x7fc11c01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ca27dc76d57de61 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc127fff640 1 -- 172.21.15.32:0/3078690042 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc11c0ab600 con 0x7fc1280c1820 2024-04-18T05:14:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc127fff640 1 -- 172.21.15.32:0/3078690042 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc11c0a7050 con 0x7fc1280c1820 2024-04-18T05:14:21.404 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc127fff640 1 -- 172.21.15.32:0/3078690042 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc11c0ab980 con 0x7fc1280c1820 2024-04-18T05:14:21.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12f8ff640 1 -- 172.21.15.32:0/3078690042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 msgr2=0x7fc128070340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.401+0000 7fc12f8ff640 1 --2- 172.21.15.32:0/3078690042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 0x7fc128070340 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fc11c0097c0 tx=0x7fc11c01c340 comp rx=0 tx=0).stop 2024-04-18T05:14:21.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- 172.21.15.32:0/3078690042 shutdown_connections 2024-04-18T05:14:21.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 --2- 172.21.15.32:0/3078690042 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 0x7fc128070340 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.405 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- 172.21.15.32:0/3078690042 >> 172.21.15.32:0/3078690042 conn(0x7fc128069e80 msgr2=0x7fc12806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:21.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- 172.21.15.32:0/3078690042 shutdown_connections 2024-04-18T05:14:21.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- 172.21.15.32:0/3078690042 wait complete. 2024-04-18T05:14:21.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 Processor -- start 2024-04-18T05:14:21.406 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- start start 2024-04-18T05:14:21.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1280c0e50 0x7fc1281eca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 0x7fc1281e8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc12814def0 0x7fc12814aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1281ec590 con 0x7fc1280c1820 2024-04-18T05:14:21.408 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1281446a0 con 0x7fc1280c0e50 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1281ecf60 con 0x7fc12814def0 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12ce9a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 0x7fc1281e8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12ce9a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 0x7fc1281e8b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:36062/0 (socket says 172.21.15.32:36062) 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12ce9a640 1 -- 172.21.15.32:0/1840896888 learned_addr learned my addr 172.21.15.32:0/1840896888 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12d69b640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1280c0e50 0x7fc1281eca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12ce9a640 1 -- 172.21.15.32:0/1840896888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc12814def0 msgr2=0x7fc12814aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12de9c640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc12814def0 0x7fc12814aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12ce9a640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc12814def0 0x7fc12814aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12ce9a640 1 -- 172.21.15.32:0/1840896888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1280c0e50 msgr2=0x7fc1281eca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12ce9a640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1280c0e50 0x7fc1281eca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12ce9a640 1 -- 172.21.15.32:0/1840896888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc11c009420 con 0x7fc1280c1820 2024-04-18T05:14:21.409 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12d69b640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1280c0e50 0x7fc1281eca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:21.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12ce9a640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 0x7fc1281e8b30 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fc11c018f50 tx=0x7fc11c0190e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:21.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc125ffb640 1 -- 172.21.15.32:0/1840896888 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc11c0b4610 con 0x7fc1280c1820 2024-04-18T05:14:21.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc125ffb640 1 -- 172.21.15.32:0/1840896888 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc11c0abe90 con 0x7fc1280c1820 2024-04-18T05:14:21.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc128152610 con 0x7fc1280c1820 2024-04-18T05:14:21.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc125ffb640 1 -- 172.21.15.32:0/1840896888 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc11c0b49d0 con 0x7fc1280c1820 2024-04-18T05:14:21.410 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1280c4030 con 0x7fc1280c1820 2024-04-18T05:14:21.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.405+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1281ec700 con 0x7fc1280c1820 2024-04-18T05:14:21.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.409+0000 7fc125ffb640 1 -- 172.21.15.32:0/1840896888 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc11c0b2040 con 0x7fc1280c1820 2024-04-18T05:14:21.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.409+0000 7fc125ffb640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc114066690 0x7fc114068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.409+0000 7fc125ffb640 1 -- 172.21.15.32:0/1840896888 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fc11c11e8d0 con 0x7fc1280c1820 2024-04-18T05:14:21.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.409+0000 7fc12d69b640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc114066690 0x7fc114068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.411 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.409+0000 7fc12d69b640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc114066690 0x7fc114068b50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fc1180012f0 tx=0x7fc118005b80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:21.414 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.413+0000 7fc125ffb640 1 -- 172.21.15.32:0/1840896888 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc11c0eb770 con 0x7fc1280c1820 2024-04-18T05:14:21.632 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.629+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fc1280666e0 con 0x7fc1280c1820 2024-04-18T05:14:21.633 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.633+0000 7fc125ffb640 1 -- 172.21.15.32:0/1840896888 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1438 (secure 0 0 0) 0x7fc11c0eed90 con 0x7fc1280c1820 2024-04-18T05:14:21.633 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:21.633 INFO:teuthology.orchestra.run.smithi032.stdout:{"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":8,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":197,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":68,"num_osds":8,"num_up_osds":8,"osd_up_since":1713417075,"num_in_osds":8,"osd_in_since":1713417066,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":186},{"state_name":"creating+peering","count":4},{"state_name":"unknown","count":3}],"num_pgs":193,"num_pools":5,"num_objects":42,"data_bytes":595229,"bytes_used":266878976,"bytes_avail":772827234304,"bytes_total":773094113280,"unknown_pgs_ratio":0.015544041059911251,"inactive_pgs_ratio":0.020725388079881668,"write_bytes_sec":1919,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":36,"id":4,"up":1,"in":1,"max":1,"id":5,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":5,"rank":0,"name":"c","status":"up:active","gid":6309},{"filesystem_id":4,"rank":0,"name":"b","status":"up:active","gid":6315}],"up:standby":2},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":9,"modified":"2024-04-18T05:13:42.883991+0000","services":{"mds":{"daemons":{"summary":"","d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-18T05:14:21.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc114066690 msgr2=0x7fc114068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc114066690 0x7fc114068b50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fc1180012f0 tx=0x7fc118005b80 comp rx=0 tx=0).stop 2024-04-18T05:14:21.637 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 msgr2=0x7fc1281e8b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 0x7fc1281e8b30 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fc11c018f50 tx=0x7fc11c0190e0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 shutdown_connections 2024-04-18T05:14:21.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc12814def0 0x7fc12814aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc1280c1820 0x7fc1281e8b30 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc114066690 0x7fc114068b50 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 --2- 172.21.15.32:0/1840896888 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1280c0e50 0x7fc1281eca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 >> 172.21.15.32:0/1840896888 conn(0x7fc128069e80 msgr2=0x7fc12806a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:21.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 shutdown_connections 2024-04-18T05:14:21.638 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.637+0000 7fc12f8ff640 1 -- 172.21.15.32:0/1840896888 wait complete. 2024-04-18T05:14:21.654 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-18T05:14:21.654 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:14:21.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.777+0000 7fd1cc0d8640 1 Processor -- start 2024-04-18T05:14:21.780 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.777+0000 7fd1cc0d8640 1 -- start start 2024-04-18T05:14:21.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1cc0d8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd1c40aeb90 0x7fd1c40c5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1cc0d8640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd1c40bcb80 0x7fd1c406b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1cc0d8640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1c40c4240 con 0x7fd1c406cd00 2024-04-18T05:14:21.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1cc0d8640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1c40c7750 con 0x7fd1c40aeb90 2024-04-18T05:14:21.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1cc0d8640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1c40aef70 con 0x7fd1c40bcb80 2024-04-18T05:14:21.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c9e74640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd1c40aeb90 0x7fd1c40c5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c9e74640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fd1c40aeb90 0x7fd1c40c5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59954/0 (socket says 172.21.15.32:59954) 2024-04-18T05:14:21.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c9e74640 1 -- 172.21.15.32:0/3010613360 learned_addr learned my addr 172.21.15.32:0/3010613360 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:21.782 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c9e74640 1 -- 172.21.15.32:0/3010613360 >> v2:172.21.15.92:3300/0 conn(0x7fd1c40bcb80 msgr2=0x7fd1c406b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:21.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c9e74640 1 --2- 172.21.15.32:0/3010613360 >> v2:172.21.15.92:3300/0 conn(0x7fd1c40bcb80 0x7fd1c406b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c9e74640 1 -- 172.21.15.32:0/3010613360 >> v1:172.21.15.92:6789/0 conn(0x7fd1c406cd00 legacy=0x7fd1c406b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:21.783 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c9e74640 1 -- 172.21.15.32:0/3010613360 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1c40c46d0 con 0x7fd1c40aeb90 2024-04-18T05:14:21.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c9e74640 1 --2- 172.21.15.32:0/3010613360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40aeb90 0x7fd1c40c5ec0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fd1c40c4c90 tx=0x7fd1c001c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c13f8c246118451e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:21.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c8e72640 1 -- 172.21.15.32:0/3010613360 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1c00a57e0 con 0x7fd1c40aeb90 2024-04-18T05:14:21.784 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c8e72640 1 -- 172.21.15.32:0/3010613360 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1c00a5940 con 0x7fd1c40aeb90 2024-04-18T05:14:21.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1c8e72640 1 -- 172.21.15.32:0/3010613360 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1c00a5cd0 con 0x7fd1c40aeb90 2024-04-18T05:14:21.785 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/3010613360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40aeb90 msgr2=0x7fd1c40c5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.781+0000 7fd1cc0d8640 1 --2- 172.21.15.32:0/3010613360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40aeb90 0x7fd1c40c5ec0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fd1c40c4c90 tx=0x7fd1c001c920 comp rx=0 tx=0).stop 2024-04-18T05:14:21.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/3010613360 shutdown_connections 2024-04-18T05:14:21.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 --2- 172.21.15.32:0/3010613360 >> v2:172.21.15.92:3300/0 conn(0x7fd1c40bcb80 0x7fd1c406b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 --2- 172.21.15.32:0/3010613360 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40aeb90 0x7fd1c40c5ec0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/3010613360 >> 172.21.15.32:0/3010613360 conn(0x7fd1c40ab0a0 msgr2=0x7fd1c40ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:21.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/3010613360 shutdown_connections 2024-04-18T05:14:21.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/3010613360 wait complete. 2024-04-18T05:14:21.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 Processor -- start 2024-04-18T05:14:21.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- start start 2024-04-18T05:14:21.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1c406cd00 0x7fd1c414ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1c40aeb90 0x7fd1c41486b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40bcb80 0x7fd1c4148bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c4149130 con 0x7fd1c40bcb80 2024-04-18T05:14:21.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c41ec130 con 0x7fd1c406cd00 2024-04-18T05:14:21.789 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c40ac120 con 0x7fd1c40aeb90 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ca675640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40bcb80 0x7fd1c4148bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ca675640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40bcb80 0x7fd1c4148bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59964/0 (socket says 172.21.15.32:59964) 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ca675640 1 -- 172.21.15.32:0/2955497824 learned_addr learned my addr 172.21.15.32:0/2955497824 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1c9e74640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1c406cd00 0x7fd1c414ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1c9673640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1c40aeb90 0x7fd1c41486b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ca675640 1 -- 172.21.15.32:0/2955497824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1c40aeb90 msgr2=0x7fd1c41486b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ca675640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1c40aeb90 0x7fd1c41486b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ca675640 1 -- 172.21.15.32:0/2955497824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1c406cd00 msgr2=0x7fd1c414ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ca675640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1c406cd00 0x7fd1c414ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ca675640 1 -- 172.21.15.32:0/2955497824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1c0009b30 con 0x7fd1c40bcb80 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1c9673640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1c40aeb90 0x7fd1c41486b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ca675640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40bcb80 0x7fd1c4148bf0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc00c410 tx=0x7fd1bc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:21.790 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ba7fc640 1 -- 172.21.15.32:0/2955497824 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1bc003600 con 0x7fd1c40bcb80 2024-04-18T05:14:21.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ba7fc640 1 -- 172.21.15.32:0/2955497824 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1bc003760 con 0x7fd1c40bcb80 2024-04-18T05:14:21.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1c4154000 con 0x7fd1c40bcb80 2024-04-18T05:14:21.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1ba7fc640 1 -- 172.21.15.32:0/2955497824 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1bc003b50 con 0x7fd1c40bcb80 2024-04-18T05:14:21.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1c40ac370 con 0x7fd1c40bcb80 2024-04-18T05:14:21.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.785+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1c40666e0 con 0x7fd1c40bcb80 2024-04-18T05:14:21.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.789+0000 7fd1ba7fc640 1 -- 172.21.15.32:0/2955497824 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd1bc003cb0 con 0x7fd1c40bcb80 2024-04-18T05:14:21.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.789+0000 7fd1ba7fc640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1a8066690 0x7fd1a8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:21.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.789+0000 7fd1ba7fc640 1 -- 172.21.15.32:0/2955497824 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fd1bc083c00 con 0x7fd1c40bcb80 2024-04-18T05:14:21.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.789+0000 7fd1c9e74640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1a8066690 0x7fd1a8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:21.792 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.789+0000 7fd1c9e74640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1a8066690 0x7fd1a8068b50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd1c00ae000 tx=0x7fd1c00a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:21.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.793+0000 7fd1ba7fc640 1 -- 172.21.15.32:0/2955497824 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd1bc08a080 con 0x7fd1c40bcb80 2024-04-18T05:14:21.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.949+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd1c4160d00 con 0x7fd1a8066690 2024-04-18T05:14:21.981 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.981+0000 7fd1ba7fc640 1 -- 172.21.15.32:0/2955497824 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+525847 (secure 0 0 0) 0x7fd1c00bc090 con 0x7fd1a8066690 2024-04-18T05:14:21.986 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:21.990 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1a8066690 msgr2=0x7fd1a8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1a8066690 0x7fd1a8068b50 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd1c00ae000 tx=0x7fd1c00a7070 comp rx=0 tx=0).stop 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40bcb80 msgr2=0x7fd1c4148bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40bcb80 0x7fd1c4148bf0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc00c410 tx=0x7fd1bc00c8d0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 shutdown_connections 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1c40bcb80 0x7fd1c4148bf0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd1c40aeb90 0x7fd1c41486b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1a8066690 0x7fd1a8068b50 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 --2- 172.21.15.32:0/2955497824 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1c406cd00 0x7fd1c414ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 >> 172.21.15.32:0/2955497824 conn(0x7fd1c40ab0a0 msgr2=0x7fd1c40c8d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 shutdown_connections 2024-04-18T05:14:21.992 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:21.985+0000 7fd1cc0d8640 1 -- 172.21.15.32:0/2955497824 wait complete. 2024-04-18T05:14:22.005 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":155,"stamp":"2024-04-18T05:14:20.900555+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595229,"num_objects":42,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":246,"num_write_kb":2444,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":190,"ondisk_log_size":190,"up":380,"acting":380,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":364,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260624,"kb_used_data":7588,"kb_used_omap":12,"kb_used_meta":252915,"kb_avail":754714096,"statfs":{"total":773094113280,"available":772827234304,"internally_reserved":0,"allocated":7770112,"data_stored":4214637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":258985529},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":798,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.868187"},"pg_stats":[{"pgid":"12.39","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.090794+0000","last_change":"2024-04-18T05:14:16.455740+0000","last_active":"2024-04-18T05:14:18.090794+0000","last_peered":"2024-04-18T05:14:18.090794+0000","last_clean":"2024-04-18T05:14:18.090794+0000","last_became_active":"2024-04-18T05:14:16.455396+0000","last_became_peered":"2024-04-18T05:14:16.455396+0000","last_unstale":"2024-04-18T05:14:18.090794+0000","last_undegraded":"2024-04-18T05:14:18.090794+0000","last_fullsized":"2024-04-18T05:14:18.090794+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:12.870421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438765+0000","last_change":"2024-04-18T05:14:00.869097+0000","last_active":"2024-04-18T05:14:16.438765+0000","last_peered":"2024-04-18T05:14:16.438765+0000","last_clean":"2024-04-18T05:14:16.438765+0000","last_became_active":"2024-04-18T05:14:00.868543+0000","last_became_peered":"2024-04-18T05:14:00.868543+0000","last_unstale":"2024-04-18T05:14:16.438765+0000","last_undegraded":"2024-04-18T05:14:16.438765+0000","last_fullsized":"2024-04-18T05:14:16.438765+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:39.930581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.492345+0000","last_change":"2024-04-18T05:14:16.451788+0000","last_active":"2024-04-18T05:14:18.492345+0000","last_peered":"2024-04-18T05:14:18.492345+0000","last_clean":"2024-04-18T05:14:18.492345+0000","last_became_active":"2024-04-18T05:14:16.450944+0000","last_became_peered":"2024-04-18T05:14:16.450944+0000","last_unstale":"2024-04-18T05:14:18.492345+0000","last_undegraded":"2024-04-18T05:14:18.492345+0000","last_fullsized":"2024-04-18T05:14:18.492345+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:08:32.797521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465331+0000","last_change":"2024-04-18T05:14:00.874890+0000","last_active":"2024-04-18T05:14:16.465331+0000","last_peered":"2024-04-18T05:14:16.465331+0000","last_clean":"2024-04-18T05:14:16.465331+0000","last_became_active":"2024-04-18T05:14:00.874615+0000","last_became_peered":"2024-04-18T05:14:00.874615+0000","last_unstale":"2024-04-18T05:14:16.465331+0000","last_undegraded":"2024-04-18T05:14:16.465331+0000","last_fullsized":"2024-04-18T05:14:16.465331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:02.698746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496195+0000","last_change":"2024-04-18T05:14:16.490695+0000","last_active":"2024-04-18T05:14:18.496195+0000","last_peered":"2024-04-18T05:14:18.496195+0000","last_clean":"2024-04-18T05:14:18.496195+0000","last_became_active":"2024-04-18T05:14:16.479573+0000","last_became_peered":"2024-04-18T05:14:16.479573+0000","last_unstale":"2024-04-18T05:14:18.496195+0000","last_undegraded":"2024-04-18T05:14:18.496195+0000","last_fullsized":"2024-04-18T05:14:18.496195+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:55.935108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014732+0000","last_change":"2024-04-18T05:14:00.857037+0000","last_active":"2024-04-18T05:14:11.014732+0000","last_peered":"2024-04-18T05:14:11.014732+0000","last_clean":"2024-04-18T05:14:11.014732+0000","last_became_active":"2024-04-18T05:14:00.856795+0000","last_became_peered":"2024-04-18T05:14:00.856795+0000","last_unstale":"2024-04-18T05:14:11.014732+0000","last_undegraded":"2024-04-18T05:14:11.014732+0000","last_fullsized":"2024-04-18T05:14:11.014732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:33.744237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496384+0000","last_change":"2024-04-18T05:14:16.485273+0000","last_active":"2024-04-18T05:14:18.496384+0000","last_peered":"2024-04-18T05:14:18.496384+0000","last_clean":"2024-04-18T05:14:18.496384+0000","last_became_active":"2024-04-18T05:14:16.484853+0000","last_became_peered":"2024-04-18T05:14:16.484853+0000","last_unstale":"2024-04-18T05:14:18.496384+0000","last_undegraded":"2024-04-18T05:14:18.496384+0000","last_fullsized":"2024-04-18T05:14:18.496384+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.449692+0000","last_change":"2024-04-18T05:14:00.884084+0000","last_active":"2024-04-18T05:14:16.449692+0000","last_peered":"2024-04-18T05:14:16.449692+0000","last_clean":"2024-04-18T05:14:16.449692+0000","last_became_active":"2024-04-18T05:14:00.883782+0000","last_became_peered":"2024-04-18T05:14:00.883782+0000","last_unstale":"2024-04-18T05:14:16.449692+0000","last_undegraded":"2024-04-18T05:14:16.449692+0000","last_fullsized":"2024-04-18T05:14:16.449692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441723+0000","last_change":"2024-04-18T05:14:16.468929+0000","last_active":"2024-04-18T05:14:17.441723+0000","last_peered":"2024-04-18T05:14:17.441723+0000","last_clean":"2024-04-18T05:14:17.441723+0000","last_became_active":"2024-04-18T05:14:16.461912+0000","last_became_peered":"2024-04-18T05:14:16.461912+0000","last_unstale":"2024-04-18T05:14:17.441723+0000","last_undegraded":"2024-04-18T05:14:17.441723+0000","last_fullsized":"2024-04-18T05:14:17.441723+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:31.137104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014728+0000","last_change":"2024-04-18T05:14:00.868998+0000","last_active":"2024-04-18T05:14:11.014728+0000","last_peered":"2024-04-18T05:14:11.014728+0000","last_clean":"2024-04-18T05:14:11.014728+0000","last_became_active":"2024-04-18T05:14:00.868745+0000","last_became_peered":"2024-04-18T05:14:00.868745+0000","last_unstale":"2024-04-18T05:14:11.014728+0000","last_undegraded":"2024-04-18T05:14:11.014728+0000","last_fullsized":"2024-04-18T05:14:11.014728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:43.562529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091598+0000","last_change":"2024-04-18T05:14:16.444025+0000","last_active":"2024-04-18T05:14:18.091598+0000","last_peered":"2024-04-18T05:14:18.091598+0000","last_clean":"2024-04-18T05:14:18.091598+0000","last_became_active":"2024-04-18T05:14:16.443744+0000","last_became_peered":"2024-04-18T05:14:16.443744+0000","last_unstale":"2024-04-18T05:14:18.091598+0000","last_undegraded":"2024-04-18T05:14:18.091598+0000","last_fullsized":"2024-04-18T05:14:18.091598+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:14:09.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.476907+0000","last_change":"2024-04-18T05:14:00.866910+0000","last_active":"2024-04-18T05:14:16.476907+0000","last_peered":"2024-04-18T05:14:16.476907+0000","last_clean":"2024-04-18T05:14:16.476907+0000","last_became_active":"2024-04-18T05:14:00.864691+0000","last_became_peered":"2024-04-18T05:14:00.864691+0000","last_unstale":"2024-04-18T05:14:16.476907+0000","last_undegraded":"2024-04-18T05:14:16.476907+0000","last_fullsized":"2024-04-18T05:14:16.476907+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.491451+0000","last_change":"2024-04-18T05:14:16.440180+0000","last_active":"2024-04-18T05:14:18.491451+0000","last_peered":"2024-04-18T05:14:18.491451+0000","last_clean":"2024-04-18T05:14:18.491451+0000","last_became_active":"2024-04-18T05:14:16.439843+0000","last_became_peered":"2024-04-18T05:14:16.439843+0000","last_unstale":"2024-04-18T05:14:18.491451+0000","last_undegraded":"2024-04-18T05:14:18.491451+0000","last_fullsized":"2024-04-18T05:14:18.491451+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:49.253877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441684+0000","last_change":"2024-04-18T05:14:00.876873+0000","last_active":"2024-04-18T05:14:16.441684+0000","last_peered":"2024-04-18T05:14:16.441684+0000","last_clean":"2024-04-18T05:14:16.441684+0000","last_became_active":"2024-04-18T05:14:00.876384+0000","last_became_peered":"2024-04-18T05:14:00.876384+0000","last_unstale":"2024-04-18T05:14:16.441684+0000","last_undegraded":"2024-04-18T05:14:16.441684+0000","last_fullsized":"2024-04-18T05:14:16.441684+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:02.183024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441871+0000","last_change":"2024-04-18T05:14:16.467530+0000","last_active":"2024-04-18T05:14:17.441871+0000","last_peered":"2024-04-18T05:14:17.441871+0000","last_clean":"2024-04-18T05:14:17.441871+0000","last_became_active":"2024-04-18T05:14:16.466804+0000","last_became_peered":"2024-04-18T05:14:16.466804+0000","last_unstale":"2024-04-18T05:14:17.441871+0000","last_undegraded":"2024-04-18T05:14:17.441871+0000","last_fullsized":"2024-04-18T05:14:17.441871+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:51:48.989434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014291+0000","last_change":"2024-04-18T05:14:00.869195+0000","last_active":"2024-04-18T05:14:11.014291+0000","last_peered":"2024-04-18T05:14:11.014291+0000","last_clean":"2024-04-18T05:14:11.014291+0000","last_became_active":"2024-04-18T05:14:00.868916+0000","last_became_peered":"2024-04-18T05:14:00.868916+0000","last_unstale":"2024-04-18T05:14:11.014291+0000","last_undegraded":"2024-04-18T05:14:11.014291+0000","last_fullsized":"2024-04-18T05:14:11.014291+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:03.321848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496023+0000","last_change":"2024-04-18T05:14:16.478833+0000","last_active":"2024-04-18T05:14:18.496023+0000","last_peered":"2024-04-18T05:14:18.496023+0000","last_clean":"2024-04-18T05:14:18.496023+0000","last_became_active":"2024-04-18T05:14:16.478261+0000","last_became_peered":"2024-04-18T05:14:16.478261+0000","last_unstale":"2024-04-18T05:14:18.496023+0000","last_undegraded":"2024-04-18T05:14:18.496023+0000","last_fullsized":"2024-04-18T05:14:18.496023+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:51.179879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445490+0000","last_change":"2024-04-18T05:14:00.881833+0000","last_active":"2024-04-18T05:14:16.445490+0000","last_peered":"2024-04-18T05:14:16.445490+0000","last_clean":"2024-04-18T05:14:16.445490+0000","last_became_active":"2024-04-18T05:14:00.881502+0000","last_became_peered":"2024-04-18T05:14:00.881502+0000","last_unstale":"2024-04-18T05:14:16.445490+0000","last_undegraded":"2024-04-18T05:14:16.445490+0000","last_fullsized":"2024-04-18T05:14:16.445490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.090565+0000","last_change":"2024-04-18T05:14:16.455945+0000","last_active":"2024-04-18T05:14:18.090565+0000","last_peered":"2024-04-18T05:14:18.090565+0000","last_clean":"2024-04-18T05:14:18.090565+0000","last_became_active":"2024-04-18T05:14:16.455652+0000","last_became_peered":"2024-04-18T05:14:16.455652+0000","last_unstale":"2024-04-18T05:14:18.090565+0000","last_undegraded":"2024-04-18T05:14:18.090565+0000","last_fullsized":"2024-04-18T05:14:18.090565+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:34.646273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430192+0000","last_change":"2024-04-18T05:14:00.875721+0000","last_active":"2024-04-18T05:14:16.430192+0000","last_peered":"2024-04-18T05:14:16.430192+0000","last_clean":"2024-04-18T05:14:16.430192+0000","last_became_active":"2024-04-18T05:14:00.875414+0000","last_became_peered":"2024-04-18T05:14:00.875414+0000","last_unstale":"2024-04-18T05:14:16.430192+0000","last_undegraded":"2024-04-18T05:14:16.430192+0000","last_fullsized":"2024-04-18T05:14:16.430192+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440598+0000","last_change":"2024-04-18T05:14:16.481894+0000","last_active":"2024-04-18T05:14:17.440598+0000","last_peered":"2024-04-18T05:14:17.440598+0000","last_clean":"2024-04-18T05:14:17.440598+0000","last_became_active":"2024-04-18T05:14:16.481396+0000","last_became_peered":"2024-04-18T05:14:16.481396+0000","last_unstale":"2024-04-18T05:14:17.440598+0000","last_undegraded":"2024-04-18T05:14:17.440598+0000","last_fullsized":"2024-04-18T05:14:17.440598+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:14:30.905408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.448116+0000","last_change":"2024-04-18T05:14:00.882212+0000","last_active":"2024-04-18T05:14:16.448116+0000","last_peered":"2024-04-18T05:14:16.448116+0000","last_clean":"2024-04-18T05:14:16.448116+0000","last_became_active":"2024-04-18T05:14:00.881820+0000","last_became_peered":"2024-04-18T05:14:00.881820+0000","last_unstale":"2024-04-18T05:14:16.448116+0000","last_undegraded":"2024-04-18T05:14:16.448116+0000","last_fullsized":"2024-04-18T05:14:16.448116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.492738+0000","last_change":"2024-04-18T05:14:16.455181+0000","last_active":"2024-04-18T05:14:18.492738+0000","last_peered":"2024-04-18T05:14:18.492738+0000","last_clean":"2024-04-18T05:14:18.492738+0000","last_became_active":"2024-04-18T05:14:16.454476+0000","last_became_peered":"2024-04-18T05:14:16.454476+0000","last_unstale":"2024-04-18T05:14:18.492738+0000","last_undegraded":"2024-04-18T05:14:18.492738+0000","last_fullsized":"2024-04-18T05:14:18.492738+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:14:30.905408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.449930+0000","last_change":"2024-04-18T05:14:00.872269+0000","last_active":"2024-04-18T05:14:16.449930+0000","last_peered":"2024-04-18T05:14:16.449930+0000","last_clean":"2024-04-18T05:14:16.449930+0000","last_became_active":"2024-04-18T05:14:00.871996+0000","last_became_peered":"2024-04-18T05:14:00.871996+0000","last_unstale":"2024-04-18T05:14:16.449930+0000","last_undegraded":"2024-04-18T05:14:16.449930+0000","last_fullsized":"2024-04-18T05:14:16.449930+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:13:54.356515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441929+0000","last_change":"2024-04-18T05:14:16.464142+0000","last_active":"2024-04-18T05:14:17.441929+0000","last_peered":"2024-04-18T05:14:17.441929+0000","last_clean":"2024-04-18T05:14:17.441929+0000","last_became_active":"2024-04-18T05:14:16.461138+0000","last_became_peered":"2024-04-18T05:14:16.461138+0000","last_unstale":"2024-04-18T05:14:17.441929+0000","last_undegraded":"2024-04-18T05:14:17.441929+0000","last_fullsized":"2024-04-18T05:14:17.441929+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:39.914612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436359+0000","last_change":"2024-04-18T05:14:00.884202+0000","last_active":"2024-04-18T05:14:16.436359+0000","last_peered":"2024-04-18T05:14:16.436359+0000","last_clean":"2024-04-18T05:14:16.436359+0000","last_became_active":"2024-04-18T05:14:00.883873+0000","last_became_peered":"2024-04-18T05:14:00.883873+0000","last_unstale":"2024-04-18T05:14:16.436359+0000","last_undegraded":"2024-04-18T05:14:16.436359+0000","last_fullsized":"2024-04-18T05:14:16.436359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439737+0000","last_change":"2024-04-18T05:14:16.460917+0000","last_active":"2024-04-18T05:14:17.439737+0000","last_peered":"2024-04-18T05:14:17.439737+0000","last_clean":"2024-04-18T05:14:17.439737+0000","last_became_active":"2024-04-18T05:14:16.460493+0000","last_became_peered":"2024-04-18T05:14:16.460493+0000","last_unstale":"2024-04-18T05:14:17.439737+0000","last_undegraded":"2024-04-18T05:14:17.439737+0000","last_fullsized":"2024-04-18T05:14:17.439737+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:58:29.645083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.435728+0000","last_change":"2024-04-18T05:14:00.866332+0000","last_active":"2024-04-18T05:14:16.435728+0000","last_peered":"2024-04-18T05:14:16.435728+0000","last_clean":"2024-04-18T05:14:16.435728+0000","last_became_active":"2024-04-18T05:14:00.866077+0000","last_became_peered":"2024-04-18T05:14:00.866077+0000","last_unstale":"2024-04-18T05:14:16.435728+0000","last_undegraded":"2024-04-18T05:14:16.435728+0000","last_fullsized":"2024-04-18T05:14:16.435728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:47.951929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.092351+0000","last_change":"2024-04-18T05:14:16.497393+0000","last_active":"2024-04-18T05:14:18.092351+0000","last_peered":"2024-04-18T05:14:18.092351+0000","last_clean":"2024-04-18T05:14:18.092351+0000","last_became_active":"2024-04-18T05:14:16.497048+0000","last_became_peered":"2024-04-18T05:14:16.497048+0000","last_unstale":"2024-04-18T05:14:18.092351+0000","last_undegraded":"2024-04-18T05:14:18.092351+0000","last_fullsized":"2024-04-18T05:14:18.092351+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:19:33.923951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430288+0000","last_change":"2024-04-18T05:14:00.870927+0000","last_active":"2024-04-18T05:14:16.430288+0000","last_peered":"2024-04-18T05:14:16.430288+0000","last_clean":"2024-04-18T05:14:16.430288+0000","last_became_active":"2024-04-18T05:14:00.870657+0000","last_became_peered":"2024-04-18T05:14:00.870657+0000","last_unstale":"2024-04-18T05:14:16.430288+0000","last_undegraded":"2024-04-18T05:14:16.430288+0000","last_fullsized":"2024-04-18T05:14:16.430288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.491071+0000","last_change":"2024-04-18T05:14:16.484725+0000","last_active":"2024-04-18T05:14:18.491071+0000","last_peered":"2024-04-18T05:14:18.491071+0000","last_clean":"2024-04-18T05:14:18.491071+0000","last_became_active":"2024-04-18T05:14:16.484417+0000","last_became_peered":"2024-04-18T05:14:16.484417+0000","last_unstale":"2024-04-18T05:14:18.491071+0000","last_undegraded":"2024-04-18T05:14:18.491071+0000","last_fullsized":"2024-04-18T05:14:18.491071+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:51.252072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.466120+0000","last_change":"2024-04-18T05:14:00.877644+0000","last_active":"2024-04-18T05:14:16.466120+0000","last_peered":"2024-04-18T05:14:16.466120+0000","last_clean":"2024-04-18T05:14:16.466120+0000","last_became_active":"2024-04-18T05:14:00.877241+0000","last_became_peered":"2024-04-18T05:14:00.877241+0000","last_unstale":"2024-04-18T05:14:16.466120+0000","last_undegraded":"2024-04-18T05:14:16.466120+0000","last_fullsized":"2024-04-18T05:14:16.466120+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:18.867338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490298+0000","last_change":"2024-04-18T05:14:16.452920+0000","last_active":"2024-04-18T05:14:18.490298+0000","last_peered":"2024-04-18T05:14:18.490298+0000","last_clean":"2024-04-18T05:14:18.490298+0000","last_became_active":"2024-04-18T05:14:16.452562+0000","last_became_peered":"2024-04-18T05:14:16.452562+0000","last_unstale":"2024-04-18T05:14:18.490298+0000","last_undegraded":"2024-04-18T05:14:18.490298+0000","last_fullsized":"2024-04-18T05:14:18.490298+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:35.691650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438155+0000","last_change":"2024-04-18T05:14:00.874650+0000","last_active":"2024-04-18T05:14:16.438155+0000","last_peered":"2024-04-18T05:14:16.438155+0000","last_clean":"2024-04-18T05:14:16.438155+0000","last_became_active":"2024-04-18T05:14:00.874413+0000","last_became_peered":"2024-04-18T05:14:00.874413+0000","last_unstale":"2024-04-18T05:14:16.438155+0000","last_undegraded":"2024-04-18T05:14:16.438155+0000","last_fullsized":"2024-04-18T05:14:16.438155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440068+0000","last_change":"2024-04-18T05:14:16.481721+0000","last_active":"2024-04-18T05:14:17.440068+0000","last_peered":"2024-04-18T05:14:17.440068+0000","last_clean":"2024-04-18T05:14:17.440068+0000","last_became_active":"2024-04-18T05:14:16.480828+0000","last_became_peered":"2024-04-18T05:14:16.480828+0000","last_unstale":"2024-04-18T05:14:17.440068+0000","last_undegraded":"2024-04-18T05:14:17.440068+0000","last_fullsized":"2024-04-18T05:14:17.440068+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:16:38.185513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452487+0000","last_change":"2024-04-18T05:14:11.024815+0000","last_active":"2024-04-18T05:14:16.452487+0000","last_peered":"2024-04-18T05:14:16.452487+0000","last_clean":"2024-04-18T05:14:16.452487+0000","last_became_active":"2024-04-18T05:14:11.024035+0000","last_became_peered":"2024-04-18T05:14:11.024035+0000","last_unstale":"2024-04-18T05:14:16.452487+0000","last_undegraded":"2024-04-18T05:14:16.452487+0000","last_fullsized":"2024-04-18T05:14:16.452487+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:16:55.511123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439800+0000","last_change":"2024-04-18T05:14:16.459322+0000","last_active":"2024-04-18T05:14:17.439800+0000","last_peered":"2024-04-18T05:14:17.439800+0000","last_clean":"2024-04-18T05:14:17.439800+0000","last_became_active":"2024-04-18T05:14:16.459022+0000","last_became_peered":"2024-04-18T05:14:16.459022+0000","last_unstale":"2024-04-18T05:14:17.439800+0000","last_undegraded":"2024-04-18T05:14:17.439800+0000","last_fullsized":"2024-04-18T05:14:17.439800+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:12:35.024559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465275+0000","last_change":"2024-04-18T05:14:11.026240+0000","last_active":"2024-04-18T05:14:16.465275+0000","last_peered":"2024-04-18T05:14:16.465275+0000","last_clean":"2024-04-18T05:14:16.465275+0000","last_became_active":"2024-04-18T05:14:11.025375+0000","last_became_peered":"2024-04-18T05:14:11.025375+0000","last_unstale":"2024-04-18T05:14:16.465275+0000","last_undegraded":"2024-04-18T05:14:16.465275+0000","last_fullsized":"2024-04-18T05:14:16.465275+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:13.567058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440318+0000","last_change":"2024-04-18T05:14:16.496327+0000","last_active":"2024-04-18T05:14:17.440318+0000","last_peered":"2024-04-18T05:14:17.440318+0000","last_clean":"2024-04-18T05:14:17.440318+0000","last_became_active":"2024-04-18T05:14:16.495784+0000","last_became_peered":"2024-04-18T05:14:16.495784+0000","last_unstale":"2024-04-18T05:14:17.440318+0000","last_undegraded":"2024-04-18T05:14:17.440318+0000","last_fullsized":"2024-04-18T05:14:17.440318+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:25.056026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434625+0000","last_change":"2024-04-18T05:14:00.883199+0000","last_active":"2024-04-18T05:14:16.434625+0000","last_peered":"2024-04-18T05:14:16.434625+0000","last_clean":"2024-04-18T05:14:16.434625+0000","last_became_active":"2024-04-18T05:14:00.882858+0000","last_became_peered":"2024-04-18T05:14:00.882858+0000","last_unstale":"2024-04-18T05:14:16.434625+0000","last_undegraded":"2024-04-18T05:14:16.434625+0000","last_fullsized":"2024-04-18T05:14:16.434625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:01.032463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.493753+0000","last_change":"2024-04-18T05:14:16.486618+0000","last_active":"2024-04-18T05:14:18.493753+0000","last_peered":"2024-04-18T05:14:18.493753+0000","last_clean":"2024-04-18T05:14:18.493753+0000","last_became_active":"2024-04-18T05:14:16.485953+0000","last_became_peered":"2024-04-18T05:14:16.485953+0000","last_unstale":"2024-04-18T05:14:18.493753+0000","last_undegraded":"2024-04-18T05:14:18.493753+0000","last_fullsized":"2024-04-18T05:14:18.493753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:17:03.495506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436399+0000","last_change":"2024-04-18T05:14:00.873798+0000","last_active":"2024-04-18T05:14:16.436399+0000","last_peered":"2024-04-18T05:14:16.436399+0000","last_clean":"2024-04-18T05:14:16.436399+0000","last_became_active":"2024-04-18T05:14:00.873539+0000","last_became_peered":"2024-04-18T05:14:00.873539+0000","last_unstale":"2024-04-18T05:14:16.436399+0000","last_undegraded":"2024-04-18T05:14:16.436399+0000","last_fullsized":"2024-04-18T05:14:16.436399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:21:32.103095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499011+0000","last_change":"2024-04-18T05:14:16.496622+0000","last_active":"2024-04-18T05:14:18.499011+0000","last_peered":"2024-04-18T05:14:18.499011+0000","last_clean":"2024-04-18T05:14:18.499011+0000","last_became_active":"2024-04-18T05:14:16.496126+0000","last_became_peered":"2024-04-18T05:14:16.496126+0000","last_unstale":"2024-04-18T05:14:18.499011+0000","last_undegraded":"2024-04-18T05:14:18.499011+0000","last_fullsized":"2024-04-18T05:14:18.499011+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:31.137104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.477316+0000","last_change":"2024-04-18T05:14:00.864463+0000","last_active":"2024-04-18T05:14:16.477316+0000","last_peered":"2024-04-18T05:14:16.477316+0000","last_clean":"2024-04-18T05:14:16.477316+0000","last_became_active":"2024-04-18T05:14:00.863933+0000","last_became_peered":"2024-04-18T05:14:00.863933+0000","last_unstale":"2024-04-18T05:14:16.477316+0000","last_undegraded":"2024-04-18T05:14:16.477316+0000","last_fullsized":"2024-04-18T05:14:16.477316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:44.147152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495419+0000","last_change":"2024-04-18T05:14:16.458808+0000","last_active":"2024-04-18T05:14:18.495419+0000","last_peered":"2024-04-18T05:14:18.495419+0000","last_clean":"2024-04-18T05:14:18.495419+0000","last_became_active":"2024-04-18T05:14:16.458137+0000","last_became_peered":"2024-04-18T05:14:16.458137+0000","last_unstale":"2024-04-18T05:14:18.495419+0000","last_undegraded":"2024-04-18T05:14:18.495419+0000","last_fullsized":"2024-04-18T05:14:18.495419+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:25.056026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452447+0000","last_change":"2024-04-18T05:14:00.877432+0000","last_active":"2024-04-18T05:14:16.452447+0000","last_peered":"2024-04-18T05:14:16.452447+0000","last_clean":"2024-04-18T05:14:16.452447+0000","last_became_active":"2024-04-18T05:14:00.877155+0000","last_became_peered":"2024-04-18T05:14:00.877155+0000","last_unstale":"2024-04-18T05:14:16.452447+0000","last_undegraded":"2024-04-18T05:14:16.452447+0000","last_fullsized":"2024-04-18T05:14:16.452447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:05:22.117747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441907+0000","last_change":"2024-04-18T05:14:16.456933+0000","last_active":"2024-04-18T05:14:17.441907+0000","last_peered":"2024-04-18T05:14:17.441907+0000","last_clean":"2024-04-18T05:14:17.441907+0000","last_became_active":"2024-04-18T05:14:16.456267+0000","last_became_peered":"2024-04-18T05:14:16.456267+0000","last_unstale":"2024-04-18T05:14:17.441907+0000","last_undegraded":"2024-04-18T05:14:17.441907+0000","last_fullsized":"2024-04-18T05:14:17.441907+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:08:32.797521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014292+0000","last_change":"2024-04-18T05:14:00.876889+0000","last_active":"2024-04-18T05:14:11.014292+0000","last_peered":"2024-04-18T05:14:11.014292+0000","last_clean":"2024-04-18T05:14:11.014292+0000","last_became_active":"2024-04-18T05:14:00.876591+0000","last_became_peered":"2024-04-18T05:14:00.876591+0000","last_unstale":"2024-04-18T05:14:11.014292+0000","last_undegraded":"2024-04-18T05:14:11.014292+0000","last_fullsized":"2024-04-18T05:14:11.014292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:54:59.323929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440811+0000","last_change":"2024-04-18T05:14:16.459987+0000","last_active":"2024-04-18T05:14:17.440811+0000","last_peered":"2024-04-18T05:14:17.440811+0000","last_clean":"2024-04-18T05:14:17.440811+0000","last_became_active":"2024-04-18T05:14:16.454795+0000","last_became_peered":"2024-04-18T05:14:16.454795+0000","last_unstale":"2024-04-18T05:14:17.440811+0000","last_undegraded":"2024-04-18T05:14:17.440811+0000","last_fullsized":"2024-04-18T05:14:17.440811+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438187+0000","last_change":"2024-04-18T05:14:00.873748+0000","last_active":"2024-04-18T05:14:16.438187+0000","last_peered":"2024-04-18T05:14:16.438187+0000","last_clean":"2024-04-18T05:14:16.438187+0000","last_became_active":"2024-04-18T05:14:00.873470+0000","last_became_peered":"2024-04-18T05:14:00.873470+0000","last_unstale":"2024-04-18T05:14:16.438187+0000","last_undegraded":"2024-04-18T05:14:16.438187+0000","last_fullsized":"2024-04-18T05:14:16.438187+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.090525+0000","last_change":"2024-04-18T05:14:16.485798+0000","last_active":"2024-04-18T05:14:18.090525+0000","last_peered":"2024-04-18T05:14:18.090525+0000","last_clean":"2024-04-18T05:14:18.090525+0000","last_became_active":"2024-04-18T05:14:16.485497+0000","last_became_peered":"2024-04-18T05:14:16.485497+0000","last_unstale":"2024-04-18T05:14:18.090525+0000","last_undegraded":"2024-04-18T05:14:18.090525+0000","last_fullsized":"2024-04-18T05:14:18.090525+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:20:14.139282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015123+0000","last_change":"2024-04-18T05:14:00.875788+0000","last_active":"2024-04-18T05:14:11.015123+0000","last_peered":"2024-04-18T05:14:11.015123+0000","last_clean":"2024-04-18T05:14:11.015123+0000","last_became_active":"2024-04-18T05:14:00.875390+0000","last_became_peered":"2024-04-18T05:14:00.875390+0000","last_unstale":"2024-04-18T05:14:11.015123+0000","last_undegraded":"2024-04-18T05:14:11.015123+0000","last_fullsized":"2024-04-18T05:14:11.015123+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:45:59.685010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495050+0000","last_change":"2024-04-18T05:14:16.485316+0000","last_active":"2024-04-18T05:14:18.495050+0000","last_peered":"2024-04-18T05:14:18.495050+0000","last_clean":"2024-04-18T05:14:18.495050+0000","last_became_active":"2024-04-18T05:14:16.484126+0000","last_became_peered":"2024-04-18T05:14:16.484126+0000","last_unstale":"2024-04-18T05:14:18.495050+0000","last_undegraded":"2024-04-18T05:14:18.495050+0000","last_fullsized":"2024-04-18T05:14:18.495050+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:10:08.516703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437761+0000","last_change":"2024-04-18T05:14:00.879845+0000","last_active":"2024-04-18T05:14:16.437761+0000","last_peered":"2024-04-18T05:14:16.437761+0000","last_clean":"2024-04-18T05:14:16.437761+0000","last_became_active":"2024-04-18T05:14:00.879510+0000","last_became_peered":"2024-04-18T05:14:00.879510+0000","last_unstale":"2024-04-18T05:14:16.437761+0000","last_undegraded":"2024-04-18T05:14:16.437761+0000","last_fullsized":"2024-04-18T05:14:16.437761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490299+0000","last_change":"2024-04-18T05:14:16.495873+0000","last_active":"2024-04-18T05:14:18.490299+0000","last_peered":"2024-04-18T05:14:18.490299+0000","last_clean":"2024-04-18T05:14:18.490299+0000","last_became_active":"2024-04-18T05:14:16.495672+0000","last_became_peered":"2024-04-18T05:14:16.495672+0000","last_unstale":"2024-04-18T05:14:18.490299+0000","last_undegraded":"2024-04-18T05:14:18.490299+0000","last_fullsized":"2024-04-18T05:14:18.490299+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:06:08.002063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437229+0000","last_change":"2024-04-18T05:14:11.025252+0000","last_active":"2024-04-18T05:14:16.437229+0000","last_peered":"2024-04-18T05:14:16.437229+0000","last_clean":"2024-04-18T05:14:16.437229+0000","last_became_active":"2024-04-18T05:14:11.024226+0000","last_became_peered":"2024-04-18T05:14:11.024226+0000","last_unstale":"2024-04-18T05:14:16.437229+0000","last_undegraded":"2024-04-18T05:14:16.437229+0000","last_fullsized":"2024-04-18T05:14:16.437229+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091732+0000","last_change":"2024-04-18T05:14:16.444519+0000","last_active":"2024-04-18T05:14:18.091732+0000","last_peered":"2024-04-18T05:14:18.091732+0000","last_clean":"2024-04-18T05:14:18.091732+0000","last_became_active":"2024-04-18T05:14:16.444243+0000","last_became_peered":"2024-04-18T05:14:16.444243+0000","last_unstale":"2024-04-18T05:14:18.091732+0000","last_undegraded":"2024-04-18T05:14:18.091732+0000","last_fullsized":"2024-04-18T05:14:18.091732+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:33:07.217621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445773+0000","last_change":"2024-04-18T05:14:00.869589+0000","last_active":"2024-04-18T05:14:16.445773+0000","last_peered":"2024-04-18T05:14:16.445773+0000","last_clean":"2024-04-18T05:14:16.445773+0000","last_became_active":"2024-04-18T05:14:00.869381+0000","last_became_peered":"2024-04-18T05:14:00.869381+0000","last_unstale":"2024-04-18T05:14:16.445773+0000","last_undegraded":"2024-04-18T05:14:16.445773+0000","last_fullsized":"2024-04-18T05:14:16.445773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496915+0000","last_change":"2024-04-18T05:14:16.487258+0000","last_active":"2024-04-18T05:14:18.496915+0000","last_peered":"2024-04-18T05:14:18.496915+0000","last_clean":"2024-04-18T05:14:18.496915+0000","last_became_active":"2024-04-18T05:14:16.485937+0000","last_became_peered":"2024-04-18T05:14:16.485937+0000","last_unstale":"2024-04-18T05:14:18.496915+0000","last_undegraded":"2024-04-18T05:14:18.496915+0000","last_fullsized":"2024-04-18T05:14:18.496915+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:19.573372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.447418+0000","last_change":"2024-04-18T05:14:00.861612+0000","last_active":"2024-04-18T05:14:16.447418+0000","last_peered":"2024-04-18T05:14:16.447418+0000","last_clean":"2024-04-18T05:14:16.447418+0000","last_became_active":"2024-04-18T05:14:00.861322+0000","last_became_peered":"2024-04-18T05:14:00.861322+0000","last_unstale":"2024-04-18T05:14:16.447418+0000","last_undegraded":"2024-04-18T05:14:16.447418+0000","last_fullsized":"2024-04-18T05:14:16.447418+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499943+0000","last_change":"2024-04-18T05:14:16.484143+0000","last_active":"2024-04-18T05:14:18.499943+0000","last_peered":"2024-04-18T05:14:18.499943+0000","last_clean":"2024-04-18T05:14:18.499943+0000","last_became_active":"2024-04-18T05:14:16.480905+0000","last_became_peered":"2024-04-18T05:14:16.480905+0000","last_unstale":"2024-04-18T05:14:18.499943+0000","last_undegraded":"2024-04-18T05:14:18.499943+0000","last_fullsized":"2024-04-18T05:14:18.499943+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:08:32.797521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014420+0000","last_change":"2024-04-18T05:14:00.872713+0000","last_active":"2024-04-18T05:14:11.014420+0000","last_peered":"2024-04-18T05:14:11.014420+0000","last_clean":"2024-04-18T05:14:11.014420+0000","last_became_active":"2024-04-18T05:14:00.872388+0000","last_became_peered":"2024-04-18T05:14:00.872388+0000","last_unstale":"2024-04-18T05:14:11.014420+0000","last_undegraded":"2024-04-18T05:14:11.014420+0000","last_fullsized":"2024-04-18T05:14:11.014420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:53.968101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.092206+0000","last_change":"2024-04-18T05:14:16.484865+0000","last_active":"2024-04-18T05:14:18.092206+0000","last_peered":"2024-04-18T05:14:18.092206+0000","last_clean":"2024-04-18T05:14:18.092206+0000","last_became_active":"2024-04-18T05:14:16.484489+0000","last_became_peered":"2024-04-18T05:14:16.484489+0000","last_unstale":"2024-04-18T05:14:18.092206+0000","last_undegraded":"2024-04-18T05:14:18.092206+0000","last_fullsized":"2024-04-18T05:14:18.092206+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:29.160862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445754+0000","last_change":"2024-04-18T05:14:00.871157+0000","last_active":"2024-04-18T05:14:16.445754+0000","last_peered":"2024-04-18T05:14:16.445754+0000","last_clean":"2024-04-18T05:14:16.445754+0000","last_became_active":"2024-04-18T05:14:00.870866+0000","last_became_peered":"2024-04-18T05:14:00.870866+0000","last_unstale":"2024-04-18T05:14:16.445754+0000","last_undegraded":"2024-04-18T05:14:16.445754+0000","last_fullsized":"2024-04-18T05:14:16.445754+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:59.803618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439417+0000","last_change":"2024-04-18T05:14:16.496164+0000","last_active":"2024-04-18T05:14:17.439417+0000","last_peered":"2024-04-18T05:14:17.439417+0000","last_clean":"2024-04-18T05:14:17.439417+0000","last_became_active":"2024-04-18T05:14:16.495798+0000","last_became_peered":"2024-04-18T05:14:16.495798+0000","last_unstale":"2024-04-18T05:14:17.439417+0000","last_undegraded":"2024-04-18T05:14:17.439417+0000","last_fullsized":"2024-04-18T05:14:17.439417+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:03:39.254632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1d","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.455071+0000","last_change":"2024-04-18T05:14:16.089131+0000","last_active":"2024-04-18T05:14:16.455071+0000","last_peered":"2024-04-18T05:14:16.455071+0000","last_clean":"2024-04-18T05:14:16.455071+0000","last_became_active":"2024-04-18T05:14:16.088706+0000","last_became_peered":"2024-04-18T05:14:16.088706+0000","last_unstale":"2024-04-18T05:14:16.455071+0000","last_undegraded":"2024-04-18T05:14:16.455071+0000","last_fullsized":"2024-04-18T05:14:16.455071+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478638+0000","last_change":"2024-04-18T05:14:11.029858+0000","last_active":"2024-04-18T05:14:16.478638+0000","last_peered":"2024-04-18T05:14:16.478638+0000","last_clean":"2024-04-18T05:14:16.478638+0000","last_became_active":"2024-04-18T05:14:11.028867+0000","last_became_peered":"2024-04-18T05:14:11.028867+0000","last_unstale":"2024-04-18T05:14:16.478638+0000","last_undegraded":"2024-04-18T05:14:16.478638+0000","last_fullsized":"2024-04-18T05:14:16.478638+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:00:17.569328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1f","version":"61'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438882+0000","last_change":"2024-04-18T05:14:00.470537+0000","last_active":"2024-04-18T05:14:16.438882+0000","last_peered":"2024-04-18T05:14:16.438882+0000","last_clean":"2024-04-18T05:14:16.438882+0000","last_became_active":"2024-04-18T05:14:00.469826+0000","last_became_peered":"2024-04-18T05:14:00.469826+0000","last_unstale":"2024-04-18T05:14:16.438882+0000","last_undegraded":"2024-04-18T05:14:16.438882+0000","last_fullsized":"2024-04-18T05:14:16.438882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091611+0000","last_change":"2024-04-18T05:14:16.443564+0000","last_active":"2024-04-18T05:14:18.091611+0000","last_peered":"2024-04-18T05:14:18.091611+0000","last_clean":"2024-04-18T05:14:18.091611+0000","last_became_active":"2024-04-18T05:14:16.441098+0000","last_became_peered":"2024-04-18T05:14:16.441098+0000","last_unstale":"2024-04-18T05:14:18.091611+0000","last_undegraded":"2024-04-18T05:14:18.091611+0000","last_fullsized":"2024-04-18T05:14:18.091611+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:38:30.672398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.460437+0000","last_change":"2024-04-18T05:14:16.065991+0000","last_active":"2024-04-18T05:14:16.460437+0000","last_peered":"2024-04-18T05:14:16.460437+0000","last_clean":"2024-04-18T05:14:16.460437+0000","last_became_active":"2024-04-18T05:14:16.065700+0000","last_became_peered":"2024-04-18T05:14:16.065700+0000","last_unstale":"2024-04-18T05:14:16.460437+0000","last_undegraded":"2024-04-18T05:14:16.460437+0000","last_fullsized":"2024-04-18T05:14:16.460437+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:10:07.508300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014798+0000","last_change":"2024-04-18T05:14:00.868911+0000","last_active":"2024-04-18T05:14:11.014798+0000","last_peered":"2024-04-18T05:14:11.014798+0000","last_clean":"2024-04-18T05:14:11.014798+0000","last_became_active":"2024-04-18T05:14:00.868635+0000","last_became_peered":"2024-04-18T05:14:00.868635+0000","last_unstale":"2024-04-18T05:14:11.014798+0000","last_undegraded":"2024-04-18T05:14:11.014798+0000","last_fullsized":"2024-04-18T05:14:11.014798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:20:15.375108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1e","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441804+0000","last_change":"2024-04-18T05:14:00.462577+0000","last_active":"2024-04-18T05:14:16.441804+0000","last_peered":"2024-04-18T05:14:16.441804+0000","last_clean":"2024-04-18T05:14:16.441804+0000","last_became_active":"2024-04-18T05:14:00.461833+0000","last_became_peered":"2024-04-18T05:14:00.461833+0000","last_unstale":"2024-04-18T05:14:16.441804+0000","last_undegraded":"2024-04-18T05:14:16.441804+0000","last_fullsized":"2024-04-18T05:14:16.441804+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:30:10.481121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495696+0000","last_change":"2024-04-18T05:14:16.469477+0000","last_active":"2024-04-18T05:14:18.495696+0000","last_peered":"2024-04-18T05:14:18.495696+0000","last_clean":"2024-04-18T05:14:18.495696+0000","last_became_active":"2024-04-18T05:14:16.468700+0000","last_became_peered":"2024-04-18T05:14:16.468700+0000","last_unstale":"2024-04-18T05:14:18.495696+0000","last_undegraded":"2024-04-18T05:14:18.495696+0000","last_fullsized":"2024-04-18T05:14:18.495696+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:02.682221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"67'4","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496749+0000","last_change":"2024-04-18T05:14:16.095268+0000","last_active":"2024-04-18T05:14:18.496749+0000","last_peered":"2024-04-18T05:14:18.496749+0000","last_clean":"2024-04-18T05:14:18.496749+0000","last_became_active":"2024-04-18T05:14:16.094633+0000","last_became_peered":"2024-04-18T05:14:16.094633+0000","last_unstale":"2024-04-18T05:14:18.496749+0000","last_undegraded":"2024-04-18T05:14:18.496749+0000","last_fullsized":"2024-04-18T05:14:18.496749+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:29:08.018616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465523+0000","last_change":"2024-04-18T05:14:00.867021+0000","last_active":"2024-04-18T05:14:16.465523+0000","last_peered":"2024-04-18T05:14:16.465523+0000","last_clean":"2024-04-18T05:14:16.465523+0000","last_became_active":"2024-04-18T05:14:00.866721+0000","last_became_peered":"2024-04-18T05:14:00.866721+0000","last_unstale":"2024-04-18T05:14:16.465523+0000","last_undegraded":"2024-04-18T05:14:16.465523+0000","last_fullsized":"2024-04-18T05:14:16.465523+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:46.723483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1d","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.439134+0000","last_change":"2024-04-18T05:14:00.487516+0000","last_active":"2024-04-18T05:14:16.439134+0000","last_peered":"2024-04-18T05:14:16.439134+0000","last_clean":"2024-04-18T05:14:16.439134+0000","last_became_active":"2024-04-18T05:14:00.485771+0000","last_became_peered":"2024-04-18T05:14:00.485771+0000","last_unstale":"2024-04-18T05:14:16.439134+0000","last_undegraded":"2024-04-18T05:14:16.439134+0000","last_fullsized":"2024-04-18T05:14:16.439134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496374+0000","last_change":"2024-04-18T05:14:16.486876+0000","last_active":"2024-04-18T05:14:18.496374+0000","last_peered":"2024-04-18T05:14:18.496374+0000","last_clean":"2024-04-18T05:14:18.496374+0000","last_became_active":"2024-04-18T05:14:16.486283+0000","last_became_peered":"2024-04-18T05:14:16.486283+0000","last_unstale":"2024-04-18T05:14:18.496374+0000","last_undegraded":"2024-04-18T05:14:18.496374+0000","last_fullsized":"2024-04-18T05:14:18.496374+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:04:19.813957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.048544+0000","last_change":"2024-04-18T05:14:15.048544+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.048544+0000","last_undegraded":"2024-04-18T05:14:15.048544+0000","last_fullsized":"2024-04-18T05:14:15.048544+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:04:16.388530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445583+0000","last_change":"2024-04-18T05:14:00.881250+0000","last_active":"2024-04-18T05:14:16.445583+0000","last_peered":"2024-04-18T05:14:16.445583+0000","last_clean":"2024-04-18T05:14:16.445583+0000","last_became_active":"2024-04-18T05:14:00.879008+0000","last_became_peered":"2024-04-18T05:14:00.879008+0000","last_unstale":"2024-04-18T05:14:16.445583+0000","last_undegraded":"2024-04-18T05:14:16.445583+0000","last_fullsized":"2024-04-18T05:14:16.445583+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:18.964122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1c","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.475650+0000","last_change":"2024-04-18T05:14:00.464841+0000","last_active":"2024-04-18T05:14:16.475650+0000","last_peered":"2024-04-18T05:14:16.475650+0000","last_clean":"2024-04-18T05:14:16.475650+0000","last_became_active":"2024-04-18T05:14:00.464196+0000","last_became_peered":"2024-04-18T05:14:00.464196+0000","last_unstale":"2024-04-18T05:14:16.475650+0000","last_undegraded":"2024-04-18T05:14:16.475650+0000","last_fullsized":"2024-04-18T05:14:16.475650+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:23:18.176551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440472+0000","last_change":"2024-04-18T05:14:16.484659+0000","last_active":"2024-04-18T05:14:17.440472+0000","last_peered":"2024-04-18T05:14:17.440472+0000","last_clean":"2024-04-18T05:14:17.440472+0000","last_became_active":"2024-04-18T05:14:16.484285+0000","last_became_peered":"2024-04-18T05:14:16.484285+0000","last_unstale":"2024-04-18T05:14:17.440472+0000","last_undegraded":"2024-04-18T05:14:17.440472+0000","last_fullsized":"2024-04-18T05:14:17.440472+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:32:18.149495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.433023+0000","last_change":"2024-04-18T05:14:16.095558+0000","last_active":"2024-04-18T05:14:16.433023+0000","last_peered":"2024-04-18T05:14:16.433023+0000","last_clean":"2024-04-18T05:14:16.433023+0000","last_became_active":"2024-04-18T05:14:16.090833+0000","last_became_peered":"2024-04-18T05:14:16.090833+0000","last_unstale":"2024-04-18T05:14:16.433023+0000","last_undegraded":"2024-04-18T05:14:16.433023+0000","last_fullsized":"2024-04-18T05:14:16.433023+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429195+0000","last_change":"2024-04-18T05:14:11.025624+0000","last_active":"2024-04-18T05:14:16.429195+0000","last_peered":"2024-04-18T05:14:16.429195+0000","last_clean":"2024-04-18T05:14:16.429195+0000","last_became_active":"2024-04-18T05:14:11.024725+0000","last_became_peered":"2024-04-18T05:14:11.024725+0000","last_unstale":"2024-04-18T05:14:16.429195+0000","last_undegraded":"2024-04-18T05:14:16.429195+0000","last_fullsized":"2024-04-18T05:14:16.429195+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:04:27.081802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1b","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437831+0000","last_change":"2024-04-18T05:14:00.485873+0000","last_active":"2024-04-18T05:14:16.437831+0000","last_peered":"2024-04-18T05:14:16.437831+0000","last_clean":"2024-04-18T05:14:16.437831+0000","last_became_active":"2024-04-18T05:14:00.485195+0000","last_became_peered":"2024-04-18T05:14:00.485195+0000","last_unstale":"2024-04-18T05:14:16.437831+0000","last_undegraded":"2024-04-18T05:14:16.437831+0000","last_fullsized":"2024-04-18T05:14:16.437831+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:01.689558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445050+0000","last_change":"2024-04-18T05:14:16.078489+0000","last_active":"2024-04-18T05:14:16.445050+0000","last_peered":"2024-04-18T05:14:16.445050+0000","last_clean":"2024-04-18T05:14:16.445050+0000","last_became_active":"2024-04-18T05:14:16.076606+0000","last_became_peered":"2024-04-18T05:14:16.076606+0000","last_unstale":"2024-04-18T05:14:16.445050+0000","last_undegraded":"2024-04-18T05:14:16.445050+0000","last_fullsized":"2024-04-18T05:14:16.445050+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:58.147929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441939+0000","last_change":"2024-04-18T05:14:00.879230+0000","last_active":"2024-04-18T05:14:16.441939+0000","last_peered":"2024-04-18T05:14:16.441939+0000","last_clean":"2024-04-18T05:14:16.441939+0000","last_became_active":"2024-04-18T05:14:00.878628+0000","last_became_peered":"2024-04-18T05:14:00.878628+0000","last_unstale":"2024-04-18T05:14:16.441939+0000","last_undegraded":"2024-04-18T05:14:16.441939+0000","last_fullsized":"2024-04-18T05:14:16.441939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:19.648116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1a","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.477528+0000","last_change":"2024-04-18T05:14:00.479920+0000","last_active":"2024-04-18T05:14:16.477528+0000","last_peered":"2024-04-18T05:14:16.477528+0000","last_clean":"2024-04-18T05:14:16.477528+0000","last_became_active":"2024-04-18T05:14:00.478544+0000","last_became_peered":"2024-04-18T05:14:00.478544+0000","last_unstale":"2024-04-18T05:14:16.477528+0000","last_undegraded":"2024-04-18T05:14:16.477528+0000","last_fullsized":"2024-04-18T05:14:16.477528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:51.519297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499641+0000","last_change":"2024-04-18T05:14:16.495795+0000","last_active":"2024-04-18T05:14:18.499641+0000","last_peered":"2024-04-18T05:14:18.499641+0000","last_clean":"2024-04-18T05:14:18.499641+0000","last_became_active":"2024-04-18T05:14:16.495357+0000","last_became_peered":"2024-04-18T05:14:16.495357+0000","last_unstale":"2024-04-18T05:14:18.499641+0000","last_undegraded":"2024-04-18T05:14:18.499641+0000","last_fullsized":"2024-04-18T05:14:18.499641+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:26:14.182623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1b","version":"67'1","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.456760+0000","last_change":"2024-04-18T05:14:16.065245+0000","last_active":"2024-04-18T05:14:16.456760+0000","last_peered":"2024-04-18T05:14:16.456760+0000","last_clean":"2024-04-18T05:14:16.456760+0000","last_became_active":"2024-04-18T05:14:16.064974+0000","last_became_peered":"2024-04-18T05:14:16.064974+0000","last_unstale":"2024-04-18T05:14:16.456760+0000","last_undegraded":"2024-04-18T05:14:16.456760+0000","last_fullsized":"2024-04-18T05:14:16.456760+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.942455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431518+0000","last_change":"2024-04-18T05:14:00.857294+0000","last_active":"2024-04-18T05:14:16.431518+0000","last_peered":"2024-04-18T05:14:16.431518+0000","last_clean":"2024-04-18T05:14:16.431518+0000","last_became_active":"2024-04-18T05:14:00.857009+0000","last_became_peered":"2024-04-18T05:14:00.857009+0000","last_unstale":"2024-04-18T05:14:16.431518+0000","last_undegraded":"2024-04-18T05:14:16.431518+0000","last_fullsized":"2024-04-18T05:14:16.431518+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442187+0000","last_change":"2024-04-18T05:14:00.476000+0000","last_active":"2024-04-18T05:14:16.442187+0000","last_peered":"2024-04-18T05:14:16.442187+0000","last_clean":"2024-04-18T05:14:16.442187+0000","last_became_active":"2024-04-18T05:14:00.475241+0000","last_became_peered":"2024-04-18T05:14:00.475241+0000","last_unstale":"2024-04-18T05:14:16.442187+0000","last_undegraded":"2024-04-18T05:14:16.442187+0000","last_fullsized":"2024-04-18T05:14:16.442187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.442518+0000","last_change":"2024-04-18T05:14:16.468395+0000","last_active":"2024-04-18T05:14:17.442518+0000","last_peered":"2024-04-18T05:14:17.442518+0000","last_clean":"2024-04-18T05:14:17.442518+0000","last_became_active":"2024-04-18T05:14:16.461120+0000","last_became_peered":"2024-04-18T05:14:16.461120+0000","last_unstale":"2024-04-18T05:14:17.442518+0000","last_undegraded":"2024-04-18T05:14:17.442518+0000","last_fullsized":"2024-04-18T05:14:17.442518+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:17:03.495506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044075+0000","last_change":"2024-04-18T05:14:15.044075+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044075+0000","last_undegraded":"2024-04-18T05:14:15.044075+0000","last_fullsized":"2024-04-18T05:14:15.044075+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:03:38.246229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437385+0000","last_change":"2024-04-18T05:14:00.883298+0000","last_active":"2024-04-18T05:14:16.437385+0000","last_peered":"2024-04-18T05:14:16.437385+0000","last_clean":"2024-04-18T05:14:16.437385+0000","last_became_active":"2024-04-18T05:14:00.882918+0000","last_became_peered":"2024-04-18T05:14:00.882918+0000","last_unstale":"2024-04-18T05:14:16.437385+0000","last_undegraded":"2024-04-18T05:14:16.437385+0000","last_fullsized":"2024-04-18T05:14:16.437385+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.448597+0000","last_change":"2024-04-18T05:14:00.472259+0000","last_active":"2024-04-18T05:14:16.448597+0000","last_peered":"2024-04-18T05:14:16.448597+0000","last_clean":"2024-04-18T05:14:16.448597+0000","last_became_active":"2024-04-18T05:14:00.471525+0000","last_became_peered":"2024-04-18T05:14:00.471525+0000","last_unstale":"2024-04-18T05:14:16.448597+0000","last_undegraded":"2024-04-18T05:14:16.448597+0000","last_fullsized":"2024-04-18T05:14:16.448597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:22.976132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.493000+0000","last_change":"2024-04-18T05:14:16.459801+0000","last_active":"2024-04-18T05:14:18.493000+0000","last_peered":"2024-04-18T05:14:18.493000+0000","last_clean":"2024-04-18T05:14:18.493000+0000","last_became_active":"2024-04-18T05:14:16.456912+0000","last_became_peered":"2024-04-18T05:14:16.456912+0000","last_unstale":"2024-04-18T05:14:18.493000+0000","last_undegraded":"2024-04-18T05:14:18.493000+0000","last_fullsized":"2024-04-18T05:14:18.493000+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"67'3","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.495787+0000","last_change":"2024-04-18T05:14:16.085323+0000","last_active":"2024-04-18T05:14:16.495787+0000","last_peered":"2024-04-18T05:14:16.495787+0000","last_clean":"2024-04-18T05:14:16.495787+0000","last_became_active":"2024-04-18T05:14:16.083661+0000","last_became_peered":"2024-04-18T05:14:16.083661+0000","last_unstale":"2024-04-18T05:14:16.495787+0000","last_undegraded":"2024-04-18T05:14:16.495787+0000","last_fullsized":"2024-04-18T05:14:16.495787+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:48.329637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437040+0000","last_change":"2024-04-18T05:14:00.866770+0000","last_active":"2024-04-18T05:14:16.437040+0000","last_peered":"2024-04-18T05:14:16.437040+0000","last_clean":"2024-04-18T05:14:16.437040+0000","last_became_active":"2024-04-18T05:14:00.866155+0000","last_became_peered":"2024-04-18T05:14:00.866155+0000","last_unstale":"2024-04-18T05:14:16.437040+0000","last_undegraded":"2024-04-18T05:14:16.437040+0000","last_fullsized":"2024-04-18T05:14:16.437040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445669+0000","last_change":"2024-04-18T05:14:00.478675+0000","last_active":"2024-04-18T05:14:16.445669+0000","last_peered":"2024-04-18T05:14:16.445669+0000","last_clean":"2024-04-18T05:14:16.445669+0000","last_became_active":"2024-04-18T05:14:00.477923+0000","last_became_peered":"2024-04-18T05:14:00.477923+0000","last_unstale":"2024-04-18T05:14:16.445669+0000","last_undegraded":"2024-04-18T05:14:16.445669+0000","last_fullsized":"2024-04-18T05:14:16.445669+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:43.137965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.498607+0000","last_change":"2024-04-18T05:14:16.485630+0000","last_active":"2024-04-18T05:14:18.498607+0000","last_peered":"2024-04-18T05:14:18.498607+0000","last_clean":"2024-04-18T05:14:18.498607+0000","last_became_active":"2024-04-18T05:14:16.484711+0000","last_became_peered":"2024-04-18T05:14:16.484711+0000","last_unstale":"2024-04-18T05:14:18.498607+0000","last_undegraded":"2024-04-18T05:14:18.498607+0000","last_fullsized":"2024-04-18T05:14:18.498607+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:25.056026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.046923+0000","last_change":"2024-04-18T05:14:15.046923+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.046923+0000","last_undegraded":"2024-04-18T05:14:15.046923+0000","last_fullsized":"2024-04-18T05:14:15.046923+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:43:28.228440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442125+0000","last_change":"2024-04-18T05:14:00.869377+0000","last_active":"2024-04-18T05:14:16.442125+0000","last_peered":"2024-04-18T05:14:16.442125+0000","last_clean":"2024-04-18T05:14:16.442125+0000","last_became_active":"2024-04-18T05:14:00.869076+0000","last_became_peered":"2024-04-18T05:14:00.869076+0000","last_unstale":"2024-04-18T05:14:16.442125+0000","last_undegraded":"2024-04-18T05:14:16.442125+0000","last_fullsized":"2024-04-18T05:14:16.442125+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438127+0000","last_change":"2024-04-18T05:14:00.473131+0000","last_active":"2024-04-18T05:14:16.438127+0000","last_peered":"2024-04-18T05:14:16.438127+0000","last_clean":"2024-04-18T05:14:16.438127+0000","last_became_active":"2024-04-18T05:14:00.472383+0000","last_became_peered":"2024-04-18T05:14:00.472383+0000","last_unstale":"2024-04-18T05:14:16.438127+0000","last_undegraded":"2024-04-18T05:14:16.438127+0000","last_fullsized":"2024-04-18T05:14:16.438127+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:21.674221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440288+0000","last_change":"2024-04-18T05:14:16.465405+0000","last_active":"2024-04-18T05:14:17.440288+0000","last_peered":"2024-04-18T05:14:17.440288+0000","last_clean":"2024-04-18T05:14:17.440288+0000","last_became_active":"2024-04-18T05:14:16.464755+0000","last_became_peered":"2024-04-18T05:14:16.464755+0000","last_unstale":"2024-04-18T05:14:17.440288+0000","last_undegraded":"2024-04-18T05:14:17.440288+0000","last_fullsized":"2024-04-18T05:14:17.440288+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:22.211935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437922+0000","last_change":"2024-04-18T05:14:16.059115+0000","last_active":"2024-04-18T05:14:16.437922+0000","last_peered":"2024-04-18T05:14:16.437922+0000","last_clean":"2024-04-18T05:14:16.437922+0000","last_became_active":"2024-04-18T05:14:16.058426+0000","last_became_peered":"2024-04-18T05:14:16.058426+0000","last_unstale":"2024-04-18T05:14:16.437922+0000","last_undegraded":"2024-04-18T05:14:16.437922+0000","last_fullsized":"2024-04-18T05:14:16.437922+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437825+0000","last_change":"2024-04-18T05:14:00.884379+0000","last_active":"2024-04-18T05:14:16.437825+0000","last_peered":"2024-04-18T05:14:16.437825+0000","last_clean":"2024-04-18T05:14:16.437825+0000","last_became_active":"2024-04-18T05:14:00.884121+0000","last_became_peered":"2024-04-18T05:14:00.884121+0000","last_unstale":"2024-04-18T05:14:16.437825+0000","last_undegraded":"2024-04-18T05:14:16.437825+0000","last_fullsized":"2024-04-18T05:14:16.437825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.15","version":"61'3","reported_seq":17,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015096+0000","last_change":"2024-04-18T05:14:00.469014+0000","last_active":"2024-04-18T05:14:11.015096+0000","last_peered":"2024-04-18T05:14:11.015096+0000","last_clean":"2024-04-18T05:14:11.015096+0000","last_became_active":"2024-04-18T05:14:00.468323+0000","last_became_peered":"2024-04-18T05:14:00.468323+0000","last_unstale":"2024-04-18T05:14:11.015096+0000","last_undegraded":"2024-04-18T05:14:11.015096+0000","last_fullsized":"2024-04-18T05:14:11.015096+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:32.650886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439151+0000","last_change":"2024-04-18T05:14:16.457349+0000","last_active":"2024-04-18T05:14:17.439151+0000","last_peered":"2024-04-18T05:14:17.439151+0000","last_clean":"2024-04-18T05:14:17.439151+0000","last_became_active":"2024-04-18T05:14:16.456890+0000","last_became_peered":"2024-04-18T05:14:16.456890+0000","last_unstale":"2024-04-18T05:14:17.439151+0000","last_undegraded":"2024-04-18T05:14:17.439151+0000","last_fullsized":"2024-04-18T05:14:17.439151+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:33.445161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429962+0000","last_change":"2024-04-18T05:14:16.069881+0000","last_active":"2024-04-18T05:14:16.429962+0000","last_peered":"2024-04-18T05:14:16.429962+0000","last_clean":"2024-04-18T05:14:16.429962+0000","last_became_active":"2024-04-18T05:14:16.069532+0000","last_became_peered":"2024-04-18T05:14:16.069532+0000","last_unstale":"2024-04-18T05:14:16.429962+0000","last_undegraded":"2024-04-18T05:14:16.429962+0000","last_fullsized":"2024-04-18T05:14:16.429962+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015113+0000","last_change":"2024-04-18T05:14:00.873581+0000","last_active":"2024-04-18T05:14:11.015113+0000","last_peered":"2024-04-18T05:14:11.015113+0000","last_clean":"2024-04-18T05:14:11.015113+0000","last_became_active":"2024-04-18T05:14:00.873317+0000","last_became_peered":"2024-04-18T05:14:00.873317+0000","last_unstale":"2024-04-18T05:14:11.015113+0000","last_undegraded":"2024-04-18T05:14:11.015113+0000","last_fullsized":"2024-04-18T05:14:11.015113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:06:56.229275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"63'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.470363+0000","last_change":"2024-04-18T05:14:00.464562+0000","last_active":"2024-04-18T05:14:16.470363+0000","last_peered":"2024-04-18T05:14:16.470363+0000","last_clean":"2024-04-18T05:14:16.470363+0000","last_became_active":"2024-04-18T05:14:00.463886+0000","last_became_peered":"2024-04-18T05:14:00.463886+0000","last_unstale":"2024-04-18T05:14:16.470363+0000","last_undegraded":"2024-04-18T05:14:16.470363+0000","last_fullsized":"2024-04-18T05:14:16.470363+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:02.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440740+0000","last_change":"2024-04-18T05:14:16.451461+0000","last_active":"2024-04-18T05:14:17.440740+0000","last_peered":"2024-04-18T05:14:17.440740+0000","last_clean":"2024-04-18T05:14:17.440740+0000","last_became_active":"2024-04-18T05:14:16.451184+0000","last_became_peered":"2024-04-18T05:14:16.451184+0000","last_unstale":"2024-04-18T05:14:17.440740+0000","last_undegraded":"2024-04-18T05:14:17.440740+0000","last_fullsized":"2024-04-18T05:14:17.440740+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495711+0000","last_change":"2024-04-18T05:14:16.088691+0000","last_active":"2024-04-18T05:14:18.495711+0000","last_peered":"2024-04-18T05:14:18.495711+0000","last_clean":"2024-04-18T05:14:18.495711+0000","last_became_active":"2024-04-18T05:14:16.086971+0000","last_became_peered":"2024-04-18T05:14:16.086971+0000","last_unstale":"2024-04-18T05:14:18.495711+0000","last_undegraded":"2024-04-18T05:14:18.495711+0000","last_fullsized":"2024-04-18T05:14:18.495711+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:53:14.523793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429300+0000","last_change":"2024-04-18T05:14:00.867829+0000","last_active":"2024-04-18T05:14:16.429300+0000","last_peered":"2024-04-18T05:14:16.429300+0000","last_clean":"2024-04-18T05:14:16.429300+0000","last_became_active":"2024-04-18T05:14:00.867573+0000","last_became_peered":"2024-04-18T05:14:00.867573+0000","last_unstale":"2024-04-18T05:14:16.429300+0000","last_undegraded":"2024-04-18T05:14:16.429300+0000","last_fullsized":"2024-04-18T05:14:16.429300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.13","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445864+0000","last_change":"2024-04-18T05:14:00.476417+0000","last_active":"2024-04-18T05:14:16.445864+0000","last_peered":"2024-04-18T05:14:16.445864+0000","last_clean":"2024-04-18T05:14:16.445864+0000","last_became_active":"2024-04-18T05:14:00.475836+0000","last_became_peered":"2024-04-18T05:14:00.475836+0000","last_unstale":"2024-04-18T05:14:16.445864+0000","last_undegraded":"2024-04-18T05:14:16.445864+0000","last_fullsized":"2024-04-18T05:14:16.445864+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:55:02.161082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.491209+0000","last_change":"2024-04-18T05:14:16.486233+0000","last_active":"2024-04-18T05:14:18.491209+0000","last_peered":"2024-04-18T05:14:18.491209+0000","last_clean":"2024-04-18T05:14:18.491209+0000","last_became_active":"2024-04-18T05:14:16.485865+0000","last_became_peered":"2024-04-18T05:14:16.485865+0000","last_unstale":"2024-04-18T05:14:18.491209+0000","last_undegraded":"2024-04-18T05:14:18.491209+0000","last_fullsized":"2024-04-18T05:14:18.491209+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:33:07.217621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"67'8","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.498821+0000","last_change":"2024-04-18T05:14:16.069005+0000","last_active":"2024-04-18T05:14:16.498821+0000","last_peered":"2024-04-18T05:14:16.498821+0000","last_clean":"2024-04-18T05:14:16.498821+0000","last_became_active":"2024-04-18T05:14:16.068274+0000","last_became_peered":"2024-04-18T05:14:16.068274+0000","last_unstale":"2024-04-18T05:14:16.498821+0000","last_undegraded":"2024-04-18T05:14:16.498821+0000","last_fullsized":"2024-04-18T05:14:16.498821+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:17.907248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430432+0000","last_change":"2024-04-18T05:14:00.870667+0000","last_active":"2024-04-18T05:14:16.430432+0000","last_peered":"2024-04-18T05:14:16.430432+0000","last_clean":"2024-04-18T05:14:16.430432+0000","last_became_active":"2024-04-18T05:14:00.870381+0000","last_became_peered":"2024-04-18T05:14:00.870381+0000","last_unstale":"2024-04-18T05:14:16.430432+0000","last_undegraded":"2024-04-18T05:14:16.430432+0000","last_fullsized":"2024-04-18T05:14:16.430432+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431384+0000","last_change":"2024-04-18T05:14:00.485838+0000","last_active":"2024-04-18T05:14:16.431384+0000","last_peered":"2024-04-18T05:14:16.431384+0000","last_clean":"2024-04-18T05:14:16.431384+0000","last_became_active":"2024-04-18T05:14:00.485513+0000","last_became_peered":"2024-04-18T05:14:00.485513+0000","last_unstale":"2024-04-18T05:14:16.431384+0000","last_undegraded":"2024-04-18T05:14:16.431384+0000","last_fullsized":"2024-04-18T05:14:16.431384+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:26.085659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091613+0000","last_change":"2024-04-18T05:14:16.497027+0000","last_active":"2024-04-18T05:14:18.091613+0000","last_peered":"2024-04-18T05:14:18.091613+0000","last_clean":"2024-04-18T05:14:18.091613+0000","last_became_active":"2024-04-18T05:14:16.496680+0000","last_became_peered":"2024-04-18T05:14:16.496680+0000","last_unstale":"2024-04-18T05:14:18.091613+0000","last_undegraded":"2024-04-18T05:14:18.091613+0000","last_fullsized":"2024-04-18T05:14:18.091613+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:34.557925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.13","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.455344+0000","last_change":"2024-04-18T05:14:16.066739+0000","last_active":"2024-04-18T05:14:16.455344+0000","last_peered":"2024-04-18T05:14:16.455344+0000","last_clean":"2024-04-18T05:14:16.455344+0000","last_became_active":"2024-04-18T05:14:16.066454+0000","last_became_peered":"2024-04-18T05:14:16.066454+0000","last_unstale":"2024-04-18T05:14:16.455344+0000","last_undegraded":"2024-04-18T05:14:16.455344+0000","last_fullsized":"2024-04-18T05:14:16.455344+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:46:18.659810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431170+0000","last_change":"2024-04-18T05:14:00.866869+0000","last_active":"2024-04-18T05:14:16.431170+0000","last_peered":"2024-04-18T05:14:16.431170+0000","last_clean":"2024-04-18T05:14:16.431170+0000","last_became_active":"2024-04-18T05:14:00.866433+0000","last_became_peered":"2024-04-18T05:14:00.866433+0000","last_unstale":"2024-04-18T05:14:16.431170+0000","last_undegraded":"2024-04-18T05:14:16.431170+0000","last_fullsized":"2024-04-18T05:14:16.431170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:24.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.014863+0000","last_change":"2024-04-18T05:14:00.485129+0000","last_active":"2024-04-18T05:14:11.014863+0000","last_peered":"2024-04-18T05:14:11.014863+0000","last_clean":"2024-04-18T05:14:11.014863+0000","last_became_active":"2024-04-18T05:14:00.483769+0000","last_became_peered":"2024-04-18T05:14:00.483769+0000","last_unstale":"2024-04-18T05:14:11.014863+0000","last_undegraded":"2024-04-18T05:14:11.014863+0000","last_fullsized":"2024-04-18T05:14:11.014863+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:00.023276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490983+0000","last_change":"2024-04-18T05:14:16.473056+0000","last_active":"2024-04-18T05:14:18.490983+0000","last_peered":"2024-04-18T05:14:18.490983+0000","last_clean":"2024-04-18T05:14:18.490983+0000","last_became_active":"2024-04-18T05:14:16.472758+0000","last_became_peered":"2024-04-18T05:14:16.472758+0000","last_unstale":"2024-04-18T05:14:18.490983+0000","last_undegraded":"2024-04-18T05:14:18.490983+0000","last_fullsized":"2024-04-18T05:14:18.490983+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:34.646273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.447243+0000","last_change":"2024-04-18T05:14:16.088939+0000","last_active":"2024-04-18T05:14:16.447243+0000","last_peered":"2024-04-18T05:14:16.447243+0000","last_clean":"2024-04-18T05:14:16.447243+0000","last_became_active":"2024-04-18T05:14:16.088621+0000","last_became_peered":"2024-04-18T05:14:16.088621+0000","last_unstale":"2024-04-18T05:14:16.447243+0000","last_undegraded":"2024-04-18T05:14:16.447243+0000","last_fullsized":"2024-04-18T05:14:16.447243+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:21.203532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436720+0000","last_change":"2024-04-18T05:14:00.859982+0000","last_active":"2024-04-18T05:14:16.436720+0000","last_peered":"2024-04-18T05:14:16.436720+0000","last_clean":"2024-04-18T05:14:16.436720+0000","last_became_active":"2024-04-18T05:14:00.859568+0000","last_became_peered":"2024-04-18T05:14:00.859568+0000","last_unstale":"2024-04-18T05:14:16.436720+0000","last_undegraded":"2024-04-18T05:14:16.436720+0000","last_fullsized":"2024-04-18T05:14:16.436720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"61'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429301+0000","last_change":"2024-04-18T05:14:00.476237+0000","last_active":"2024-04-18T05:14:16.429301+0000","last_peered":"2024-04-18T05:14:16.429301+0000","last_clean":"2024-04-18T05:14:16.429301+0000","last_became_active":"2024-04-18T05:14:00.475552+0000","last_became_peered":"2024-04-18T05:14:00.475552+0000","last_unstale":"2024-04-18T05:14:16.429301+0000","last_undegraded":"2024-04-18T05:14:16.429301+0000","last_fullsized":"2024-04-18T05:14:16.429301+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:06:26.819732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.493340+0000","last_change":"2024-04-18T05:14:16.489251+0000","last_active":"2024-04-18T05:14:18.493340+0000","last_peered":"2024-04-18T05:14:18.493340+0000","last_clean":"2024-04-18T05:14:18.493340+0000","last_became_active":"2024-04-18T05:14:16.488755+0000","last_became_peered":"2024-04-18T05:14:16.488755+0000","last_unstale":"2024-04-18T05:14:18.493340+0000","last_undegraded":"2024-04-18T05:14:18.493340+0000","last_fullsized":"2024-04-18T05:14:18.493340+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:16:38.185513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.d","version":"67'1","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497497+0000","last_change":"2024-04-18T05:14:16.095144+0000","last_active":"2024-04-18T05:14:18.497497+0000","last_peered":"2024-04-18T05:14:18.497497+0000","last_clean":"2024-04-18T05:14:18.497497+0000","last_became_active":"2024-04-18T05:14:16.094621+0000","last_became_peered":"2024-04-18T05:14:16.094621+0000","last_unstale":"2024-04-18T05:14:18.497497+0000","last_undegraded":"2024-04-18T05:14:18.497497+0000","last_fullsized":"2024-04-18T05:14:18.497497+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:18.331918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.469995+0000","last_change":"2024-04-18T05:14:11.026298+0000","last_active":"2024-04-18T05:14:16.469995+0000","last_peered":"2024-04-18T05:14:16.469995+0000","last_clean":"2024-04-18T05:14:16.469995+0000","last_became_active":"2024-04-18T05:14:11.025454+0000","last_became_peered":"2024-04-18T05:14:11.025454+0000","last_unstale":"2024-04-18T05:14:16.469995+0000","last_undegraded":"2024-04-18T05:14:16.469995+0000","last_fullsized":"2024-04-18T05:14:16.469995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.f","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445761+0000","last_change":"2024-04-18T05:14:00.478363+0000","last_active":"2024-04-18T05:14:16.445761+0000","last_peered":"2024-04-18T05:14:16.445761+0000","last_clean":"2024-04-18T05:14:16.445761+0000","last_became_active":"2024-04-18T05:14:00.477340+0000","last_became_peered":"2024-04-18T05:14:00.477340+0000","last_unstale":"2024-04-18T05:14:16.445761+0000","last_undegraded":"2024-04-18T05:14:16.445761+0000","last_fullsized":"2024-04-18T05:14:16.445761+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:01.173836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496345+0000","last_change":"2024-04-18T05:14:16.491241+0000","last_active":"2024-04-18T05:14:18.496345+0000","last_peered":"2024-04-18T05:14:18.496345+0000","last_clean":"2024-04-18T05:14:18.496345+0000","last_became_active":"2024-04-18T05:14:16.486877+0000","last_became_peered":"2024-04-18T05:14:16.486877+0000","last_unstale":"2024-04-18T05:14:18.496345+0000","last_undegraded":"2024-04-18T05:14:18.496345+0000","last_fullsized":"2024-04-18T05:14:18.496345+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:00.223918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497128+0000","last_change":"2024-04-18T05:14:16.100716+0000","last_active":"2024-04-18T05:14:18.497128+0000","last_peered":"2024-04-18T05:14:18.497128+0000","last_clean":"2024-04-18T05:14:18.497128+0000","last_became_active":"2024-04-18T05:14:16.100328+0000","last_became_peered":"2024-04-18T05:14:16.100328+0000","last_unstale":"2024-04-18T05:14:18.497128+0000","last_undegraded":"2024-04-18T05:14:18.497128+0000","last_fullsized":"2024-04-18T05:14:18.497128+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:23.048982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437757+0000","last_change":"2024-04-18T05:14:00.861505+0000","last_active":"2024-04-18T05:14:16.437757+0000","last_peered":"2024-04-18T05:14:16.437757+0000","last_clean":"2024-04-18T05:14:16.437757+0000","last_became_active":"2024-04-18T05:14:00.861225+0000","last_became_peered":"2024-04-18T05:14:00.861225+0000","last_unstale":"2024-04-18T05:14:16.437757+0000","last_undegraded":"2024-04-18T05:14:16.437757+0000","last_fullsized":"2024-04-18T05:14:16.437757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.450319+0000","last_change":"2024-04-18T05:14:00.480005+0000","last_active":"2024-04-18T05:14:16.450319+0000","last_peered":"2024-04-18T05:14:16.450319+0000","last_clean":"2024-04-18T05:14:16.450319+0000","last_became_active":"2024-04-18T05:14:00.479297+0000","last_became_peered":"2024-04-18T05:14:00.479297+0000","last_unstale":"2024-04-18T05:14:16.450319+0000","last_undegraded":"2024-04-18T05:14:16.450319+0000","last_fullsized":"2024-04-18T05:14:16.450319+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:18.638928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495951+0000","last_change":"2024-04-18T05:14:16.486294+0000","last_active":"2024-04-18T05:14:18.495951+0000","last_peered":"2024-04-18T05:14:18.495951+0000","last_clean":"2024-04-18T05:14:18.495951+0000","last_became_active":"2024-04-18T05:14:16.479222+0000","last_became_peered":"2024-04-18T05:14:16.479222+0000","last_unstale":"2024-04-18T05:14:18.495951+0000","last_undegraded":"2024-04-18T05:14:18.495951+0000","last_fullsized":"2024-04-18T05:14:18.495951+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:59:56.913370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.f","version":"67'1","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.456782+0000","last_change":"2024-04-18T05:14:16.088250+0000","last_active":"2024-04-18T05:14:16.456782+0000","last_peered":"2024-04-18T05:14:16.456782+0000","last_clean":"2024-04-18T05:14:16.456782+0000","last_became_active":"2024-04-18T05:14:16.087919+0000","last_became_peered":"2024-04-18T05:14:16.087919+0000","last_unstale":"2024-04-18T05:14:16.456782+0000","last_undegraded":"2024-04-18T05:14:16.456782+0000","last_fullsized":"2024-04-18T05:14:16.456782+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:38:01.308883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437917+0000","last_change":"2024-04-18T05:14:00.861526+0000","last_active":"2024-04-18T05:14:16.437917+0000","last_peered":"2024-04-18T05:14:16.437917+0000","last_clean":"2024-04-18T05:14:16.437917+0000","last_became_active":"2024-04-18T05:14:00.861220+0000","last_became_peered":"2024-04-18T05:14:00.861220+0000","last_unstale":"2024-04-18T05:14:16.437917+0000","last_undegraded":"2024-04-18T05:14:16.437917+0000","last_fullsized":"2024-04-18T05:14:16.437917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:19:16.915439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"61'1","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015031+0000","last_change":"2024-04-18T05:14:00.462281+0000","last_active":"2024-04-18T05:14:11.015031+0000","last_peered":"2024-04-18T05:14:11.015031+0000","last_clean":"2024-04-18T05:14:11.015031+0000","last_became_active":"2024-04-18T05:14:00.461405+0000","last_became_peered":"2024-04-18T05:14:00.461405+0000","last_unstale":"2024-04-18T05:14:11.015031+0000","last_undegraded":"2024-04-18T05:14:11.015031+0000","last_fullsized":"2024-04-18T05:14:11.015031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:15.739905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440425+0000","last_change":"2024-04-18T05:14:16.464070+0000","last_active":"2024-04-18T05:14:17.440425+0000","last_peered":"2024-04-18T05:14:17.440425+0000","last_clean":"2024-04-18T05:14:17.440425+0000","last_became_active":"2024-04-18T05:14:16.463358+0000","last_became_peered":"2024-04-18T05:14:16.463358+0000","last_unstale":"2024-04-18T05:14:17.440425+0000","last_undegraded":"2024-04-18T05:14:17.440425+0000","last_fullsized":"2024-04-18T05:14:17.440425+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:26:14.182623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.e","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.446259+0000","last_change":"2024-04-18T05:14:16.066995+0000","last_active":"2024-04-18T05:14:16.446259+0000","last_peered":"2024-04-18T05:14:16.446259+0000","last_clean":"2024-04-18T05:14:16.446259+0000","last_became_active":"2024-04-18T05:14:16.065749+0000","last_became_peered":"2024-04-18T05:14:16.065749+0000","last_unstale":"2024-04-18T05:14:16.446259+0000","last_undegraded":"2024-04-18T05:14:16.446259+0000","last_fullsized":"2024-04-18T05:14:16.446259+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015310+0000","last_change":"2024-04-18T05:14:00.871679+0000","last_active":"2024-04-18T05:14:11.015310+0000","last_peered":"2024-04-18T05:14:11.015310+0000","last_clean":"2024-04-18T05:14:11.015310+0000","last_became_active":"2024-04-18T05:14:00.871400+0000","last_became_peered":"2024-04-18T05:14:00.871400+0000","last_unstale":"2024-04-18T05:14:11.015310+0000","last_undegraded":"2024-04-18T05:14:11.015310+0000","last_fullsized":"2024-04-18T05:14:11.015310+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:30.155951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478952+0000","last_change":"2024-04-18T05:14:00.491392+0000","last_active":"2024-04-18T05:14:16.478952+0000","last_peered":"2024-04-18T05:14:16.478952+0000","last_clean":"2024-04-18T05:14:16.478952+0000","last_became_active":"2024-04-18T05:14:00.486707+0000","last_became_peered":"2024-04-18T05:14:00.486707+0000","last_unstale":"2024-04-18T05:14:16.478952+0000","last_undegraded":"2024-04-18T05:14:16.478952+0000","last_fullsized":"2024-04-18T05:14:16.478952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:01:36.454283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497477+0000","last_change":"2024-04-18T05:14:16.491883+0000","last_active":"2024-04-18T05:14:18.497477+0000","last_peered":"2024-04-18T05:14:18.497477+0000","last_clean":"2024-04-18T05:14:18.497477+0000","last_became_active":"2024-04-18T05:14:16.491306+0000","last_became_peered":"2024-04-18T05:14:16.491306+0000","last_unstale":"2024-04-18T05:14:18.497477+0000","last_undegraded":"2024-04-18T05:14:18.497477+0000","last_fullsized":"2024-04-18T05:14:18.497477+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:32:01.614326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.433300+0000","last_change":"2024-04-18T05:14:16.090650+0000","last_active":"2024-04-18T05:14:16.433300+0000","last_peered":"2024-04-18T05:14:16.433300+0000","last_clean":"2024-04-18T05:14:16.433300+0000","last_became_active":"2024-04-18T05:14:16.088745+0000","last_became_peered":"2024-04-18T05:14:16.088745+0000","last_unstale":"2024-04-18T05:14:16.433300+0000","last_undegraded":"2024-04-18T05:14:16.433300+0000","last_fullsized":"2024-04-18T05:14:16.433300+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465153+0000","last_change":"2024-04-18T05:14:00.863392+0000","last_active":"2024-04-18T05:14:16.465153+0000","last_peered":"2024-04-18T05:14:16.465153+0000","last_clean":"2024-04-18T05:14:16.465153+0000","last_became_active":"2024-04-18T05:14:00.863169+0000","last_became_peered":"2024-04-18T05:14:00.863169+0000","last_unstale":"2024-04-18T05:14:16.465153+0000","last_undegraded":"2024-04-18T05:14:16.465153+0000","last_fullsized":"2024-04-18T05:14:16.465153+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.b","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.467403+0000","last_change":"2024-04-18T05:14:00.468847+0000","last_active":"2024-04-18T05:14:16.467403+0000","last_peered":"2024-04-18T05:14:16.467403+0000","last_clean":"2024-04-18T05:14:16.467403+0000","last_became_active":"2024-04-18T05:14:00.467620+0000","last_became_peered":"2024-04-18T05:14:00.467620+0000","last_unstale":"2024-04-18T05:14:16.467403+0000","last_undegraded":"2024-04-18T05:14:16.467403+0000","last_fullsized":"2024-04-18T05:14:16.467403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445546+0000","last_change":"2024-04-18T05:14:16.091124+0000","last_active":"2024-04-18T05:14:16.445546+0000","last_peered":"2024-04-18T05:14:16.445546+0000","last_clean":"2024-04-18T05:14:16.445546+0000","last_became_active":"2024-04-18T05:14:16.090422+0000","last_became_peered":"2024-04-18T05:14:16.090422+0000","last_unstale":"2024-04-18T05:14:16.445546+0000","last_undegraded":"2024-04-18T05:14:16.445546+0000","last_fullsized":"2024-04-18T05:14:16.445546+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:13.909329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434604+0000","last_change":"2024-04-18T05:14:00.874004+0000","last_active":"2024-04-18T05:14:16.434604+0000","last_peered":"2024-04-18T05:14:16.434604+0000","last_clean":"2024-04-18T05:14:16.434604+0000","last_became_active":"2024-04-18T05:14:00.873704+0000","last_became_peered":"2024-04-18T05:14:00.873704+0000","last_unstale":"2024-04-18T05:14:16.434604+0000","last_undegraded":"2024-04-18T05:14:16.434604+0000","last_fullsized":"2024-04-18T05:14:16.434604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:50:55.042327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431656+0000","last_change":"2024-04-18T05:14:00.467695+0000","last_active":"2024-04-18T05:14:16.431656+0000","last_peered":"2024-04-18T05:14:16.431656+0000","last_clean":"2024-04-18T05:14:16.431656+0000","last_became_active":"2024-04-18T05:14:00.467177+0000","last_became_peered":"2024-04-18T05:14:00.467177+0000","last_unstale":"2024-04-18T05:14:16.431656+0000","last_undegraded":"2024-04-18T05:14:16.431656+0000","last_fullsized":"2024-04-18T05:14:16.431656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:41:27.605641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497818+0000","last_change":"2024-04-18T05:14:16.500308+0000","last_active":"2024-04-18T05:14:18.497818+0000","last_peered":"2024-04-18T05:14:18.497818+0000","last_clean":"2024-04-18T05:14:18.497818+0000","last_became_active":"2024-04-18T05:14:16.499936+0000","last_became_peered":"2024-04-18T05:14:16.499936+0000","last_unstale":"2024-04-18T05:14:18.497818+0000","last_undegraded":"2024-04-18T05:14:18.497818+0000","last_fullsized":"2024-04-18T05:14:18.497818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:12:20.737948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.480969+0000","last_change":"2024-04-18T05:14:16.081313+0000","last_active":"2024-04-18T05:14:16.480969+0000","last_peered":"2024-04-18T05:14:16.480969+0000","last_clean":"2024-04-18T05:14:16.480969+0000","last_became_active":"2024-04-18T05:14:16.080624+0000","last_became_peered":"2024-04-18T05:14:16.080624+0000","last_unstale":"2024-04-18T05:14:16.480969+0000","last_undegraded":"2024-04-18T05:14:16.480969+0000","last_fullsized":"2024-04-18T05:14:16.480969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:10.814674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.447507+0000","last_change":"2024-04-18T05:14:00.879044+0000","last_active":"2024-04-18T05:14:16.447507+0000","last_peered":"2024-04-18T05:14:16.447507+0000","last_clean":"2024-04-18T05:14:16.447507+0000","last_became_active":"2024-04-18T05:14:00.878761+0000","last_became_peered":"2024-04-18T05:14:00.878761+0000","last_unstale":"2024-04-18T05:14:16.447507+0000","last_undegraded":"2024-04-18T05:14:16.447507+0000","last_fullsized":"2024-04-18T05:14:16.447507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.459467+0000","last_change":"2024-04-18T05:14:00.471853+0000","last_active":"2024-04-18T05:14:16.459467+0000","last_peered":"2024-04-18T05:14:16.459467+0000","last_clean":"2024-04-18T05:14:16.459467+0000","last_became_active":"2024-04-18T05:14:00.471070+0000","last_became_peered":"2024-04-18T05:14:00.471070+0000","last_unstale":"2024-04-18T05:14:16.459467+0000","last_undegraded":"2024-04-18T05:14:16.459467+0000","last_fullsized":"2024-04-18T05:14:16.459467+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440014+0000","last_change":"2024-04-18T05:14:16.496114+0000","last_active":"2024-04-18T05:14:17.440014+0000","last_peered":"2024-04-18T05:14:17.440014+0000","last_clean":"2024-04-18T05:14:17.440014+0000","last_became_active":"2024-04-18T05:14:16.495775+0000","last_became_peered":"2024-04-18T05:14:16.495775+0000","last_unstale":"2024-04-18T05:14:17.440014+0000","last_undegraded":"2024-04-18T05:14:17.440014+0000","last_fullsized":"2024-04-18T05:14:17.440014+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:43:29.236843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430590+0000","last_change":"2024-04-18T05:14:16.060222+0000","last_active":"2024-04-18T05:14:16.430590+0000","last_peered":"2024-04-18T05:14:16.430590+0000","last_clean":"2024-04-18T05:14:16.430590+0000","last_became_active":"2024-04-18T05:14:16.059879+0000","last_became_peered":"2024-04-18T05:14:16.059879+0000","last_unstale":"2024-04-18T05:14:16.430590+0000","last_undegraded":"2024-04-18T05:14:16.430590+0000","last_fullsized":"2024-04-18T05:14:16.430590+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434824+0000","last_change":"2024-04-18T05:14:00.871916+0000","last_active":"2024-04-18T05:14:16.434824+0000","last_peered":"2024-04-18T05:14:16.434824+0000","last_clean":"2024-04-18T05:14:16.434824+0000","last_became_active":"2024-04-18T05:14:00.871632+0000","last_became_peered":"2024-04-18T05:14:00.871632+0000","last_unstale":"2024-04-18T05:14:16.434824+0000","last_undegraded":"2024-04-18T05:14:16.434824+0000","last_fullsized":"2024-04-18T05:14:16.434824+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:41.569182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445859+0000","last_change":"2024-04-18T05:14:00.473649+0000","last_active":"2024-04-18T05:14:16.445859+0000","last_peered":"2024-04-18T05:14:16.445859+0000","last_clean":"2024-04-18T05:14:16.445859+0000","last_became_active":"2024-04-18T05:14:00.473013+0000","last_became_peered":"2024-04-18T05:14:00.473013+0000","last_unstale":"2024-04-18T05:14:16.445859+0000","last_undegraded":"2024-04-18T05:14:16.445859+0000","last_fullsized":"2024-04-18T05:14:16.445859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:58.794431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.492985+0000","last_change":"2024-04-18T05:14:16.458544+0000","last_active":"2024-04-18T05:14:18.492985+0000","last_peered":"2024-04-18T05:14:18.492985+0000","last_clean":"2024-04-18T05:14:18.492985+0000","last_became_active":"2024-04-18T05:14:16.456435+0000","last_became_peered":"2024-04-18T05:14:16.456435+0000","last_unstale":"2024-04-18T05:14:18.492985+0000","last_undegraded":"2024-04-18T05:14:18.492985+0000","last_fullsized":"2024-04-18T05:14:18.492985+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:39.950858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437324+0000","last_change":"2024-04-18T05:14:16.067363+0000","last_active":"2024-04-18T05:14:16.437324+0000","last_peered":"2024-04-18T05:14:16.437324+0000","last_clean":"2024-04-18T05:14:16.437324+0000","last_became_active":"2024-04-18T05:14:16.065875+0000","last_became_peered":"2024-04-18T05:14:16.065875+0000","last_unstale":"2024-04-18T05:14:16.437324+0000","last_undegraded":"2024-04-18T05:14:16.437324+0000","last_fullsized":"2024-04-18T05:14:16.437324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442353+0000","last_change":"2024-04-18T05:14:00.880892+0000","last_active":"2024-04-18T05:14:16.442353+0000","last_peered":"2024-04-18T05:14:16.442353+0000","last_clean":"2024-04-18T05:14:16.442353+0000","last_became_active":"2024-04-18T05:14:00.880537+0000","last_became_peered":"2024-04-18T05:14:00.880537+0000","last_unstale":"2024-04-18T05:14:16.442353+0000","last_undegraded":"2024-04-18T05:14:16.442353+0000","last_fullsized":"2024-04-18T05:14:16.442353+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:16.749092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.6","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.450501+0000","last_change":"2024-04-18T05:14:00.483853+0000","last_active":"2024-04-18T05:14:16.450501+0000","last_peered":"2024-04-18T05:14:16.450501+0000","last_clean":"2024-04-18T05:14:16.450501+0000","last_became_active":"2024-04-18T05:14:00.483595+0000","last_became_peered":"2024-04-18T05:14:00.483595+0000","last_unstale":"2024-04-18T05:14:16.450501+0000","last_undegraded":"2024-04-18T05:14:16.450501+0000","last_fullsized":"2024-04-18T05:14:16.450501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:38.921394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091045+0000","last_change":"2024-04-18T05:14:16.443909+0000","last_active":"2024-04-18T05:14:18.091045+0000","last_peered":"2024-04-18T05:14:18.091045+0000","last_clean":"2024-04-18T05:14:18.091045+0000","last_became_active":"2024-04-18T05:14:16.443642+0000","last_became_peered":"2024-04-18T05:14:16.443642+0000","last_unstale":"2024-04-18T05:14:18.091045+0000","last_undegraded":"2024-04-18T05:14:18.091045+0000","last_fullsized":"2024-04-18T05:14:18.091045+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:49.253877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.7","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.462838+0000","last_change":"2024-04-18T05:14:16.082042+0000","last_active":"2024-04-18T05:14:16.462838+0000","last_peered":"2024-04-18T05:14:16.462838+0000","last_clean":"2024-04-18T05:14:16.462838+0000","last_became_active":"2024-04-18T05:14:16.081750+0000","last_became_peered":"2024-04-18T05:14:16.081750+0000","last_unstale":"2024-04-18T05:14:16.462838+0000","last_undegraded":"2024-04-18T05:14:16.462838+0000","last_fullsized":"2024-04-18T05:14:16.462838+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:15:20.350938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015243+0000","last_change":"2024-04-18T05:14:00.855267+0000","last_active":"2024-04-18T05:14:11.015243+0000","last_peered":"2024-04-18T05:14:11.015243+0000","last_clean":"2024-04-18T05:14:11.015243+0000","last_became_active":"2024-04-18T05:14:00.855039+0000","last_became_peered":"2024-04-18T05:14:00.855039+0000","last_unstale":"2024-04-18T05:14:11.015243+0000","last_undegraded":"2024-04-18T05:14:11.015243+0000","last_fullsized":"2024-04-18T05:14:11.015243+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465818+0000","last_change":"2024-04-18T05:14:00.482001+0000","last_active":"2024-04-18T05:14:16.465818+0000","last_peered":"2024-04-18T05:14:16.465818+0000","last_clean":"2024-04-18T05:14:16.465818+0000","last_became_active":"2024-04-18T05:14:00.481233+0000","last_became_peered":"2024-04-18T05:14:00.481233+0000","last_unstale":"2024-04-18T05:14:16.465818+0000","last_undegraded":"2024-04-18T05:14:16.465818+0000","last_fullsized":"2024-04-18T05:14:16.465818+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:46:34.054210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490351+0000","last_change":"2024-04-18T05:14:16.463986+0000","last_active":"2024-04-18T05:14:18.490351+0000","last_peered":"2024-04-18T05:14:18.490351+0000","last_clean":"2024-04-18T05:14:18.490351+0000","last_became_active":"2024-04-18T05:14:16.463618+0000","last_became_peered":"2024-04-18T05:14:16.463618+0000","last_unstale":"2024-04-18T05:14:18.490351+0000","last_undegraded":"2024-04-18T05:14:18.490351+0000","last_fullsized":"2024-04-18T05:14:18.490351+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:21:11.010178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.6","version":"68'1","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499471+0000","last_change":"2024-04-18T05:14:16.083909+0000","last_active":"2024-04-18T05:14:18.499471+0000","last_peered":"2024-04-18T05:14:18.499471+0000","last_clean":"2024-04-18T05:14:18.499471+0000","last_became_active":"2024-04-18T05:14:16.083336+0000","last_became_peered":"2024-04-18T05:14:16.083336+0000","last_unstale":"2024-04-18T05:14:18.499471+0000","last_undegraded":"2024-04-18T05:14:18.499471+0000","last_fullsized":"2024-04-18T05:14:18.499471+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":13,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-04-18T05:14:11.015373+0000","last_change":"2024-04-18T05:14:00.871574+0000","last_active":"2024-04-18T05:14:11.015373+0000","last_peered":"2024-04-18T05:14:11.015373+0000","last_clean":"2024-04-18T05:14:11.015373+0000","last_became_active":"2024-04-18T05:14:00.871299+0000","last_became_peered":"2024-04-18T05:14:00.871299+0000","last_unstale":"2024-04-18T05:14:11.015373+0000","last_undegraded":"2024-04-18T05:14:11.015373+0000","last_fullsized":"2024-04-18T05:14:11.015373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:19:10.047141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.484062+0000","last_change":"2024-04-18T05:14:00.492511+0000","last_active":"2024-04-18T05:14:16.484062+0000","last_peered":"2024-04-18T05:14:16.484062+0000","last_clean":"2024-04-18T05:14:16.484062+0000","last_became_active":"2024-04-18T05:14:00.491890+0000","last_became_peered":"2024-04-18T05:14:00.491890+0000","last_unstale":"2024-04-18T05:14:16.484062+0000","last_undegraded":"2024-04-18T05:14:16.484062+0000","last_fullsized":"2024-04-18T05:14:16.484062+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:05:36.954697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.442190+0000","last_change":"2024-04-18T05:14:16.467991+0000","last_active":"2024-04-18T05:14:17.442190+0000","last_peered":"2024-04-18T05:14:17.442190+0000","last_clean":"2024-04-18T05:14:17.442190+0000","last_became_active":"2024-04-18T05:14:16.464274+0000","last_became_peered":"2024-04-18T05:14:16.464274+0000","last_unstale":"2024-04-18T05:14:17.442190+0000","last_undegraded":"2024-04-18T05:14:17.442190+0000","last_fullsized":"2024-04-18T05:14:17.442190+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:53:32.701136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434588+0000","last_change":"2024-04-18T05:14:16.064119+0000","last_active":"2024-04-18T05:14:16.434588+0000","last_peered":"2024-04-18T05:14:16.434588+0000","last_clean":"2024-04-18T05:14:16.434588+0000","last_became_active":"2024-04-18T05:14:16.063029+0000","last_became_peered":"2024-04-18T05:14:16.063029+0000","last_unstale":"2024-04-18T05:14:16.434588+0000","last_undegraded":"2024-04-18T05:14:16.434588+0000","last_fullsized":"2024-04-18T05:14:16.434588+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:17.284145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.448551+0000","last_change":"2024-04-18T05:14:00.874084+0000","last_active":"2024-04-18T05:14:16.448551+0000","last_peered":"2024-04-18T05:14:16.448551+0000","last_clean":"2024-04-18T05:14:16.448551+0000","last_became_active":"2024-04-18T05:14:00.873807+0000","last_became_peered":"2024-04-18T05:14:00.873807+0000","last_unstale":"2024-04-18T05:14:16.448551+0000","last_undegraded":"2024-04-18T05:14:16.448551+0000","last_fullsized":"2024-04-18T05:14:16.448551+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:05:52.408260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436462+0000","last_change":"2024-04-18T05:14:00.477493+0000","last_active":"2024-04-18T05:14:16.436462+0000","last_peered":"2024-04-18T05:14:16.436462+0000","last_clean":"2024-04-18T05:14:16.436462+0000","last_became_active":"2024-04-18T05:14:00.476699+0000","last_became_peered":"2024-04-18T05:14:00.476699+0000","last_unstale":"2024-04-18T05:14:16.436462+0000","last_undegraded":"2024-04-18T05:14:16.436462+0000","last_fullsized":"2024-04-18T05:14:16.436462+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:48:59.329860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496615+0000","last_change":"2024-04-18T05:14:16.490707+0000","last_active":"2024-04-18T05:14:18.496615+0000","last_peered":"2024-04-18T05:14:18.496615+0000","last_clean":"2024-04-18T05:14:18.496615+0000","last_became_active":"2024-04-18T05:14:16.479630+0000","last_became_peered":"2024-04-18T05:14:16.479630+0000","last_unstale":"2024-04-18T05:14:18.496615+0000","last_undegraded":"2024-04-18T05:14:18.496615+0000","last_fullsized":"2024-04-18T05:14:18.496615+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:43.208910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445311+0000","last_change":"2024-04-18T05:14:16.077987+0000","last_active":"2024-04-18T05:14:16.445311+0000","last_peered":"2024-04-18T05:14:16.445311+0000","last_clean":"2024-04-18T05:14:16.445311+0000","last_became_active":"2024-04-18T05:14:16.075673+0000","last_became_peered":"2024-04-18T05:14:16.075673+0000","last_unstale":"2024-04-18T05:14:16.445311+0000","last_undegraded":"2024-04-18T05:14:16.445311+0000","last_fullsized":"2024-04-18T05:14:16.445311+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:55:08.553501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434709+0000","last_change":"2024-04-18T05:14:00.884112+0000","last_active":"2024-04-18T05:14:16.434709+0000","last_peered":"2024-04-18T05:14:16.434709+0000","last_clean":"2024-04-18T05:14:16.434709+0000","last_became_active":"2024-04-18T05:14:00.883819+0000","last_became_peered":"2024-04-18T05:14:00.883819+0000","last_unstale":"2024-04-18T05:14:16.434709+0000","last_undegraded":"2024-04-18T05:14:16.434709+0000","last_fullsized":"2024-04-18T05:14:16.434709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441875+0000","last_change":"2024-04-18T05:14:00.471506+0000","last_active":"2024-04-18T05:14:16.441875+0000","last_peered":"2024-04-18T05:14:16.441875+0000","last_clean":"2024-04-18T05:14:16.441875+0000","last_became_active":"2024-04-18T05:14:00.470776+0000","last_became_peered":"2024-04-18T05:14:00.470776+0000","last_unstale":"2024-04-18T05:14:16.441875+0000","last_undegraded":"2024-04-18T05:14:16.441875+0000","last_fullsized":"2024-04-18T05:14:16.441875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440004+0000","last_change":"2024-04-18T05:14:16.485541+0000","last_active":"2024-04-18T05:14:17.440004+0000","last_peered":"2024-04-18T05:14:17.440004+0000","last_clean":"2024-04-18T05:14:17.440004+0000","last_became_active":"2024-04-18T05:14:16.485249+0000","last_became_peered":"2024-04-18T05:14:16.485249+0000","last_unstale":"2024-04-18T05:14:17.440004+0000","last_undegraded":"2024-04-18T05:14:17.440004+0000","last_fullsized":"2024-04-18T05:14:17.440004+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:04:17.396933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":1,"reported_epoch":65,"state":"creating+peering","last_fresh":"2024-04-18T05:14:15.044323+0000","last_change":"2024-04-18T05:14:15.044323+0000","last_active":"2024-04-18T05:14:15.022972+0000","last_peered":"2024-04-18T05:14:15.022972+0000","last_clean":"2024-04-18T05:14:15.022972+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:15.044323+0000","last_undegraded":"2024-04-18T05:14:15.044323+0000","last_fullsized":"2024-04-18T05:14:15.044323+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:32.436757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.477098+0000","last_change":"2024-04-18T05:14:11.029009+0000","last_active":"2024-04-18T05:14:16.477098+0000","last_peered":"2024-04-18T05:14:16.477098+0000","last_clean":"2024-04-18T05:14:16.477098+0000","last_became_active":"2024-04-18T05:14:11.028270+0000","last_became_peered":"2024-04-18T05:14:11.028270+0000","last_unstale":"2024-04-18T05:14:16.477098+0000","last_undegraded":"2024-04-18T05:14:16.477098+0000","last_fullsized":"2024-04-18T05:14:16.477098+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.464806+0000","last_change":"2024-04-18T05:14:00.492526+0000","last_active":"2024-04-18T05:14:16.464806+0000","last_peered":"2024-04-18T05:14:16.464806+0000","last_clean":"2024-04-18T05:14:16.464806+0000","last_became_active":"2024-04-18T05:14:00.491888+0000","last_became_peered":"2024-04-18T05:14:00.491888+0000","last_unstale":"2024-04-18T05:14:16.464806+0000","last_undegraded":"2024-04-18T05:14:16.464806+0000","last_fullsized":"2024-04-18T05:14:16.464806+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:05:04.092042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091812+0000","last_change":"2024-04-18T05:14:16.472857+0000","last_active":"2024-04-18T05:14:18.091812+0000","last_peered":"2024-04-18T05:14:18.091812+0000","last_clean":"2024-04-18T05:14:18.091812+0000","last_became_active":"2024-04-18T05:14:16.472599+0000","last_became_peered":"2024-04-18T05:14:16.472599+0000","last_unstale":"2024-04-18T05:14:18.091812+0000","last_undegraded":"2024-04-18T05:14:18.091812+0000","last_fullsized":"2024-04-18T05:14:18.091812+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:17:15.884713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.476716+0000","last_change":"2024-04-18T05:14:16.081905+0000","last_active":"2024-04-18T05:14:16.476716+0000","last_peered":"2024-04-18T05:14:16.476716+0000","last_clean":"2024-04-18T05:14:16.476716+0000","last_became_active":"2024-04-18T05:14:16.081211+0000","last_became_peered":"2024-04-18T05:14:16.081211+0000","last_unstale":"2024-04-18T05:14:16.476716+0000","last_undegraded":"2024-04-18T05:14:16.476716+0000","last_fullsized":"2024-04-18T05:14:16.476716+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:02.970680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437597+0000","last_change":"2024-04-18T05:14:00.884904+0000","last_active":"2024-04-18T05:14:16.437597+0000","last_peered":"2024-04-18T05:14:16.437597+0000","last_clean":"2024-04-18T05:14:16.437597+0000","last_became_active":"2024-04-18T05:14:00.884602+0000","last_became_peered":"2024-04-18T05:14:00.884602+0000","last_unstale":"2024-04-18T05:14:16.437597+0000","last_undegraded":"2024-04-18T05:14:16.437597+0000","last_fullsized":"2024-04-18T05:14:16.437597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465373+0000","last_change":"2024-04-18T05:14:00.480520+0000","last_active":"2024-04-18T05:14:16.465373+0000","last_peered":"2024-04-18T05:14:16.465373+0000","last_clean":"2024-04-18T05:14:16.465373+0000","last_became_active":"2024-04-18T05:14:00.478958+0000","last_became_peered":"2024-04-18T05:14:00.478958+0000","last_unstale":"2024-04-18T05:14:16.465373+0000","last_undegraded":"2024-04-18T05:14:16.465373+0000","last_fullsized":"2024-04-18T05:14:16.465373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-18T05:14:16.031375+0000","last_change":"2024-04-18T05:14:16.031375+0000","last_active":"2024-04-18T05:14:16.031375+0000","last_peered":"2024-04-18T05:14:16.031375+0000","last_clean":"2024-04-18T05:14:16.031375+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-18T05:14:16.031375+0000","last_undegraded":"2024-04-18T05:14:16.031375+0000","last_fullsized":"2024-04-18T05:14:16.031375+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.476332+0000","last_change":"2024-04-18T05:14:16.069931+0000","last_active":"2024-04-18T05:14:16.476332+0000","last_peered":"2024-04-18T05:14:16.476332+0000","last_clean":"2024-04-18T05:14:16.476332+0000","last_became_active":"2024-04-18T05:14:16.069167+0000","last_became_peered":"2024-04-18T05:14:16.069167+0000","last_unstale":"2024-04-18T05:14:16.476332+0000","last_undegraded":"2024-04-18T05:14:16.476332+0000","last_fullsized":"2024-04-18T05:14:16.476332+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429669+0000","last_change":"2024-04-18T05:14:00.870565+0000","last_active":"2024-04-18T05:14:16.429669+0000","last_peered":"2024-04-18T05:14:16.429669+0000","last_clean":"2024-04-18T05:14:16.429669+0000","last_became_active":"2024-04-18T05:14:00.870275+0000","last_became_peered":"2024-04-18T05:14:00.870275+0000","last_unstale":"2024-04-18T05:14:16.429669+0000","last_undegraded":"2024-04-18T05:14:16.429669+0000","last_fullsized":"2024-04-18T05:14:16.429669+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465933+0000","last_change":"2024-04-18T05:14:00.485922+0000","last_active":"2024-04-18T05:14:16.465933+0000","last_peered":"2024-04-18T05:14:16.465933+0000","last_clean":"2024-04-18T05:14:16.465933+0000","last_became_active":"2024-04-18T05:14:00.485025+0000","last_became_peered":"2024-04-18T05:14:00.485025+0000","last_unstale":"2024-04-18T05:14:16.465933+0000","last_undegraded":"2024-04-18T05:14:16.465933+0000","last_fullsized":"2024-04-18T05:14:16.465933+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":205,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429383+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:14:16.429383+0000","last_peered":"2024-04-18T05:14:16.429383+0000","last_clean":"2024-04-18T05:14:16.429383+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:14:16.429383+0000","last_undegraded":"2024-04-18T05:14:16.429383+0000","last_fullsized":"2024-04-18T05:14:16.429383+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":122,"acting":122,"num_store_stats":7},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":798,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509480,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31952,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339888,"statfs":{"total":96636764160,"available":96604045312,"internally_reserved":0,"allocated":843776,"data_stored":386325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.89100000000000001,"15min":0.89700000000000002},"min":{"1min":0.56100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.256,"5min":1.421,"15min":1.421},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.58399999999999996,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":1.0980000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.82099999999999995,"15min":0.81299999999999994},"min":{"1min":0.56000000000000005,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.58599999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.214,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.073}]},{"osd":2,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.85999999999999999,"15min":0.85599999999999998},"min":{"1min":0.54400000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.25,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.86799999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0189999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.331,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.006,"5min":1.01,"15min":1.0109999999999999},"min":{"1min":0.64200000000000002,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4099999999999999,"5min":1.494,"15min":1.494},"last":1.198}]},{"osd":4,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.95399999999999996,"15min":0.95999999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.1950000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.024},{"interface":"front","average":{"1min":0.999,"5min":0.995,"15min":0.99399999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":1.1539999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.98799999999999999,"15min":0.99199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2789999999999999,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.99099999999999999},{"interface":"front","average":{"1min":1.004,"5min":1.0820000000000001,"15min":1.095},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.4450000000000001,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.121}]},{"osd":7,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.0609999999999999,"15min":1.0700000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.5669999999999999,"5min":1.635,"15min":1.635},"last":1.244},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0509999999999999,"15min":1.0489999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0529999999999999}]}]},{"osd":5,"up_from":15,"seq":64424509480,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28420,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343420,"statfs":{"total":96636764160,"available":96607662080,"internally_reserved":0,"allocated":1433600,"data_stored":975571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.81499999999999995,"15min":0.80900000000000005},"min":{"1min":0.501,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.81999999999999995,"15min":0.81499999999999995},"min":{"1min":0.51800000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.91500000000000004}]},{"osd":1,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.83199999999999996,"15min":0.82599999999999996},"min":{"1min":0.52300000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1120000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.84999999999999998,"15min":0.83599999999999997},"min":{"1min":0.61599999999999999,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.79700000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.83399999999999996,"15min":0.80700000000000005},"min":{"1min":0.64400000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":4.2789999999999999,"5min":4.2789999999999999,"15min":4.2789999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.92500000000000004,"15min":0.91900000000000004},"min":{"1min":0.64300000000000002,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.173,"5min":2.173,"15min":2.173},"last":0.85999999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94599999999999995,"15min":0.95299999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1930000000000001,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.026,"5min":1.0049999999999999,"15min":1.0009999999999999},"min":{"1min":0.80200000000000005,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.821,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.038}]},{"osd":4,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.94199999999999995,"15min":0.93799999999999994},"min":{"1min":0.65500000000000003,"5min":0.437,"15min":0.437},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":2.855,"5min":2.855,"15min":2.855},"last":1.0089999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.96599999999999997,"15min":0.97199999999999998},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.111},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.038,"15min":1.052},"min":{"1min":0.624,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2450000000000001,"5min":1.73,"15min":1.73},"last":1.073}]},{"osd":7,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.085,"15min":1.0840000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3759999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.246},{"interface":"front","average":{"1min":1.127,"5min":1.149,"15min":1.153},"min":{"1min":0.79600000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.712,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.163}]}]},{"osd":4,"up_from":15,"seq":64424509481,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31920,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339920,"statfs":{"total":96636764160,"available":96604078080,"internally_reserved":0,"allocated":823296,"data_stored":382340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.85799999999999998,"15min":0.84799999999999998},"min":{"1min":0.59199999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85399999999999998,"15min":0.86399999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.214,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":1.0569999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.84699999999999998,"15min":0.82199999999999995},"min":{"1min":0.69799999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1679999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.1679999999999999},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.89700000000000002,"15min":0.90300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.365,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.92600000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.93799999999999994,"15min":0.92200000000000004},"min":{"1min":0.62,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5289999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.083},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.92800000000000005,"15min":0.92600000000000005},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.446,"5min":1.498,"15min":1.498},"last":0.84699999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.95199999999999996,"15min":0.93899999999999995},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.98699999999999999,"15min":0.997},"min":{"1min":0.70799999999999996,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.3320000000000001,"5min":1.617,"15min":1.617},"last":1.0109999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80900000000000005,"15min":0.82499999999999996},"min":{"1min":0.58799999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.0349999999999999,"15min":1.0549999999999999},"min":{"1min":0.64100000000000001,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.4810000000000001,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.03,"15min":1.048},"min":{"1min":0.66900000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.5029999999999999,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.998,"15min":1.024},"min":{"1min":0.70499999999999996,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4319999999999999,"5min":1.962,"15min":1.962},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.0600000000000001,"15min":1.0409999999999999},"min":{"1min":0.79600000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.085,"5min":1.054,"15min":1.0569999999999999},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.54,"5min":1.54,"15min":1.54},"last":0.95199999999999996}]}]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35980,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335860,"statfs":{"total":96636764160,"available":96599920640,"internally_reserved":0,"allocated":786432,"data_stored":358407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.61099999999999999,"15min":0.61599999999999999},"min":{"1min":0.318,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90000000000000002,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.442},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.65900000000000003,"15min":0.66300000000000003},"min":{"1min":0.32200000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.91400000000000003,"5min":1.571,"15min":1.571},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.67200000000000004,"15min":0.67800000000000005},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.871,"5min":1.76,"15min":1.76},"last":0.38},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.66800000000000004,"15min":0.66200000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.0289999999999999,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.35799999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.79000000000000004,"15min":0.80400000000000005},"min":{"1min":0.36399999999999999,"5min":0.309,"15min":0.309},"max":{"1min":1.171,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.78400000000000003,"15min":0.78200000000000003},"min":{"1min":0.39100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1519999999999999,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.39900000000000002}]},{"osd":4,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.90100000000000002,"15min":0.91100000000000003},"min":{"1min":0.60999999999999999,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.0900000000000001,"5min":1.252,"15min":1.252},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.90600000000000003,"15min":0.90200000000000002},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.202,"5min":1.254,"15min":1.254},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.93400000000000005,"15min":0.93200000000000005},"min":{"1min":0.68899999999999995,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3640000000000001,"5min":1.446,"15min":1.446},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.91700000000000004,"5min":1.0089999999999999,"15min":1.0249999999999999},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.502,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.61299999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.022,"15min":1.03},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.365,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.0369999999999999,"15min":1.0449999999999999},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":1.456,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.67500000000000004}]},{"osd":7,"last update":"Thu Apr 18 05:13:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0429999999999999,"15min":1.0489999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4059999999999999,"5min":1.883,"15min":1.883},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0269999999999999,"15min":1.0289999999999999},"min":{"1min":0.63300000000000001,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2649999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.77400000000000002}]}]},{"osd":2,"up_from":15,"seq":64424509479,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31920,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339920,"statfs":{"total":96636764160,"available":96604078080,"internally_reserved":0,"allocated":823296,"data_stored":381792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61299999999999999,"15min":0.60299999999999998},"min":{"1min":0.39200000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.92600000000000005,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.624,"15min":0.61899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.372},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.66200000000000003},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.98999999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.61099999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.94999999999999996,"5min":1.177,"15min":1.177},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.753,"15min":0.75700000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0489999999999999,"5min":1.222,"15min":1.222},"last":0.54900000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92600000000000005,"15min":0.93100000000000005},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.278,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0129999999999999,"15min":1.014},"min":{"1min":0.70199999999999996,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.266,"5min":1.7,"15min":1.7},"last":0.77400000000000002}]},{"osd":5,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1,"15min":1.006},"min":{"1min":0.63100000000000001,"5min":0.627,"15min":0.627},"max":{"1min":1.2,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.0389999999999999,"15min":1.0509999999999999},"min":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3169999999999999,"5min":1.847,"15min":1.847},"last":0.84899999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0329999999999999},"min":{"1min":0.68100000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.28,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.024,"15min":1.018},"min":{"1min":0.69599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.3560000000000001,"5min":1.625,"15min":1.625},"last":0.94799999999999995}]},{"osd":7,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.093,"15min":1.0960000000000001},"min":{"1min":0.65900000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.4279999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0880000000000001,"15min":1.0920000000000001},"min":{"1min":0.66800000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2829999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.80100000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509479,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36608,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335232,"statfs":{"total":96636764160,"available":96599277568,"internally_reserved":0,"allocated":1429504,"data_stored":973736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56399999999999995,"15min":0.55700000000000005},"min":{"1min":0.27600000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61199999999999999,"15min":0.626},"min":{"1min":0.30599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.046,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60199999999999998,"15min":0.59999999999999998},"min":{"1min":0.32700000000000001,"5min":0.25,"15min":0.25},"max":{"1min":1.1619999999999999,"5min":1.345,"15min":1.345},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.67500000000000004,"15min":0.68000000000000005},"min":{"1min":0.372,"5min":0.249,"15min":0.249},"max":{"1min":1.0169999999999999,"5min":1.421,"15min":1.421},"last":0.86299999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.748,"15min":0.74099999999999999},"min":{"1min":0.34000000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.1359999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.69199999999999995,"15min":0.69399999999999995},"min":{"1min":0.40799999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.97399999999999998,"5min":1.173,"15min":1.173},"last":0.91600000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.84999999999999998,"15min":0.84299999999999997},"min":{"1min":0.68799999999999994,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1459999999999999,"5min":1.47,"15min":1.47},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.94399999999999995,"15min":0.94699999999999995},"min":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.393,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.1379999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.91200000000000003,"15min":0.92200000000000004},"min":{"1min":0.66800000000000004,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.2370000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.2989999999999999},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.90400000000000003,"15min":0.90500000000000003},"min":{"1min":0.66300000000000003,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.2549999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.0429999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.028,"15min":1.044},"min":{"1min":0.67400000000000004,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.3600000000000001,"5min":1.911,"15min":1.911},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.002,"15min":0.98999999999999999},"min":{"1min":0.74399999999999999,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.3420000000000001,"5min":1.637,"15min":1.637},"last":1.1779999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.046,"15min":1.044},"min":{"1min":0.76600000000000001,"5min":0.628,"15min":0.628},"max":{"1min":1.5049999999999999,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":1.4770000000000001},{"interface":"front","average":{"1min":1.05,"5min":1.0309999999999999,"15min":1.0449999999999999},"min":{"1min":0.626,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.448,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.347}]}]},{"osd":0,"up_from":15,"seq":64424509480,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36012,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335828,"statfs":{"total":96636764160,"available":96599887872,"internally_reserved":0,"allocated":819200,"data_stored":381758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.59099999999999997,"15min":0.624},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.83399999999999996,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.624,"15min":0.65500000000000003},"min":{"1min":0.32400000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.88400000000000001,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.61699999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63500000000000001,"15min":0.65100000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":1.1259999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.628,"15min":0.63500000000000001},"min":{"1min":0.35299999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.98099999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.70599999999999996,"15min":0.72599999999999998},"min":{"1min":0.34000000000000002,"5min":0.307,"15min":0.307},"max":{"1min":1.1180000000000001,"5min":1.369,"15min":1.369},"last":1.028},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.85199999999999998,"15min":0.90900000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.2589999999999999,"5min":2.218,"15min":2.218},"last":1.2589999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.90000000000000002,"15min":0.93200000000000005},"min":{"1min":0.52600000000000002,"5min":0.437,"15min":0.437},"max":{"1min":1.385,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.872,"5min":0.878,"15min":0.89800000000000002},"min":{"1min":0.59099999999999997,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.93899999999999995}]},{"osd":5,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.89700000000000002,"15min":0.92500000000000004},"min":{"1min":0.60299999999999998,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.234,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.0049999999999999,"15min":1.0569999999999999},"min":{"1min":0.65700000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.391,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.90200000000000002}]},{"osd":6,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":1.04,"15min":1.093},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.3580000000000001,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":1.3580000000000001},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.61899999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3100000000000001,"5min":1.425,"15min":1.425},"last":1.3100000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.98599999999999999,"15min":1.016},"min":{"1min":0.63100000000000001,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2729999999999999,"5min":1.411,"15min":1.411},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.96999999999999997,"15min":0.99299999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":1.2}]}]},{"osd":7,"up_from":13,"seq":55834574888,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":374708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.84099999999999997,"15min":0.83699999999999997},"min":{"1min":0.623,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.80100000000000005,"15min":0.80300000000000005},"min":{"1min":0.52600000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2170000000000001,"5min":1.27,"15min":1.27},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.94299999999999995,"15min":0.93999999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.754},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2849999999999999,"5min":1.452,"15min":1.452},"last":0.68100000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85199999999999998,"15min":0.85299999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.872,"15min":0.85399999999999998},"min":{"1min":0.68000000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.79200000000000004}]},{"osd":3,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1819999999999999,"5min":1.202,"15min":1.202},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.94799999999999995,"15min":0.92900000000000005},"min":{"1min":0.84099999999999997,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.25,"5min":1.411,"15min":1.411},"last":0.62}]},{"osd":4,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.92300000000000004,"15min":0.93000000000000005},"min":{"1min":0.58199999999999996,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.649,"15min":1.649},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91400000000000003,"15min":0.90800000000000003},"min":{"1min":0.63500000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.331,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.0089999999999999,"15min":1.0049999999999999},"min":{"1min":0.70799999999999996,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.96799999999999997,"15min":0.96499999999999997},"min":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.294,"5min":1.536,"15min":1.536},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.042,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.627,"15min":0.627},"max":{"1min":1.355,"5min":1.728,"15min":1.728},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.032,"15min":1.0249999999999999},"min":{"1min":0.67600000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.425,"5min":1.595,"15min":1.595},"last":0.74099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:14:25.014 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-18T05:14:25.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327d259640 1 Processor -- start 2024-04-18T05:14:25.149 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327d259640 1 -- start start 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327d259640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f32780a84c0 0x7f32781519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327d259640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f327806d5d0 0x7f327815c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327d259640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32780a8d00 con 0x7f32780a88a0 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327d259640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32780a9080 con 0x7f32780a84c0 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327d259640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3278155e50 con 0x7f327806d5d0 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f3276d9d640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f32780a84c0 0x7f32781519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327659c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f32780a88a0 0x7f327806cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44434/0 (socket says 172.21.15.32:44434) 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327659c640 1 -- 172.21.15.32:0/294434969 learned_addr learned my addr 172.21.15.32:0/294434969 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327759e640 1 --2- 172.21.15.32:0/294434969 >> v2:172.21.15.92:3300/0 conn(0x7f327806d5d0 0x7f327815c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.151 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f3276d9d640 1 -- 172.21.15.32:0/294434969 >> v2:172.21.15.92:3300/0 conn(0x7f327806d5d0 msgr2=0x7f327815c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:25.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f3276d9d640 1 --2- 172.21.15.32:0/294434969 >> v2:172.21.15.92:3300/0 conn(0x7f327806d5d0 0x7f327815c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f3276d9d640 1 -- 172.21.15.32:0/294434969 >> v1:172.21.15.32:6789/0 conn(0x7f32780a88a0 legacy=0x7f327806cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f3276d9d640 1 -- 172.21.15.32:0/294434969 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3278154f60 con 0x7f32780a84c0 2024-04-18T05:14:25.152 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.149+0000 7f327759e640 1 --2- 172.21.15.32:0/294434969 >> v2:172.21.15.92:3300/0 conn(0x7f327806d5d0 0x7f327815c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:25.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f3276d9d640 1 --2- 172.21.15.32:0/294434969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 0x7f32781519f0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f327806ddb0 tx=0x7f326801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6932d7e96d309a26 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:25.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f3275d9b640 1 -- 172.21.15.32:0/294434969 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32680ab600 con 0x7f32780a84c0 2024-04-18T05:14:25.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f3275d9b640 1 -- 172.21.15.32:0/294434969 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32680a7050 con 0x7f32780a84c0 2024-04-18T05:14:25.153 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f3275d9b640 1 -- 172.21.15.32:0/294434969 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32680ab980 con 0x7f32780a84c0 2024-04-18T05:14:25.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- 172.21.15.32:0/294434969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 msgr2=0x7f32781519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 --2- 172.21.15.32:0/294434969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 0x7f32781519f0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f327806ddb0 tx=0x7f326801c3f0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- 172.21.15.32:0/294434969 shutdown_connections 2024-04-18T05:14:25.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 --2- 172.21.15.32:0/294434969 >> v2:172.21.15.92:3300/0 conn(0x7f327806d5d0 0x7f327815c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 --2- 172.21.15.32:0/294434969 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 0x7f32781519f0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- 172.21.15.32:0/294434969 >> 172.21.15.32:0/294434969 conn(0x7f3278069e80 msgr2=0x7f327806a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:25.154 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- 172.21.15.32:0/294434969 shutdown_connections 2024-04-18T05:14:25.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- 172.21.15.32:0/294434969 wait complete. 2024-04-18T05:14:25.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 Processor -- start 2024-04-18T05:14:25.155 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- start start 2024-04-18T05:14:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f327806d5d0 0x7f32781536f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 0x7f32781eb360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.157 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32780a88a0 0x7f32781eb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32781ee0e0 con 0x7f32780a84c0 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f327804e210 con 0x7f327806d5d0 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32781ed460 con 0x7f32780a88a0 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 0x7f32781eb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327659c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 0x7f32781eb360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59974/0 (socket says 172.21.15.32:59974) 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327659c640 1 -- 172.21.15.32:0/3996734009 learned_addr learned my addr 172.21.15.32:0/3996734009 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f3276d9d640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f327806d5d0 0x7f32781536f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327759e640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32780a88a0 0x7f32781eb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327659c640 1 -- 172.21.15.32:0/3996734009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32780a88a0 msgr2=0x7f32781eb8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327659c640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32780a88a0 0x7f32781eb8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327659c640 1 -- 172.21.15.32:0/3996734009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f327806d5d0 msgr2=0x7f32781536f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327659c640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f327806d5d0 0x7f32781536f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327659c640 1 -- 172.21.15.32:0/3996734009 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3268009420 con 0x7f32780a84c0 2024-04-18T05:14:25.158 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327759e640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32780a88a0 0x7f32781eb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327659c640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 0x7f32781eb360 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f326c00c500 tx=0x7f326c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f325f7fe640 1 -- 172.21.15.32:0/3996734009 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f326c005cf0 con 0x7f32780a84c0 2024-04-18T05:14:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f325f7fe640 1 -- 172.21.15.32:0/3996734009 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f326c005e50 con 0x7f32780a84c0 2024-04-18T05:14:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32781ed740 con 0x7f32780a84c0 2024-04-18T05:14:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f325f7fe640 1 -- 172.21.15.32:0/3996734009 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f326c0072f0 con 0x7f32780a84c0 2024-04-18T05:14:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.153+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32781edd00 con 0x7f32780a84c0 2024-04-18T05:14:25.159 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.157+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32780666e0 con 0x7f32780a84c0 2024-04-18T05:14:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.157+0000 7f325f7fe640 1 -- 172.21.15.32:0/3996734009 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f326c007450 con 0x7f32780a84c0 2024-04-18T05:14:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.157+0000 7f325f7fe640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3264066690 0x7f3264068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.157+0000 7f325f7fe640 1 -- 172.21.15.32:0/3996734009 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f326c083b90 con 0x7f32780a84c0 2024-04-18T05:14:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.157+0000 7f3276d9d640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3264066690 0x7f3264068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.160 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.157+0000 7f3276d9d640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3264066690 0x7f3264068b50 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f32680ad000 tx=0x7f3268008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:25.163 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.161+0000 7f325f7fe640 1 -- 172.21.15.32:0/3996734009 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f326c050ae0 con 0x7f32780a84c0 2024-04-18T05:14:25.318 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.317+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 --> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3278155ae0 con 0x7f3264066690 2024-04-18T05:14:25.355 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.353+0000 7f325f7fe640 1 -- 172.21.15.32:0/3996734009 <== mgr.4101 v2:172.21.15.32:6832/27292 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+526551 (secure 0 0 0) 0x7f32680ab7e0 con 0x7f3264066690 2024-04-18T05:14:25.358 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:25.363 INFO:teuthology.orchestra.run.smithi032.stderr:dumped all 2024-04-18T05:14:25.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3264066690 msgr2=0x7f3264068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.364 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3264066690 0x7f3264068b50 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f32680ad000 tx=0x7f3268008040 comp rx=0 tx=0).stop 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 msgr2=0x7f32781eb360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 0x7f32781eb360 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f326c00c500 tx=0x7f326c00c9c0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 shutdown_connections 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32780a88a0 0x7f32781eb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f32780a84c0 0x7f32781eb360 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3264066690 0x7f3264068b50 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 --2- 172.21.15.32:0/3996734009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f327806d5d0 0x7f32781536f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 >> 172.21.15.32:0/3996734009 conn(0x7f3278069e80 msgr2=0x7f327806a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 shutdown_connections 2024-04-18T05:14:25.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.361+0000 7f327d259640 1 -- 172.21.15.32:0/3996734009 wait complete. 2024-04-18T05:14:25.381 INFO:teuthology.orchestra.run.smithi032.stdout:{"pg_ready":true,"pg_map":{"version":157,"stamp":"2024-04-18T05:14:24.901957+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596793,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":252,"num_write_kb":2447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":198,"ondisk_log_size":198,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":386,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260696,"kb_used_data":7656,"kb_used_omap":12,"kb_used_meta":252915,"kb_avail":754714024,"statfs":{"total":773094113280,"available":772827160576,"internally_reserved":0,"allocated":7839744,"data_stored":4247474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":258985529},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":37,"apply_latency_ms":37,"commit_latency_ns":37000000,"apply_latency_ns":37000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.474289"},"pg_stats":[{"pgid":"12.39","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.090794+0000","last_change":"2024-04-18T05:14:16.455740+0000","last_active":"2024-04-18T05:14:18.090794+0000","last_peered":"2024-04-18T05:14:18.090794+0000","last_clean":"2024-04-18T05:14:18.090794+0000","last_became_active":"2024-04-18T05:14:16.455396+0000","last_became_peered":"2024-04-18T05:14:16.455396+0000","last_unstale":"2024-04-18T05:14:18.090794+0000","last_undegraded":"2024-04-18T05:14:18.090794+0000","last_fullsized":"2024-04-18T05:14:18.090794+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:10:12.870421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438765+0000","last_change":"2024-04-18T05:14:00.869097+0000","last_active":"2024-04-18T05:14:16.438765+0000","last_peered":"2024-04-18T05:14:16.438765+0000","last_clean":"2024-04-18T05:14:16.438765+0000","last_became_active":"2024-04-18T05:14:00.868543+0000","last_became_peered":"2024-04-18T05:14:00.868543+0000","last_unstale":"2024-04-18T05:14:16.438765+0000","last_undegraded":"2024-04-18T05:14:16.438765+0000","last_fullsized":"2024-04-18T05:14:16.438765+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:39.930581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.492345+0000","last_change":"2024-04-18T05:14:16.451788+0000","last_active":"2024-04-18T05:14:18.492345+0000","last_peered":"2024-04-18T05:14:18.492345+0000","last_clean":"2024-04-18T05:14:18.492345+0000","last_became_active":"2024-04-18T05:14:16.450944+0000","last_became_peered":"2024-04-18T05:14:16.450944+0000","last_unstale":"2024-04-18T05:14:18.492345+0000","last_undegraded":"2024-04-18T05:14:18.492345+0000","last_fullsized":"2024-04-18T05:14:18.492345+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:08:32.797521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465331+0000","last_change":"2024-04-18T05:14:00.874890+0000","last_active":"2024-04-18T05:14:16.465331+0000","last_peered":"2024-04-18T05:14:16.465331+0000","last_clean":"2024-04-18T05:14:16.465331+0000","last_became_active":"2024-04-18T05:14:00.874615+0000","last_became_peered":"2024-04-18T05:14:00.874615+0000","last_unstale":"2024-04-18T05:14:16.465331+0000","last_undegraded":"2024-04-18T05:14:16.465331+0000","last_fullsized":"2024-04-18T05:14:16.465331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:02.698746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496195+0000","last_change":"2024-04-18T05:14:16.490695+0000","last_active":"2024-04-18T05:14:18.496195+0000","last_peered":"2024-04-18T05:14:18.496195+0000","last_clean":"2024-04-18T05:14:18.496195+0000","last_became_active":"2024-04-18T05:14:16.479573+0000","last_became_peered":"2024-04-18T05:14:16.479573+0000","last_unstale":"2024-04-18T05:14:18.496195+0000","last_undegraded":"2024-04-18T05:14:18.496195+0000","last_fullsized":"2024-04-18T05:14:18.496195+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:33:55.935108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441593+0000","last_change":"2024-04-18T05:14:00.857037+0000","last_active":"2024-04-18T05:14:16.441593+0000","last_peered":"2024-04-18T05:14:16.441593+0000","last_clean":"2024-04-18T05:14:16.441593+0000","last_became_active":"2024-04-18T05:14:00.856795+0000","last_became_peered":"2024-04-18T05:14:00.856795+0000","last_unstale":"2024-04-18T05:14:16.441593+0000","last_undegraded":"2024-04-18T05:14:16.441593+0000","last_fullsized":"2024-04-18T05:14:16.441593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:33.744237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496384+0000","last_change":"2024-04-18T05:14:16.485273+0000","last_active":"2024-04-18T05:14:18.496384+0000","last_peered":"2024-04-18T05:14:18.496384+0000","last_clean":"2024-04-18T05:14:18.496384+0000","last_became_active":"2024-04-18T05:14:16.484853+0000","last_became_peered":"2024-04-18T05:14:16.484853+0000","last_unstale":"2024-04-18T05:14:18.496384+0000","last_undegraded":"2024-04-18T05:14:18.496384+0000","last_fullsized":"2024-04-18T05:14:18.496384+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.449692+0000","last_change":"2024-04-18T05:14:00.884084+0000","last_active":"2024-04-18T05:14:16.449692+0000","last_peered":"2024-04-18T05:14:16.449692+0000","last_clean":"2024-04-18T05:14:16.449692+0000","last_became_active":"2024-04-18T05:14:00.883782+0000","last_became_peered":"2024-04-18T05:14:00.883782+0000","last_unstale":"2024-04-18T05:14:16.449692+0000","last_undegraded":"2024-04-18T05:14:16.449692+0000","last_fullsized":"2024-04-18T05:14:16.449692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441723+0000","last_change":"2024-04-18T05:14:16.468929+0000","last_active":"2024-04-18T05:14:17.441723+0000","last_peered":"2024-04-18T05:14:17.441723+0000","last_clean":"2024-04-18T05:14:17.441723+0000","last_became_active":"2024-04-18T05:14:16.461912+0000","last_became_peered":"2024-04-18T05:14:16.461912+0000","last_unstale":"2024-04-18T05:14:17.441723+0000","last_undegraded":"2024-04-18T05:14:17.441723+0000","last_fullsized":"2024-04-18T05:14:17.441723+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:31.137104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.439646+0000","last_change":"2024-04-18T05:14:00.868998+0000","last_active":"2024-04-18T05:14:16.439646+0000","last_peered":"2024-04-18T05:14:16.439646+0000","last_clean":"2024-04-18T05:14:16.439646+0000","last_became_active":"2024-04-18T05:14:00.868745+0000","last_became_peered":"2024-04-18T05:14:00.868745+0000","last_unstale":"2024-04-18T05:14:16.439646+0000","last_undegraded":"2024-04-18T05:14:16.439646+0000","last_fullsized":"2024-04-18T05:14:16.439646+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:43.562529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091598+0000","last_change":"2024-04-18T05:14:16.444025+0000","last_active":"2024-04-18T05:14:18.091598+0000","last_peered":"2024-04-18T05:14:18.091598+0000","last_clean":"2024-04-18T05:14:18.091598+0000","last_became_active":"2024-04-18T05:14:16.443744+0000","last_became_peered":"2024-04-18T05:14:16.443744+0000","last_unstale":"2024-04-18T05:14:18.091598+0000","last_undegraded":"2024-04-18T05:14:18.091598+0000","last_fullsized":"2024-04-18T05:14:18.091598+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:14:09.950318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.476907+0000","last_change":"2024-04-18T05:14:00.866910+0000","last_active":"2024-04-18T05:14:16.476907+0000","last_peered":"2024-04-18T05:14:16.476907+0000","last_clean":"2024-04-18T05:14:16.476907+0000","last_became_active":"2024-04-18T05:14:00.864691+0000","last_became_peered":"2024-04-18T05:14:00.864691+0000","last_unstale":"2024-04-18T05:14:16.476907+0000","last_undegraded":"2024-04-18T05:14:16.476907+0000","last_fullsized":"2024-04-18T05:14:16.476907+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.491451+0000","last_change":"2024-04-18T05:14:16.440180+0000","last_active":"2024-04-18T05:14:18.491451+0000","last_peered":"2024-04-18T05:14:18.491451+0000","last_clean":"2024-04-18T05:14:18.491451+0000","last_became_active":"2024-04-18T05:14:16.439843+0000","last_became_peered":"2024-04-18T05:14:16.439843+0000","last_unstale":"2024-04-18T05:14:18.491451+0000","last_undegraded":"2024-04-18T05:14:18.491451+0000","last_fullsized":"2024-04-18T05:14:18.491451+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:49.253877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441684+0000","last_change":"2024-04-18T05:14:00.876873+0000","last_active":"2024-04-18T05:14:16.441684+0000","last_peered":"2024-04-18T05:14:16.441684+0000","last_clean":"2024-04-18T05:14:16.441684+0000","last_became_active":"2024-04-18T05:14:00.876384+0000","last_became_peered":"2024-04-18T05:14:00.876384+0000","last_unstale":"2024-04-18T05:14:16.441684+0000","last_undegraded":"2024-04-18T05:14:16.441684+0000","last_fullsized":"2024-04-18T05:14:16.441684+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:02.183024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441871+0000","last_change":"2024-04-18T05:14:16.467530+0000","last_active":"2024-04-18T05:14:17.441871+0000","last_peered":"2024-04-18T05:14:17.441871+0000","last_clean":"2024-04-18T05:14:17.441871+0000","last_became_active":"2024-04-18T05:14:16.466804+0000","last_became_peered":"2024-04-18T05:14:16.466804+0000","last_unstale":"2024-04-18T05:14:17.441871+0000","last_undegraded":"2024-04-18T05:14:17.441871+0000","last_fullsized":"2024-04-18T05:14:17.441871+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:51:48.989434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434351+0000","last_change":"2024-04-18T05:14:00.869195+0000","last_active":"2024-04-18T05:14:16.434351+0000","last_peered":"2024-04-18T05:14:16.434351+0000","last_clean":"2024-04-18T05:14:16.434351+0000","last_became_active":"2024-04-18T05:14:00.868916+0000","last_became_peered":"2024-04-18T05:14:00.868916+0000","last_unstale":"2024-04-18T05:14:16.434351+0000","last_undegraded":"2024-04-18T05:14:16.434351+0000","last_fullsized":"2024-04-18T05:14:16.434351+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:03.321848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496023+0000","last_change":"2024-04-18T05:14:16.478833+0000","last_active":"2024-04-18T05:14:18.496023+0000","last_peered":"2024-04-18T05:14:18.496023+0000","last_clean":"2024-04-18T05:14:18.496023+0000","last_became_active":"2024-04-18T05:14:16.478261+0000","last_became_peered":"2024-04-18T05:14:16.478261+0000","last_unstale":"2024-04-18T05:14:18.496023+0000","last_undegraded":"2024-04-18T05:14:18.496023+0000","last_fullsized":"2024-04-18T05:14:18.496023+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:51.179879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445490+0000","last_change":"2024-04-18T05:14:00.881833+0000","last_active":"2024-04-18T05:14:16.445490+0000","last_peered":"2024-04-18T05:14:16.445490+0000","last_clean":"2024-04-18T05:14:16.445490+0000","last_became_active":"2024-04-18T05:14:00.881502+0000","last_became_peered":"2024-04-18T05:14:00.881502+0000","last_unstale":"2024-04-18T05:14:16.445490+0000","last_undegraded":"2024-04-18T05:14:16.445490+0000","last_fullsized":"2024-04-18T05:14:16.445490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.090565+0000","last_change":"2024-04-18T05:14:16.455945+0000","last_active":"2024-04-18T05:14:18.090565+0000","last_peered":"2024-04-18T05:14:18.090565+0000","last_clean":"2024-04-18T05:14:18.090565+0000","last_became_active":"2024-04-18T05:14:16.455652+0000","last_became_peered":"2024-04-18T05:14:16.455652+0000","last_unstale":"2024-04-18T05:14:18.090565+0000","last_undegraded":"2024-04-18T05:14:18.090565+0000","last_fullsized":"2024-04-18T05:14:18.090565+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:34.646273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430192+0000","last_change":"2024-04-18T05:14:00.875721+0000","last_active":"2024-04-18T05:14:16.430192+0000","last_peered":"2024-04-18T05:14:16.430192+0000","last_clean":"2024-04-18T05:14:16.430192+0000","last_became_active":"2024-04-18T05:14:00.875414+0000","last_became_peered":"2024-04-18T05:14:00.875414+0000","last_unstale":"2024-04-18T05:14:16.430192+0000","last_undegraded":"2024-04-18T05:14:16.430192+0000","last_fullsized":"2024-04-18T05:14:16.430192+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440598+0000","last_change":"2024-04-18T05:14:16.481894+0000","last_active":"2024-04-18T05:14:17.440598+0000","last_peered":"2024-04-18T05:14:17.440598+0000","last_clean":"2024-04-18T05:14:17.440598+0000","last_became_active":"2024-04-18T05:14:16.481396+0000","last_became_peered":"2024-04-18T05:14:16.481396+0000","last_unstale":"2024-04-18T05:14:17.440598+0000","last_undegraded":"2024-04-18T05:14:17.440598+0000","last_fullsized":"2024-04-18T05:14:17.440598+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:14:30.905408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.448116+0000","last_change":"2024-04-18T05:14:00.882212+0000","last_active":"2024-04-18T05:14:16.448116+0000","last_peered":"2024-04-18T05:14:16.448116+0000","last_clean":"2024-04-18T05:14:16.448116+0000","last_became_active":"2024-04-18T05:14:00.881820+0000","last_became_peered":"2024-04-18T05:14:00.881820+0000","last_unstale":"2024-04-18T05:14:16.448116+0000","last_undegraded":"2024-04-18T05:14:16.448116+0000","last_fullsized":"2024-04-18T05:14:16.448116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.492738+0000","last_change":"2024-04-18T05:14:16.455181+0000","last_active":"2024-04-18T05:14:18.492738+0000","last_peered":"2024-04-18T05:14:18.492738+0000","last_clean":"2024-04-18T05:14:18.492738+0000","last_became_active":"2024-04-18T05:14:16.454476+0000","last_became_peered":"2024-04-18T05:14:16.454476+0000","last_unstale":"2024-04-18T05:14:18.492738+0000","last_undegraded":"2024-04-18T05:14:18.492738+0000","last_fullsized":"2024-04-18T05:14:18.492738+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:14:30.905408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.449930+0000","last_change":"2024-04-18T05:14:00.872269+0000","last_active":"2024-04-18T05:14:16.449930+0000","last_peered":"2024-04-18T05:14:16.449930+0000","last_clean":"2024-04-18T05:14:16.449930+0000","last_became_active":"2024-04-18T05:14:00.871996+0000","last_became_peered":"2024-04-18T05:14:00.871996+0000","last_unstale":"2024-04-18T05:14:16.449930+0000","last_undegraded":"2024-04-18T05:14:16.449930+0000","last_fullsized":"2024-04-18T05:14:16.449930+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T17:13:54.356515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441929+0000","last_change":"2024-04-18T05:14:16.464142+0000","last_active":"2024-04-18T05:14:17.441929+0000","last_peered":"2024-04-18T05:14:17.441929+0000","last_clean":"2024-04-18T05:14:17.441929+0000","last_became_active":"2024-04-18T05:14:16.461138+0000","last_became_peered":"2024-04-18T05:14:16.461138+0000","last_unstale":"2024-04-18T05:14:17.441929+0000","last_undegraded":"2024-04-18T05:14:17.441929+0000","last_fullsized":"2024-04-18T05:14:17.441929+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:09:39.914612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436359+0000","last_change":"2024-04-18T05:14:00.884202+0000","last_active":"2024-04-18T05:14:16.436359+0000","last_peered":"2024-04-18T05:14:16.436359+0000","last_clean":"2024-04-18T05:14:16.436359+0000","last_became_active":"2024-04-18T05:14:00.883873+0000","last_became_peered":"2024-04-18T05:14:00.883873+0000","last_unstale":"2024-04-18T05:14:16.436359+0000","last_undegraded":"2024-04-18T05:14:16.436359+0000","last_fullsized":"2024-04-18T05:14:16.436359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439737+0000","last_change":"2024-04-18T05:14:16.460917+0000","last_active":"2024-04-18T05:14:17.439737+0000","last_peered":"2024-04-18T05:14:17.439737+0000","last_clean":"2024-04-18T05:14:17.439737+0000","last_became_active":"2024-04-18T05:14:16.460493+0000","last_became_peered":"2024-04-18T05:14:16.460493+0000","last_unstale":"2024-04-18T05:14:17.439737+0000","last_undegraded":"2024-04-18T05:14:17.439737+0000","last_fullsized":"2024-04-18T05:14:17.439737+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:58:29.645083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.435728+0000","last_change":"2024-04-18T05:14:00.866332+0000","last_active":"2024-04-18T05:14:16.435728+0000","last_peered":"2024-04-18T05:14:16.435728+0000","last_clean":"2024-04-18T05:14:16.435728+0000","last_became_active":"2024-04-18T05:14:00.866077+0000","last_became_peered":"2024-04-18T05:14:00.866077+0000","last_unstale":"2024-04-18T05:14:16.435728+0000","last_undegraded":"2024-04-18T05:14:16.435728+0000","last_fullsized":"2024-04-18T05:14:16.435728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:33:47.951929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.092351+0000","last_change":"2024-04-18T05:14:16.497393+0000","last_active":"2024-04-18T05:14:18.092351+0000","last_peered":"2024-04-18T05:14:18.092351+0000","last_clean":"2024-04-18T05:14:18.092351+0000","last_became_active":"2024-04-18T05:14:16.497048+0000","last_became_peered":"2024-04-18T05:14:16.497048+0000","last_unstale":"2024-04-18T05:14:18.092351+0000","last_undegraded":"2024-04-18T05:14:18.092351+0000","last_fullsized":"2024-04-18T05:14:18.092351+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:19:33.923951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430288+0000","last_change":"2024-04-18T05:14:00.870927+0000","last_active":"2024-04-18T05:14:16.430288+0000","last_peered":"2024-04-18T05:14:16.430288+0000","last_clean":"2024-04-18T05:14:16.430288+0000","last_became_active":"2024-04-18T05:14:00.870657+0000","last_became_peered":"2024-04-18T05:14:00.870657+0000","last_unstale":"2024-04-18T05:14:16.430288+0000","last_undegraded":"2024-04-18T05:14:16.430288+0000","last_fullsized":"2024-04-18T05:14:16.430288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.491071+0000","last_change":"2024-04-18T05:14:16.484725+0000","last_active":"2024-04-18T05:14:18.491071+0000","last_peered":"2024-04-18T05:14:18.491071+0000","last_clean":"2024-04-18T05:14:18.491071+0000","last_became_active":"2024-04-18T05:14:16.484417+0000","last_became_peered":"2024-04-18T05:14:16.484417+0000","last_unstale":"2024-04-18T05:14:18.491071+0000","last_undegraded":"2024-04-18T05:14:18.491071+0000","last_fullsized":"2024-04-18T05:14:18.491071+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:51.252072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.466120+0000","last_change":"2024-04-18T05:14:00.877644+0000","last_active":"2024-04-18T05:14:16.466120+0000","last_peered":"2024-04-18T05:14:16.466120+0000","last_clean":"2024-04-18T05:14:16.466120+0000","last_became_active":"2024-04-18T05:14:00.877241+0000","last_became_peered":"2024-04-18T05:14:00.877241+0000","last_unstale":"2024-04-18T05:14:16.466120+0000","last_undegraded":"2024-04-18T05:14:16.466120+0000","last_fullsized":"2024-04-18T05:14:16.466120+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:52:18.867338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490298+0000","last_change":"2024-04-18T05:14:16.452920+0000","last_active":"2024-04-18T05:14:18.490298+0000","last_peered":"2024-04-18T05:14:18.490298+0000","last_clean":"2024-04-18T05:14:18.490298+0000","last_became_active":"2024-04-18T05:14:16.452562+0000","last_became_peered":"2024-04-18T05:14:16.452562+0000","last_unstale":"2024-04-18T05:14:18.490298+0000","last_undegraded":"2024-04-18T05:14:18.490298+0000","last_fullsized":"2024-04-18T05:14:18.490298+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:35.691650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438155+0000","last_change":"2024-04-18T05:14:00.874650+0000","last_active":"2024-04-18T05:14:16.438155+0000","last_peered":"2024-04-18T05:14:16.438155+0000","last_clean":"2024-04-18T05:14:16.438155+0000","last_became_active":"2024-04-18T05:14:00.874413+0000","last_became_peered":"2024-04-18T05:14:00.874413+0000","last_unstale":"2024-04-18T05:14:16.438155+0000","last_undegraded":"2024-04-18T05:14:16.438155+0000","last_fullsized":"2024-04-18T05:14:16.438155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:33.660074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440068+0000","last_change":"2024-04-18T05:14:16.481721+0000","last_active":"2024-04-18T05:14:17.440068+0000","last_peered":"2024-04-18T05:14:17.440068+0000","last_clean":"2024-04-18T05:14:17.440068+0000","last_became_active":"2024-04-18T05:14:16.480828+0000","last_became_peered":"2024-04-18T05:14:16.480828+0000","last_unstale":"2024-04-18T05:14:17.440068+0000","last_undegraded":"2024-04-18T05:14:17.440068+0000","last_fullsized":"2024-04-18T05:14:17.440068+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:16:38.185513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452487+0000","last_change":"2024-04-18T05:14:11.024815+0000","last_active":"2024-04-18T05:14:16.452487+0000","last_peered":"2024-04-18T05:14:16.452487+0000","last_clean":"2024-04-18T05:14:16.452487+0000","last_became_active":"2024-04-18T05:14:11.024035+0000","last_became_peered":"2024-04-18T05:14:11.024035+0000","last_unstale":"2024-04-18T05:14:16.452487+0000","last_undegraded":"2024-04-18T05:14:16.452487+0000","last_fullsized":"2024-04-18T05:14:16.452487+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:16:55.511123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439800+0000","last_change":"2024-04-18T05:14:16.459322+0000","last_active":"2024-04-18T05:14:17.439800+0000","last_peered":"2024-04-18T05:14:17.439800+0000","last_clean":"2024-04-18T05:14:17.439800+0000","last_became_active":"2024-04-18T05:14:16.459022+0000","last_became_peered":"2024-04-18T05:14:16.459022+0000","last_unstale":"2024-04-18T05:14:17.439800+0000","last_undegraded":"2024-04-18T05:14:17.439800+0000","last_fullsized":"2024-04-18T05:14:17.439800+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:12:35.024559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465275+0000","last_change":"2024-04-18T05:14:11.026240+0000","last_active":"2024-04-18T05:14:16.465275+0000","last_peered":"2024-04-18T05:14:16.465275+0000","last_clean":"2024-04-18T05:14:16.465275+0000","last_became_active":"2024-04-18T05:14:11.025375+0000","last_became_peered":"2024-04-18T05:14:11.025375+0000","last_unstale":"2024-04-18T05:14:16.465275+0000","last_undegraded":"2024-04-18T05:14:16.465275+0000","last_fullsized":"2024-04-18T05:14:16.465275+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:13.567058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440318+0000","last_change":"2024-04-18T05:14:16.496327+0000","last_active":"2024-04-18T05:14:17.440318+0000","last_peered":"2024-04-18T05:14:17.440318+0000","last_clean":"2024-04-18T05:14:17.440318+0000","last_became_active":"2024-04-18T05:14:16.495784+0000","last_became_peered":"2024-04-18T05:14:16.495784+0000","last_unstale":"2024-04-18T05:14:17.440318+0000","last_undegraded":"2024-04-18T05:14:17.440318+0000","last_fullsized":"2024-04-18T05:14:17.440318+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:25.056026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434625+0000","last_change":"2024-04-18T05:14:00.883199+0000","last_active":"2024-04-18T05:14:16.434625+0000","last_peered":"2024-04-18T05:14:16.434625+0000","last_clean":"2024-04-18T05:14:16.434625+0000","last_became_active":"2024-04-18T05:14:00.882858+0000","last_became_peered":"2024-04-18T05:14:00.882858+0000","last_unstale":"2024-04-18T05:14:16.434625+0000","last_undegraded":"2024-04-18T05:14:16.434625+0000","last_fullsized":"2024-04-18T05:14:16.434625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:01.032463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.493753+0000","last_change":"2024-04-18T05:14:16.486618+0000","last_active":"2024-04-18T05:14:18.493753+0000","last_peered":"2024-04-18T05:14:18.493753+0000","last_clean":"2024-04-18T05:14:18.493753+0000","last_became_active":"2024-04-18T05:14:16.485953+0000","last_became_peered":"2024-04-18T05:14:16.485953+0000","last_unstale":"2024-04-18T05:14:18.493753+0000","last_undegraded":"2024-04-18T05:14:18.493753+0000","last_fullsized":"2024-04-18T05:14:18.493753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:17:03.495506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436399+0000","last_change":"2024-04-18T05:14:00.873798+0000","last_active":"2024-04-18T05:14:16.436399+0000","last_peered":"2024-04-18T05:14:16.436399+0000","last_clean":"2024-04-18T05:14:16.436399+0000","last_became_active":"2024-04-18T05:14:00.873539+0000","last_became_peered":"2024-04-18T05:14:00.873539+0000","last_unstale":"2024-04-18T05:14:16.436399+0000","last_undegraded":"2024-04-18T05:14:16.436399+0000","last_fullsized":"2024-04-18T05:14:16.436399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:21:32.103095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499011+0000","last_change":"2024-04-18T05:14:16.496622+0000","last_active":"2024-04-18T05:14:18.499011+0000","last_peered":"2024-04-18T05:14:18.499011+0000","last_clean":"2024-04-18T05:14:18.499011+0000","last_became_active":"2024-04-18T05:14:16.496126+0000","last_became_peered":"2024-04-18T05:14:16.496126+0000","last_unstale":"2024-04-18T05:14:18.499011+0000","last_undegraded":"2024-04-18T05:14:18.499011+0000","last_fullsized":"2024-04-18T05:14:18.499011+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:31.137104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.477316+0000","last_change":"2024-04-18T05:14:00.864463+0000","last_active":"2024-04-18T05:14:16.477316+0000","last_peered":"2024-04-18T05:14:16.477316+0000","last_clean":"2024-04-18T05:14:16.477316+0000","last_became_active":"2024-04-18T05:14:00.863933+0000","last_became_peered":"2024-04-18T05:14:00.863933+0000","last_unstale":"2024-04-18T05:14:16.477316+0000","last_undegraded":"2024-04-18T05:14:16.477316+0000","last_fullsized":"2024-04-18T05:14:16.477316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:44.147152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495419+0000","last_change":"2024-04-18T05:14:16.458808+0000","last_active":"2024-04-18T05:14:18.495419+0000","last_peered":"2024-04-18T05:14:18.495419+0000","last_clean":"2024-04-18T05:14:18.495419+0000","last_became_active":"2024-04-18T05:14:16.458137+0000","last_became_peered":"2024-04-18T05:14:16.458137+0000","last_unstale":"2024-04-18T05:14:18.495419+0000","last_undegraded":"2024-04-18T05:14:18.495419+0000","last_fullsized":"2024-04-18T05:14:18.495419+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:25.056026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.452447+0000","last_change":"2024-04-18T05:14:00.877432+0000","last_active":"2024-04-18T05:14:16.452447+0000","last_peered":"2024-04-18T05:14:16.452447+0000","last_clean":"2024-04-18T05:14:16.452447+0000","last_became_active":"2024-04-18T05:14:00.877155+0000","last_became_peered":"2024-04-18T05:14:00.877155+0000","last_unstale":"2024-04-18T05:14:16.452447+0000","last_undegraded":"2024-04-18T05:14:16.452447+0000","last_fullsized":"2024-04-18T05:14:16.452447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:05:22.117747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.441907+0000","last_change":"2024-04-18T05:14:16.456933+0000","last_active":"2024-04-18T05:14:17.441907+0000","last_peered":"2024-04-18T05:14:17.441907+0000","last_clean":"2024-04-18T05:14:17.441907+0000","last_became_active":"2024-04-18T05:14:16.456267+0000","last_became_peered":"2024-04-18T05:14:16.456267+0000","last_unstale":"2024-04-18T05:14:17.441907+0000","last_undegraded":"2024-04-18T05:14:17.441907+0000","last_fullsized":"2024-04-18T05:14:17.441907+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:08:32.797521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434452+0000","last_change":"2024-04-18T05:14:00.876889+0000","last_active":"2024-04-18T05:14:16.434452+0000","last_peered":"2024-04-18T05:14:16.434452+0000","last_clean":"2024-04-18T05:14:16.434452+0000","last_became_active":"2024-04-18T05:14:00.876591+0000","last_became_peered":"2024-04-18T05:14:00.876591+0000","last_unstale":"2024-04-18T05:14:16.434452+0000","last_undegraded":"2024-04-18T05:14:16.434452+0000","last_fullsized":"2024-04-18T05:14:16.434452+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:54:59.323929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440811+0000","last_change":"2024-04-18T05:14:16.459987+0000","last_active":"2024-04-18T05:14:17.440811+0000","last_peered":"2024-04-18T05:14:17.440811+0000","last_clean":"2024-04-18T05:14:17.440811+0000","last_became_active":"2024-04-18T05:14:16.454795+0000","last_became_peered":"2024-04-18T05:14:16.454795+0000","last_unstale":"2024-04-18T05:14:17.440811+0000","last_undegraded":"2024-04-18T05:14:17.440811+0000","last_fullsized":"2024-04-18T05:14:17.440811+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438187+0000","last_change":"2024-04-18T05:14:00.873748+0000","last_active":"2024-04-18T05:14:16.438187+0000","last_peered":"2024-04-18T05:14:16.438187+0000","last_clean":"2024-04-18T05:14:16.438187+0000","last_became_active":"2024-04-18T05:14:00.873470+0000","last_became_peered":"2024-04-18T05:14:00.873470+0000","last_unstale":"2024-04-18T05:14:16.438187+0000","last_undegraded":"2024-04-18T05:14:16.438187+0000","last_fullsized":"2024-04-18T05:14:16.438187+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.090525+0000","last_change":"2024-04-18T05:14:16.485798+0000","last_active":"2024-04-18T05:14:18.090525+0000","last_peered":"2024-04-18T05:14:18.090525+0000","last_clean":"2024-04-18T05:14:18.090525+0000","last_became_active":"2024-04-18T05:14:16.485497+0000","last_became_peered":"2024-04-18T05:14:16.485497+0000","last_unstale":"2024-04-18T05:14:18.090525+0000","last_undegraded":"2024-04-18T05:14:18.090525+0000","last_fullsized":"2024-04-18T05:14:18.090525+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:20:14.139282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441497+0000","last_change":"2024-04-18T05:14:00.875788+0000","last_active":"2024-04-18T05:14:16.441497+0000","last_peered":"2024-04-18T05:14:16.441497+0000","last_clean":"2024-04-18T05:14:16.441497+0000","last_became_active":"2024-04-18T05:14:00.875390+0000","last_became_peered":"2024-04-18T05:14:00.875390+0000","last_unstale":"2024-04-18T05:14:16.441497+0000","last_undegraded":"2024-04-18T05:14:16.441497+0000","last_fullsized":"2024-04-18T05:14:16.441497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:45:59.685010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495050+0000","last_change":"2024-04-18T05:14:16.485316+0000","last_active":"2024-04-18T05:14:18.495050+0000","last_peered":"2024-04-18T05:14:18.495050+0000","last_clean":"2024-04-18T05:14:18.495050+0000","last_became_active":"2024-04-18T05:14:16.484126+0000","last_became_peered":"2024-04-18T05:14:16.484126+0000","last_unstale":"2024-04-18T05:14:18.495050+0000","last_undegraded":"2024-04-18T05:14:18.495050+0000","last_fullsized":"2024-04-18T05:14:18.495050+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:10:08.516703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437761+0000","last_change":"2024-04-18T05:14:00.879845+0000","last_active":"2024-04-18T05:14:16.437761+0000","last_peered":"2024-04-18T05:14:16.437761+0000","last_clean":"2024-04-18T05:14:16.437761+0000","last_became_active":"2024-04-18T05:14:00.879510+0000","last_became_peered":"2024-04-18T05:14:00.879510+0000","last_unstale":"2024-04-18T05:14:16.437761+0000","last_undegraded":"2024-04-18T05:14:16.437761+0000","last_fullsized":"2024-04-18T05:14:16.437761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490299+0000","last_change":"2024-04-18T05:14:16.495873+0000","last_active":"2024-04-18T05:14:18.490299+0000","last_peered":"2024-04-18T05:14:18.490299+0000","last_clean":"2024-04-18T05:14:18.490299+0000","last_became_active":"2024-04-18T05:14:16.495672+0000","last_became_peered":"2024-04-18T05:14:16.495672+0000","last_unstale":"2024-04-18T05:14:18.490299+0000","last_undegraded":"2024-04-18T05:14:18.490299+0000","last_fullsized":"2024-04-18T05:14:18.490299+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:06:08.002063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437229+0000","last_change":"2024-04-18T05:14:11.025252+0000","last_active":"2024-04-18T05:14:16.437229+0000","last_peered":"2024-04-18T05:14:16.437229+0000","last_clean":"2024-04-18T05:14:16.437229+0000","last_became_active":"2024-04-18T05:14:11.024226+0000","last_became_peered":"2024-04-18T05:14:11.024226+0000","last_unstale":"2024-04-18T05:14:16.437229+0000","last_undegraded":"2024-04-18T05:14:16.437229+0000","last_fullsized":"2024-04-18T05:14:16.437229+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091732+0000","last_change":"2024-04-18T05:14:16.444519+0000","last_active":"2024-04-18T05:14:18.091732+0000","last_peered":"2024-04-18T05:14:18.091732+0000","last_clean":"2024-04-18T05:14:18.091732+0000","last_became_active":"2024-04-18T05:14:16.444243+0000","last_became_peered":"2024-04-18T05:14:16.444243+0000","last_unstale":"2024-04-18T05:14:18.091732+0000","last_undegraded":"2024-04-18T05:14:18.091732+0000","last_fullsized":"2024-04-18T05:14:18.091732+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:33:07.217621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445773+0000","last_change":"2024-04-18T05:14:00.869589+0000","last_active":"2024-04-18T05:14:16.445773+0000","last_peered":"2024-04-18T05:14:16.445773+0000","last_clean":"2024-04-18T05:14:16.445773+0000","last_became_active":"2024-04-18T05:14:00.869381+0000","last_became_peered":"2024-04-18T05:14:00.869381+0000","last_unstale":"2024-04-18T05:14:16.445773+0000","last_undegraded":"2024-04-18T05:14:16.445773+0000","last_fullsized":"2024-04-18T05:14:16.445773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496915+0000","last_change":"2024-04-18T05:14:16.487258+0000","last_active":"2024-04-18T05:14:18.496915+0000","last_peered":"2024-04-18T05:14:18.496915+0000","last_clean":"2024-04-18T05:14:18.496915+0000","last_became_active":"2024-04-18T05:14:16.485937+0000","last_became_peered":"2024-04-18T05:14:16.485937+0000","last_unstale":"2024-04-18T05:14:18.496915+0000","last_undegraded":"2024-04-18T05:14:18.496915+0000","last_fullsized":"2024-04-18T05:14:18.496915+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:19.573372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.447418+0000","last_change":"2024-04-18T05:14:00.861612+0000","last_active":"2024-04-18T05:14:16.447418+0000","last_peered":"2024-04-18T05:14:16.447418+0000","last_clean":"2024-04-18T05:14:16.447418+0000","last_became_active":"2024-04-18T05:14:00.861322+0000","last_became_peered":"2024-04-18T05:14:00.861322+0000","last_unstale":"2024-04-18T05:14:16.447418+0000","last_undegraded":"2024-04-18T05:14:16.447418+0000","last_fullsized":"2024-04-18T05:14:16.447418+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499943+0000","last_change":"2024-04-18T05:14:16.484143+0000","last_active":"2024-04-18T05:14:18.499943+0000","last_peered":"2024-04-18T05:14:18.499943+0000","last_clean":"2024-04-18T05:14:18.499943+0000","last_became_active":"2024-04-18T05:14:16.480905+0000","last_became_peered":"2024-04-18T05:14:16.480905+0000","last_unstale":"2024-04-18T05:14:18.499943+0000","last_undegraded":"2024-04-18T05:14:18.499943+0000","last_fullsized":"2024-04-18T05:14:18.499943+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:08:32.797521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438946+0000","last_change":"2024-04-18T05:14:00.872713+0000","last_active":"2024-04-18T05:14:16.438946+0000","last_peered":"2024-04-18T05:14:16.438946+0000","last_clean":"2024-04-18T05:14:16.438946+0000","last_became_active":"2024-04-18T05:14:00.872388+0000","last_became_peered":"2024-04-18T05:14:00.872388+0000","last_unstale":"2024-04-18T05:14:16.438946+0000","last_undegraded":"2024-04-18T05:14:16.438946+0000","last_fullsized":"2024-04-18T05:14:16.438946+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:53.968101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.092206+0000","last_change":"2024-04-18T05:14:16.484865+0000","last_active":"2024-04-18T05:14:18.092206+0000","last_peered":"2024-04-18T05:14:18.092206+0000","last_clean":"2024-04-18T05:14:18.092206+0000","last_became_active":"2024-04-18T05:14:16.484489+0000","last_became_peered":"2024-04-18T05:14:16.484489+0000","last_unstale":"2024-04-18T05:14:18.092206+0000","last_undegraded":"2024-04-18T05:14:18.092206+0000","last_fullsized":"2024-04-18T05:14:18.092206+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:29.160862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445754+0000","last_change":"2024-04-18T05:14:00.871157+0000","last_active":"2024-04-18T05:14:16.445754+0000","last_peered":"2024-04-18T05:14:16.445754+0000","last_clean":"2024-04-18T05:14:16.445754+0000","last_became_active":"2024-04-18T05:14:00.870866+0000","last_became_peered":"2024-04-18T05:14:00.870866+0000","last_unstale":"2024-04-18T05:14:16.445754+0000","last_undegraded":"2024-04-18T05:14:16.445754+0000","last_fullsized":"2024-04-18T05:14:16.445754+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:59.803618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439417+0000","last_change":"2024-04-18T05:14:16.496164+0000","last_active":"2024-04-18T05:14:17.439417+0000","last_peered":"2024-04-18T05:14:17.439417+0000","last_clean":"2024-04-18T05:14:17.439417+0000","last_became_active":"2024-04-18T05:14:16.495798+0000","last_became_peered":"2024-04-18T05:14:16.495798+0000","last_unstale":"2024-04-18T05:14:17.439417+0000","last_undegraded":"2024-04-18T05:14:17.439417+0000","last_fullsized":"2024-04-18T05:14:17.439417+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:03:39.254632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1d","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.455071+0000","last_change":"2024-04-18T05:14:16.089131+0000","last_active":"2024-04-18T05:14:16.455071+0000","last_peered":"2024-04-18T05:14:16.455071+0000","last_clean":"2024-04-18T05:14:16.455071+0000","last_became_active":"2024-04-18T05:14:16.088706+0000","last_became_peered":"2024-04-18T05:14:16.088706+0000","last_unstale":"2024-04-18T05:14:16.455071+0000","last_undegraded":"2024-04-18T05:14:16.455071+0000","last_fullsized":"2024-04-18T05:14:16.455071+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478638+0000","last_change":"2024-04-18T05:14:11.029858+0000","last_active":"2024-04-18T05:14:16.478638+0000","last_peered":"2024-04-18T05:14:16.478638+0000","last_clean":"2024-04-18T05:14:16.478638+0000","last_became_active":"2024-04-18T05:14:11.028867+0000","last_became_peered":"2024-04-18T05:14:11.028867+0000","last_unstale":"2024-04-18T05:14:16.478638+0000","last_undegraded":"2024-04-18T05:14:16.478638+0000","last_fullsized":"2024-04-18T05:14:16.478638+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:00:17.569328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1f","version":"61'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438882+0000","last_change":"2024-04-18T05:14:00.470537+0000","last_active":"2024-04-18T05:14:16.438882+0000","last_peered":"2024-04-18T05:14:16.438882+0000","last_clean":"2024-04-18T05:14:16.438882+0000","last_became_active":"2024-04-18T05:14:00.469826+0000","last_became_peered":"2024-04-18T05:14:00.469826+0000","last_unstale":"2024-04-18T05:14:16.438882+0000","last_undegraded":"2024-04-18T05:14:16.438882+0000","last_fullsized":"2024-04-18T05:14:16.438882+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091611+0000","last_change":"2024-04-18T05:14:16.443564+0000","last_active":"2024-04-18T05:14:18.091611+0000","last_peered":"2024-04-18T05:14:18.091611+0000","last_clean":"2024-04-18T05:14:18.091611+0000","last_became_active":"2024-04-18T05:14:16.441098+0000","last_became_peered":"2024-04-18T05:14:16.441098+0000","last_unstale":"2024-04-18T05:14:18.091611+0000","last_undegraded":"2024-04-18T05:14:18.091611+0000","last_fullsized":"2024-04-18T05:14:18.091611+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:38:30.672398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.460437+0000","last_change":"2024-04-18T05:14:16.065991+0000","last_active":"2024-04-18T05:14:16.460437+0000","last_peered":"2024-04-18T05:14:16.460437+0000","last_clean":"2024-04-18T05:14:16.460437+0000","last_became_active":"2024-04-18T05:14:16.065700+0000","last_became_peered":"2024-04-18T05:14:16.065700+0000","last_unstale":"2024-04-18T05:14:16.460437+0000","last_undegraded":"2024-04-18T05:14:16.460437+0000","last_fullsized":"2024-04-18T05:14:16.460437+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:10:07.508300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441732+0000","last_change":"2024-04-18T05:14:00.868911+0000","last_active":"2024-04-18T05:14:16.441732+0000","last_peered":"2024-04-18T05:14:16.441732+0000","last_clean":"2024-04-18T05:14:16.441732+0000","last_became_active":"2024-04-18T05:14:00.868635+0000","last_became_peered":"2024-04-18T05:14:00.868635+0000","last_unstale":"2024-04-18T05:14:16.441732+0000","last_undegraded":"2024-04-18T05:14:16.441732+0000","last_fullsized":"2024-04-18T05:14:16.441732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:20:15.375108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1e","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441804+0000","last_change":"2024-04-18T05:14:00.462577+0000","last_active":"2024-04-18T05:14:16.441804+0000","last_peered":"2024-04-18T05:14:16.441804+0000","last_clean":"2024-04-18T05:14:16.441804+0000","last_became_active":"2024-04-18T05:14:00.461833+0000","last_became_peered":"2024-04-18T05:14:00.461833+0000","last_unstale":"2024-04-18T05:14:16.441804+0000","last_undegraded":"2024-04-18T05:14:16.441804+0000","last_fullsized":"2024-04-18T05:14:16.441804+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:30:10.481121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495696+0000","last_change":"2024-04-18T05:14:16.469477+0000","last_active":"2024-04-18T05:14:18.495696+0000","last_peered":"2024-04-18T05:14:18.495696+0000","last_clean":"2024-04-18T05:14:18.495696+0000","last_became_active":"2024-04-18T05:14:16.468700+0000","last_became_peered":"2024-04-18T05:14:16.468700+0000","last_unstale":"2024-04-18T05:14:18.495696+0000","last_undegraded":"2024-04-18T05:14:18.495696+0000","last_fullsized":"2024-04-18T05:14:18.495696+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:18:02.682221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"67'4","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496749+0000","last_change":"2024-04-18T05:14:16.095268+0000","last_active":"2024-04-18T05:14:18.496749+0000","last_peered":"2024-04-18T05:14:18.496749+0000","last_clean":"2024-04-18T05:14:18.496749+0000","last_became_active":"2024-04-18T05:14:16.094633+0000","last_became_peered":"2024-04-18T05:14:16.094633+0000","last_unstale":"2024-04-18T05:14:18.496749+0000","last_undegraded":"2024-04-18T05:14:18.496749+0000","last_fullsized":"2024-04-18T05:14:18.496749+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:29:08.018616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465523+0000","last_change":"2024-04-18T05:14:00.867021+0000","last_active":"2024-04-18T05:14:16.465523+0000","last_peered":"2024-04-18T05:14:16.465523+0000","last_clean":"2024-04-18T05:14:16.465523+0000","last_became_active":"2024-04-18T05:14:00.866721+0000","last_became_peered":"2024-04-18T05:14:00.866721+0000","last_unstale":"2024-04-18T05:14:16.465523+0000","last_undegraded":"2024-04-18T05:14:16.465523+0000","last_fullsized":"2024-04-18T05:14:16.465523+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:46.723483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1d","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.439134+0000","last_change":"2024-04-18T05:14:00.487516+0000","last_active":"2024-04-18T05:14:16.439134+0000","last_peered":"2024-04-18T05:14:16.439134+0000","last_clean":"2024-04-18T05:14:16.439134+0000","last_became_active":"2024-04-18T05:14:00.485771+0000","last_became_peered":"2024-04-18T05:14:00.485771+0000","last_unstale":"2024-04-18T05:14:16.439134+0000","last_undegraded":"2024-04-18T05:14:16.439134+0000","last_fullsized":"2024-04-18T05:14:16.439134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496374+0000","last_change":"2024-04-18T05:14:16.486876+0000","last_active":"2024-04-18T05:14:18.496374+0000","last_peered":"2024-04-18T05:14:18.496374+0000","last_clean":"2024-04-18T05:14:18.496374+0000","last_became_active":"2024-04-18T05:14:16.486283+0000","last_became_peered":"2024-04-18T05:14:16.486283+0000","last_unstale":"2024-04-18T05:14:18.496374+0000","last_undegraded":"2024-04-18T05:14:18.496374+0000","last_fullsized":"2024-04-18T05:14:18.496374+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:04:19.813957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1e","version":"67'1","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.455133+0000","last_change":"2024-04-18T05:14:16.069826+0000","last_active":"2024-04-18T05:14:16.455133+0000","last_peered":"2024-04-18T05:14:16.455133+0000","last_clean":"2024-04-18T05:14:16.455133+0000","last_became_active":"2024-04-18T05:14:16.069519+0000","last_became_peered":"2024-04-18T05:14:16.069519+0000","last_unstale":"2024-04-18T05:14:16.455133+0000","last_undegraded":"2024-04-18T05:14:16.455133+0000","last_fullsized":"2024-04-18T05:14:16.455133+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:04:16.388530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445583+0000","last_change":"2024-04-18T05:14:00.881250+0000","last_active":"2024-04-18T05:14:16.445583+0000","last_peered":"2024-04-18T05:14:16.445583+0000","last_clean":"2024-04-18T05:14:16.445583+0000","last_became_active":"2024-04-18T05:14:00.879008+0000","last_became_peered":"2024-04-18T05:14:00.879008+0000","last_unstale":"2024-04-18T05:14:16.445583+0000","last_undegraded":"2024-04-18T05:14:16.445583+0000","last_fullsized":"2024-04-18T05:14:16.445583+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:18.964122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1c","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.475650+0000","last_change":"2024-04-18T05:14:00.464841+0000","last_active":"2024-04-18T05:14:16.475650+0000","last_peered":"2024-04-18T05:14:16.475650+0000","last_clean":"2024-04-18T05:14:16.475650+0000","last_became_active":"2024-04-18T05:14:00.464196+0000","last_became_peered":"2024-04-18T05:14:00.464196+0000","last_unstale":"2024-04-18T05:14:16.475650+0000","last_undegraded":"2024-04-18T05:14:16.475650+0000","last_fullsized":"2024-04-18T05:14:16.475650+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:23:18.176551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440472+0000","last_change":"2024-04-18T05:14:16.484659+0000","last_active":"2024-04-18T05:14:17.440472+0000","last_peered":"2024-04-18T05:14:17.440472+0000","last_clean":"2024-04-18T05:14:17.440472+0000","last_became_active":"2024-04-18T05:14:16.484285+0000","last_became_peered":"2024-04-18T05:14:16.484285+0000","last_unstale":"2024-04-18T05:14:17.440472+0000","last_undegraded":"2024-04-18T05:14:17.440472+0000","last_fullsized":"2024-04-18T05:14:17.440472+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:32:18.149495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.433023+0000","last_change":"2024-04-18T05:14:16.095558+0000","last_active":"2024-04-18T05:14:16.433023+0000","last_peered":"2024-04-18T05:14:16.433023+0000","last_clean":"2024-04-18T05:14:16.433023+0000","last_became_active":"2024-04-18T05:14:16.090833+0000","last_became_peered":"2024-04-18T05:14:16.090833+0000","last_unstale":"2024-04-18T05:14:16.433023+0000","last_undegraded":"2024-04-18T05:14:16.433023+0000","last_fullsized":"2024-04-18T05:14:16.433023+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429195+0000","last_change":"2024-04-18T05:14:11.025624+0000","last_active":"2024-04-18T05:14:16.429195+0000","last_peered":"2024-04-18T05:14:16.429195+0000","last_clean":"2024-04-18T05:14:16.429195+0000","last_became_active":"2024-04-18T05:14:11.024725+0000","last_became_peered":"2024-04-18T05:14:11.024725+0000","last_unstale":"2024-04-18T05:14:16.429195+0000","last_undegraded":"2024-04-18T05:14:16.429195+0000","last_fullsized":"2024-04-18T05:14:16.429195+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:04:27.081802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1b","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437831+0000","last_change":"2024-04-18T05:14:00.485873+0000","last_active":"2024-04-18T05:14:16.437831+0000","last_peered":"2024-04-18T05:14:16.437831+0000","last_clean":"2024-04-18T05:14:16.437831+0000","last_became_active":"2024-04-18T05:14:00.485195+0000","last_became_peered":"2024-04-18T05:14:00.485195+0000","last_unstale":"2024-04-18T05:14:16.437831+0000","last_undegraded":"2024-04-18T05:14:16.437831+0000","last_fullsized":"2024-04-18T05:14:16.437831+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:01.689558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.438933+0000","last_change":"2024-04-18T05:14:16.457165+0000","last_active":"2024-04-18T05:14:17.438933+0000","last_peered":"2024-04-18T05:14:17.438933+0000","last_clean":"2024-04-18T05:14:17.438933+0000","last_became_active":"2024-04-18T05:14:16.456852+0000","last_became_peered":"2024-04-18T05:14:16.456852+0000","last_unstale":"2024-04-18T05:14:17.438933+0000","last_undegraded":"2024-04-18T05:14:17.438933+0000","last_fullsized":"2024-04-18T05:14:17.438933+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:52:12.107658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445050+0000","last_change":"2024-04-18T05:14:16.078489+0000","last_active":"2024-04-18T05:14:16.445050+0000","last_peered":"2024-04-18T05:14:16.445050+0000","last_clean":"2024-04-18T05:14:16.445050+0000","last_became_active":"2024-04-18T05:14:16.076606+0000","last_became_peered":"2024-04-18T05:14:16.076606+0000","last_unstale":"2024-04-18T05:14:16.445050+0000","last_undegraded":"2024-04-18T05:14:16.445050+0000","last_fullsized":"2024-04-18T05:14:16.445050+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:58.147929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441939+0000","last_change":"2024-04-18T05:14:00.879230+0000","last_active":"2024-04-18T05:14:16.441939+0000","last_peered":"2024-04-18T05:14:16.441939+0000","last_clean":"2024-04-18T05:14:16.441939+0000","last_became_active":"2024-04-18T05:14:00.878628+0000","last_became_peered":"2024-04-18T05:14:00.878628+0000","last_unstale":"2024-04-18T05:14:16.441939+0000","last_undegraded":"2024-04-18T05:14:16.441939+0000","last_fullsized":"2024-04-18T05:14:16.441939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:19.648116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1a","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.477528+0000","last_change":"2024-04-18T05:14:00.479920+0000","last_active":"2024-04-18T05:14:16.477528+0000","last_peered":"2024-04-18T05:14:16.477528+0000","last_clean":"2024-04-18T05:14:16.477528+0000","last_became_active":"2024-04-18T05:14:00.478544+0000","last_became_peered":"2024-04-18T05:14:00.478544+0000","last_unstale":"2024-04-18T05:14:16.477528+0000","last_undegraded":"2024-04-18T05:14:16.477528+0000","last_fullsized":"2024-04-18T05:14:16.477528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:02:51.519297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499641+0000","last_change":"2024-04-18T05:14:16.495795+0000","last_active":"2024-04-18T05:14:18.499641+0000","last_peered":"2024-04-18T05:14:18.499641+0000","last_clean":"2024-04-18T05:14:18.499641+0000","last_became_active":"2024-04-18T05:14:16.495357+0000","last_became_peered":"2024-04-18T05:14:16.495357+0000","last_unstale":"2024-04-18T05:14:18.499641+0000","last_undegraded":"2024-04-18T05:14:18.499641+0000","last_fullsized":"2024-04-18T05:14:18.499641+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:26:14.182623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1b","version":"67'1","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.456760+0000","last_change":"2024-04-18T05:14:16.065245+0000","last_active":"2024-04-18T05:14:16.456760+0000","last_peered":"2024-04-18T05:14:16.456760+0000","last_clean":"2024-04-18T05:14:16.456760+0000","last_became_active":"2024-04-18T05:14:16.064974+0000","last_became_peered":"2024-04-18T05:14:16.064974+0000","last_unstale":"2024-04-18T05:14:16.456760+0000","last_undegraded":"2024-04-18T05:14:16.456760+0000","last_fullsized":"2024-04-18T05:14:16.456760+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.942455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431518+0000","last_change":"2024-04-18T05:14:00.857294+0000","last_active":"2024-04-18T05:14:16.431518+0000","last_peered":"2024-04-18T05:14:16.431518+0000","last_clean":"2024-04-18T05:14:16.431518+0000","last_became_active":"2024-04-18T05:14:00.857009+0000","last_became_peered":"2024-04-18T05:14:00.857009+0000","last_unstale":"2024-04-18T05:14:16.431518+0000","last_undegraded":"2024-04-18T05:14:16.431518+0000","last_fullsized":"2024-04-18T05:14:16.431518+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:00:12.127785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442187+0000","last_change":"2024-04-18T05:14:00.476000+0000","last_active":"2024-04-18T05:14:16.442187+0000","last_peered":"2024-04-18T05:14:16.442187+0000","last_clean":"2024-04-18T05:14:16.442187+0000","last_became_active":"2024-04-18T05:14:00.475241+0000","last_became_peered":"2024-04-18T05:14:00.475241+0000","last_unstale":"2024-04-18T05:14:16.442187+0000","last_undegraded":"2024-04-18T05:14:16.442187+0000","last_fullsized":"2024-04-18T05:14:16.442187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.442518+0000","last_change":"2024-04-18T05:14:16.468395+0000","last_active":"2024-04-18T05:14:17.442518+0000","last_peered":"2024-04-18T05:14:17.442518+0000","last_clean":"2024-04-18T05:14:17.442518+0000","last_became_active":"2024-04-18T05:14:16.461120+0000","last_became_peered":"2024-04-18T05:14:16.461120+0000","last_unstale":"2024-04-18T05:14:17.442518+0000","last_undegraded":"2024-04-18T05:14:17.442518+0000","last_fullsized":"2024-04-18T05:14:17.442518+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:17:03.495506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"67'1","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.461722+0000","last_change":"2024-04-18T05:14:16.095726+0000","last_active":"2024-04-18T05:14:16.461722+0000","last_peered":"2024-04-18T05:14:16.461722+0000","last_clean":"2024-04-18T05:14:16.461722+0000","last_became_active":"2024-04-18T05:14:16.095423+0000","last_became_peered":"2024-04-18T05:14:16.095423+0000","last_unstale":"2024-04-18T05:14:16.461722+0000","last_undegraded":"2024-04-18T05:14:16.461722+0000","last_fullsized":"2024-04-18T05:14:16.461722+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:03:38.246229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437385+0000","last_change":"2024-04-18T05:14:00.883298+0000","last_active":"2024-04-18T05:14:16.437385+0000","last_peered":"2024-04-18T05:14:16.437385+0000","last_clean":"2024-04-18T05:14:16.437385+0000","last_became_active":"2024-04-18T05:14:00.882918+0000","last_became_peered":"2024-04-18T05:14:00.882918+0000","last_unstale":"2024-04-18T05:14:16.437385+0000","last_undegraded":"2024-04-18T05:14:16.437385+0000","last_fullsized":"2024-04-18T05:14:16.437385+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:08:35.658268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.448597+0000","last_change":"2024-04-18T05:14:00.472259+0000","last_active":"2024-04-18T05:14:16.448597+0000","last_peered":"2024-04-18T05:14:16.448597+0000","last_clean":"2024-04-18T05:14:16.448597+0000","last_became_active":"2024-04-18T05:14:00.471525+0000","last_became_peered":"2024-04-18T05:14:00.471525+0000","last_unstale":"2024-04-18T05:14:16.448597+0000","last_undegraded":"2024-04-18T05:14:16.448597+0000","last_fullsized":"2024-04-18T05:14:16.448597+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:22.976132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.493000+0000","last_change":"2024-04-18T05:14:16.459801+0000","last_active":"2024-04-18T05:14:18.493000+0000","last_peered":"2024-04-18T05:14:18.493000+0000","last_clean":"2024-04-18T05:14:18.493000+0000","last_became_active":"2024-04-18T05:14:16.456912+0000","last_became_peered":"2024-04-18T05:14:16.456912+0000","last_unstale":"2024-04-18T05:14:18.493000+0000","last_undegraded":"2024-04-18T05:14:18.493000+0000","last_fullsized":"2024-04-18T05:14:18.493000+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.15","version":"67'3","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.495787+0000","last_change":"2024-04-18T05:14:16.085323+0000","last_active":"2024-04-18T05:14:16.495787+0000","last_peered":"2024-04-18T05:14:16.495787+0000","last_clean":"2024-04-18T05:14:16.495787+0000","last_became_active":"2024-04-18T05:14:16.083661+0000","last_became_peered":"2024-04-18T05:14:16.083661+0000","last_unstale":"2024-04-18T05:14:16.495787+0000","last_undegraded":"2024-04-18T05:14:16.495787+0000","last_fullsized":"2024-04-18T05:14:16.495787+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:48.329637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437040+0000","last_change":"2024-04-18T05:14:00.866770+0000","last_active":"2024-04-18T05:14:16.437040+0000","last_peered":"2024-04-18T05:14:16.437040+0000","last_clean":"2024-04-18T05:14:16.437040+0000","last_became_active":"2024-04-18T05:14:00.866155+0000","last_became_peered":"2024-04-18T05:14:00.866155+0000","last_unstale":"2024-04-18T05:14:16.437040+0000","last_undegraded":"2024-04-18T05:14:16.437040+0000","last_fullsized":"2024-04-18T05:14:16.437040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:49:36.075525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445669+0000","last_change":"2024-04-18T05:14:00.478675+0000","last_active":"2024-04-18T05:14:16.445669+0000","last_peered":"2024-04-18T05:14:16.445669+0000","last_clean":"2024-04-18T05:14:16.445669+0000","last_became_active":"2024-04-18T05:14:00.477923+0000","last_became_peered":"2024-04-18T05:14:00.477923+0000","last_unstale":"2024-04-18T05:14:16.445669+0000","last_undegraded":"2024-04-18T05:14:16.445669+0000","last_fullsized":"2024-04-18T05:14:16.445669+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:23:43.137965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.498607+0000","last_change":"2024-04-18T05:14:16.485630+0000","last_active":"2024-04-18T05:14:18.498607+0000","last_peered":"2024-04-18T05:14:18.498607+0000","last_clean":"2024-04-18T05:14:18.498607+0000","last_became_active":"2024-04-18T05:14:16.484711+0000","last_became_peered":"2024-04-18T05:14:16.484711+0000","last_unstale":"2024-04-18T05:14:18.498607+0000","last_undegraded":"2024-04-18T05:14:18.498607+0000","last_fullsized":"2024-04-18T05:14:18.498607+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:30:25.056026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.14","version":"67'6","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.462248+0000","last_change":"2024-04-18T05:14:16.071723+0000","last_active":"2024-04-18T05:14:16.462248+0000","last_peered":"2024-04-18T05:14:16.462248+0000","last_clean":"2024-04-18T05:14:16.462248+0000","last_became_active":"2024-04-18T05:14:16.071127+0000","last_became_peered":"2024-04-18T05:14:16.071127+0000","last_unstale":"2024-04-18T05:14:16.462248+0000","last_undegraded":"2024-04-18T05:14:16.462248+0000","last_fullsized":"2024-04-18T05:14:16.462248+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:43:28.228440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442125+0000","last_change":"2024-04-18T05:14:00.869377+0000","last_active":"2024-04-18T05:14:16.442125+0000","last_peered":"2024-04-18T05:14:16.442125+0000","last_clean":"2024-04-18T05:14:16.442125+0000","last_became_active":"2024-04-18T05:14:00.869076+0000","last_became_peered":"2024-04-18T05:14:00.869076+0000","last_unstale":"2024-04-18T05:14:16.442125+0000","last_undegraded":"2024-04-18T05:14:16.442125+0000","last_fullsized":"2024-04-18T05:14:16.442125+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:53.798005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.438127+0000","last_change":"2024-04-18T05:14:00.473131+0000","last_active":"2024-04-18T05:14:16.438127+0000","last_peered":"2024-04-18T05:14:16.438127+0000","last_clean":"2024-04-18T05:14:16.438127+0000","last_became_active":"2024-04-18T05:14:00.472383+0000","last_became_peered":"2024-04-18T05:14:00.472383+0000","last_unstale":"2024-04-18T05:14:16.438127+0000","last_undegraded":"2024-04-18T05:14:16.438127+0000","last_fullsized":"2024-04-18T05:14:16.438127+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:03:21.674221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440288+0000","last_change":"2024-04-18T05:14:16.465405+0000","last_active":"2024-04-18T05:14:17.440288+0000","last_peered":"2024-04-18T05:14:17.440288+0000","last_clean":"2024-04-18T05:14:17.440288+0000","last_became_active":"2024-04-18T05:14:16.464755+0000","last_became_peered":"2024-04-18T05:14:16.464755+0000","last_unstale":"2024-04-18T05:14:17.440288+0000","last_undegraded":"2024-04-18T05:14:17.440288+0000","last_fullsized":"2024-04-18T05:14:17.440288+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:22.211935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437922+0000","last_change":"2024-04-18T05:14:16.059115+0000","last_active":"2024-04-18T05:14:16.437922+0000","last_peered":"2024-04-18T05:14:16.437922+0000","last_clean":"2024-04-18T05:14:16.437922+0000","last_became_active":"2024-04-18T05:14:16.058426+0000","last_became_peered":"2024-04-18T05:14:16.058426+0000","last_unstale":"2024-04-18T05:14:16.437922+0000","last_undegraded":"2024-04-18T05:14:16.437922+0000","last_fullsized":"2024-04-18T05:14:16.437922+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437825+0000","last_change":"2024-04-18T05:14:00.884379+0000","last_active":"2024-04-18T05:14:16.437825+0000","last_peered":"2024-04-18T05:14:16.437825+0000","last_clean":"2024-04-18T05:14:16.437825+0000","last_became_active":"2024-04-18T05:14:00.884121+0000","last_became_peered":"2024-04-18T05:14:00.884121+0000","last_unstale":"2024-04-18T05:14:16.437825+0000","last_undegraded":"2024-04-18T05:14:16.437825+0000","last_fullsized":"2024-04-18T05:14:16.437825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:28:03.013923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.15","version":"61'3","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441878+0000","last_change":"2024-04-18T05:14:00.469014+0000","last_active":"2024-04-18T05:14:16.441878+0000","last_peered":"2024-04-18T05:14:16.441878+0000","last_clean":"2024-04-18T05:14:16.441878+0000","last_became_active":"2024-04-18T05:14:00.468323+0000","last_became_peered":"2024-04-18T05:14:00.468323+0000","last_unstale":"2024-04-18T05:14:16.441878+0000","last_undegraded":"2024-04-18T05:14:16.441878+0000","last_fullsized":"2024-04-18T05:14:16.441878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:32.650886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439151+0000","last_change":"2024-04-18T05:14:16.457349+0000","last_active":"2024-04-18T05:14:17.439151+0000","last_peered":"2024-04-18T05:14:17.439151+0000","last_clean":"2024-04-18T05:14:17.439151+0000","last_became_active":"2024-04-18T05:14:16.456890+0000","last_became_peered":"2024-04-18T05:14:16.456890+0000","last_unstale":"2024-04-18T05:14:17.439151+0000","last_undegraded":"2024-04-18T05:14:17.439151+0000","last_fullsized":"2024-04-18T05:14:17.439151+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:33.445161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429962+0000","last_change":"2024-04-18T05:14:16.069881+0000","last_active":"2024-04-18T05:14:16.429962+0000","last_peered":"2024-04-18T05:14:16.429962+0000","last_clean":"2024-04-18T05:14:16.429962+0000","last_became_active":"2024-04-18T05:14:16.069532+0000","last_became_peered":"2024-04-18T05:14:16.069532+0000","last_unstale":"2024-04-18T05:14:16.429962+0000","last_undegraded":"2024-04-18T05:14:16.429962+0000","last_fullsized":"2024-04-18T05:14:16.429962+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:38:25.746184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442827+0000","last_change":"2024-04-18T05:14:00.873581+0000","last_active":"2024-04-18T05:14:16.442827+0000","last_peered":"2024-04-18T05:14:16.442827+0000","last_clean":"2024-04-18T05:14:16.442827+0000","last_became_active":"2024-04-18T05:14:00.873317+0000","last_became_peered":"2024-04-18T05:14:00.873317+0000","last_unstale":"2024-04-18T05:14:16.442827+0000","last_undegraded":"2024-04-18T05:14:16.442827+0000","last_fullsized":"2024-04-18T05:14:16.442827+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:06:56.229275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"63'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.470363+0000","last_change":"2024-04-18T05:14:00.464562+0000","last_active":"2024-04-18T05:14:16.470363+0000","last_peered":"2024-04-18T05:14:16.470363+0000","last_clean":"2024-04-18T05:14:16.470363+0000","last_became_active":"2024-04-18T05:14:00.463886+0000","last_became_peered":"2024-04-18T05:14:00.463886+0000","last_unstale":"2024-04-18T05:14:16.470363+0000","last_undegraded":"2024-04-18T05:14:16.470363+0000","last_fullsized":"2024-04-18T05:14:16.470363+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:02.777140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3265,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440740+0000","last_change":"2024-04-18T05:14:16.451461+0000","last_active":"2024-04-18T05:14:17.440740+0000","last_peered":"2024-04-18T05:14:17.440740+0000","last_clean":"2024-04-18T05:14:17.440740+0000","last_became_active":"2024-04-18T05:14:16.451184+0000","last_became_peered":"2024-04-18T05:14:16.451184+0000","last_unstale":"2024-04-18T05:14:17.440740+0000","last_undegraded":"2024-04-18T05:14:17.440740+0000","last_fullsized":"2024-04-18T05:14:17.440740+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:04:22.022056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495711+0000","last_change":"2024-04-18T05:14:16.088691+0000","last_active":"2024-04-18T05:14:18.495711+0000","last_peered":"2024-04-18T05:14:18.495711+0000","last_clean":"2024-04-18T05:14:18.495711+0000","last_became_active":"2024-04-18T05:14:16.086971+0000","last_became_peered":"2024-04-18T05:14:16.086971+0000","last_unstale":"2024-04-18T05:14:18.495711+0000","last_undegraded":"2024-04-18T05:14:18.495711+0000","last_fullsized":"2024-04-18T05:14:18.495711+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:53:14.523793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429300+0000","last_change":"2024-04-18T05:14:00.867829+0000","last_active":"2024-04-18T05:14:16.429300+0000","last_peered":"2024-04-18T05:14:16.429300+0000","last_clean":"2024-04-18T05:14:16.429300+0000","last_became_active":"2024-04-18T05:14:00.867573+0000","last_became_peered":"2024-04-18T05:14:00.867573+0000","last_unstale":"2024-04-18T05:14:16.429300+0000","last_undegraded":"2024-04-18T05:14:16.429300+0000","last_fullsized":"2024-04-18T05:14:16.429300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:02:30.274162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.13","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445864+0000","last_change":"2024-04-18T05:14:00.476417+0000","last_active":"2024-04-18T05:14:16.445864+0000","last_peered":"2024-04-18T05:14:16.445864+0000","last_clean":"2024-04-18T05:14:16.445864+0000","last_became_active":"2024-04-18T05:14:00.475836+0000","last_became_peered":"2024-04-18T05:14:00.475836+0000","last_unstale":"2024-04-18T05:14:16.445864+0000","last_undegraded":"2024-04-18T05:14:16.445864+0000","last_fullsized":"2024-04-18T05:14:16.445864+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:55:02.161082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.491209+0000","last_change":"2024-04-18T05:14:16.486233+0000","last_active":"2024-04-18T05:14:18.491209+0000","last_peered":"2024-04-18T05:14:18.491209+0000","last_clean":"2024-04-18T05:14:18.491209+0000","last_became_active":"2024-04-18T05:14:16.485865+0000","last_became_peered":"2024-04-18T05:14:16.485865+0000","last_unstale":"2024-04-18T05:14:18.491209+0000","last_undegraded":"2024-04-18T05:14:18.491209+0000","last_fullsized":"2024-04-18T05:14:18.491209+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:33:07.217621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.10","version":"67'8","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.498821+0000","last_change":"2024-04-18T05:14:16.069005+0000","last_active":"2024-04-18T05:14:16.498821+0000","last_peered":"2024-04-18T05:14:16.498821+0000","last_clean":"2024-04-18T05:14:16.498821+0000","last_became_active":"2024-04-18T05:14:16.068274+0000","last_became_peered":"2024-04-18T05:14:16.068274+0000","last_unstale":"2024-04-18T05:14:16.498821+0000","last_undegraded":"2024-04-18T05:14:16.498821+0000","last_fullsized":"2024-04-18T05:14:16.498821+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:18:17.907248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430432+0000","last_change":"2024-04-18T05:14:00.870667+0000","last_active":"2024-04-18T05:14:16.430432+0000","last_peered":"2024-04-18T05:14:16.430432+0000","last_clean":"2024-04-18T05:14:16.430432+0000","last_became_active":"2024-04-18T05:14:00.870381+0000","last_became_peered":"2024-04-18T05:14:00.870381+0000","last_unstale":"2024-04-18T05:14:16.430432+0000","last_undegraded":"2024-04-18T05:14:16.430432+0000","last_fullsized":"2024-04-18T05:14:16.430432+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:54:57.725140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431384+0000","last_change":"2024-04-18T05:14:00.485838+0000","last_active":"2024-04-18T05:14:16.431384+0000","last_peered":"2024-04-18T05:14:16.431384+0000","last_clean":"2024-04-18T05:14:16.431384+0000","last_became_active":"2024-04-18T05:14:00.485513+0000","last_became_peered":"2024-04-18T05:14:00.485513+0000","last_unstale":"2024-04-18T05:14:16.431384+0000","last_undegraded":"2024-04-18T05:14:16.431384+0000","last_fullsized":"2024-04-18T05:14:16.431384+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:26.085659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091613+0000","last_change":"2024-04-18T05:14:16.497027+0000","last_active":"2024-04-18T05:14:18.091613+0000","last_peered":"2024-04-18T05:14:18.091613+0000","last_clean":"2024-04-18T05:14:18.091613+0000","last_became_active":"2024-04-18T05:14:16.496680+0000","last_became_peered":"2024-04-18T05:14:16.496680+0000","last_unstale":"2024-04-18T05:14:18.091613+0000","last_undegraded":"2024-04-18T05:14:18.091613+0000","last_fullsized":"2024-04-18T05:14:18.091613+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:01:34.557925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.13","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.455344+0000","last_change":"2024-04-18T05:14:16.066739+0000","last_active":"2024-04-18T05:14:16.455344+0000","last_peered":"2024-04-18T05:14:16.455344+0000","last_clean":"2024-04-18T05:14:16.455344+0000","last_became_active":"2024-04-18T05:14:16.066454+0000","last_became_peered":"2024-04-18T05:14:16.066454+0000","last_unstale":"2024-04-18T05:14:16.455344+0000","last_undegraded":"2024-04-18T05:14:16.455344+0000","last_fullsized":"2024-04-18T05:14:16.455344+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:46:18.659810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431170+0000","last_change":"2024-04-18T05:14:00.866869+0000","last_active":"2024-04-18T05:14:16.431170+0000","last_peered":"2024-04-18T05:14:16.431170+0000","last_clean":"2024-04-18T05:14:16.431170+0000","last_became_active":"2024-04-18T05:14:00.866433+0000","last_became_peered":"2024-04-18T05:14:00.866433+0000","last_unstale":"2024-04-18T05:14:16.431170+0000","last_undegraded":"2024-04-18T05:14:16.431170+0000","last_fullsized":"2024-04-18T05:14:16.431170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:37:24.936588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.439084+0000","last_change":"2024-04-18T05:14:00.485129+0000","last_active":"2024-04-18T05:14:16.439084+0000","last_peered":"2024-04-18T05:14:16.439084+0000","last_clean":"2024-04-18T05:14:16.439084+0000","last_became_active":"2024-04-18T05:14:00.483769+0000","last_became_peered":"2024-04-18T05:14:00.483769+0000","last_unstale":"2024-04-18T05:14:16.439084+0000","last_undegraded":"2024-04-18T05:14:16.439084+0000","last_fullsized":"2024-04-18T05:14:16.439084+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:36:00.023276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490983+0000","last_change":"2024-04-18T05:14:16.473056+0000","last_active":"2024-04-18T05:14:18.490983+0000","last_peered":"2024-04-18T05:14:18.490983+0000","last_clean":"2024-04-18T05:14:18.490983+0000","last_became_active":"2024-04-18T05:14:16.472758+0000","last_became_peered":"2024-04-18T05:14:16.472758+0000","last_unstale":"2024-04-18T05:14:18.490983+0000","last_undegraded":"2024-04-18T05:14:18.490983+0000","last_fullsized":"2024-04-18T05:14:18.490983+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:34.646273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.447243+0000","last_change":"2024-04-18T05:14:16.088939+0000","last_active":"2024-04-18T05:14:16.447243+0000","last_peered":"2024-04-18T05:14:16.447243+0000","last_clean":"2024-04-18T05:14:16.447243+0000","last_became_active":"2024-04-18T05:14:16.088621+0000","last_became_peered":"2024-04-18T05:14:16.088621+0000","last_unstale":"2024-04-18T05:14:16.447243+0000","last_undegraded":"2024-04-18T05:14:16.447243+0000","last_fullsized":"2024-04-18T05:14:16.447243+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:34:21.203532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436720+0000","last_change":"2024-04-18T05:14:00.859982+0000","last_active":"2024-04-18T05:14:16.436720+0000","last_peered":"2024-04-18T05:14:16.436720+0000","last_clean":"2024-04-18T05:14:16.436720+0000","last_became_active":"2024-04-18T05:14:00.859568+0000","last_became_peered":"2024-04-18T05:14:00.859568+0000","last_unstale":"2024-04-18T05:14:16.436720+0000","last_undegraded":"2024-04-18T05:14:16.436720+0000","last_fullsized":"2024-04-18T05:14:16.436720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"61'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429301+0000","last_change":"2024-04-18T05:14:00.476237+0000","last_active":"2024-04-18T05:14:16.429301+0000","last_peered":"2024-04-18T05:14:16.429301+0000","last_clean":"2024-04-18T05:14:16.429301+0000","last_became_active":"2024-04-18T05:14:00.475552+0000","last_became_peered":"2024-04-18T05:14:00.475552+0000","last_unstale":"2024-04-18T05:14:16.429301+0000","last_undegraded":"2024-04-18T05:14:16.429301+0000","last_fullsized":"2024-04-18T05:14:16.429301+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:06:26.819732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.493340+0000","last_change":"2024-04-18T05:14:16.489251+0000","last_active":"2024-04-18T05:14:18.493340+0000","last_peered":"2024-04-18T05:14:18.493340+0000","last_clean":"2024-04-18T05:14:18.493340+0000","last_became_active":"2024-04-18T05:14:16.488755+0000","last_became_peered":"2024-04-18T05:14:16.488755+0000","last_unstale":"2024-04-18T05:14:18.493340+0000","last_undegraded":"2024-04-18T05:14:18.493340+0000","last_fullsized":"2024-04-18T05:14:18.493340+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:16:38.185513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.d","version":"67'1","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497497+0000","last_change":"2024-04-18T05:14:16.095144+0000","last_active":"2024-04-18T05:14:18.497497+0000","last_peered":"2024-04-18T05:14:18.497497+0000","last_clean":"2024-04-18T05:14:18.497497+0000","last_became_active":"2024-04-18T05:14:16.094621+0000","last_became_peered":"2024-04-18T05:14:16.094621+0000","last_unstale":"2024-04-18T05:14:18.497497+0000","last_undegraded":"2024-04-18T05:14:18.497497+0000","last_fullsized":"2024-04-18T05:14:18.497497+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:27:18.331918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.469995+0000","last_change":"2024-04-18T05:14:11.026298+0000","last_active":"2024-04-18T05:14:16.469995+0000","last_peered":"2024-04-18T05:14:16.469995+0000","last_clean":"2024-04-18T05:14:16.469995+0000","last_became_active":"2024-04-18T05:14:11.025454+0000","last_became_peered":"2024-04-18T05:14:11.025454+0000","last_unstale":"2024-04-18T05:14:16.469995+0000","last_undegraded":"2024-04-18T05:14:16.469995+0000","last_fullsized":"2024-04-18T05:14:16.469995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:19:58.545479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.f","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445761+0000","last_change":"2024-04-18T05:14:00.478363+0000","last_active":"2024-04-18T05:14:16.445761+0000","last_peered":"2024-04-18T05:14:16.445761+0000","last_clean":"2024-04-18T05:14:16.445761+0000","last_became_active":"2024-04-18T05:14:00.477340+0000","last_became_peered":"2024-04-18T05:14:00.477340+0000","last_unstale":"2024-04-18T05:14:16.445761+0000","last_undegraded":"2024-04-18T05:14:16.445761+0000","last_fullsized":"2024-04-18T05:14:16.445761+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:11:01.173836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496345+0000","last_change":"2024-04-18T05:14:16.491241+0000","last_active":"2024-04-18T05:14:18.496345+0000","last_peered":"2024-04-18T05:14:18.496345+0000","last_clean":"2024-04-18T05:14:18.496345+0000","last_became_active":"2024-04-18T05:14:16.486877+0000","last_became_peered":"2024-04-18T05:14:16.486877+0000","last_unstale":"2024-04-18T05:14:18.496345+0000","last_undegraded":"2024-04-18T05:14:18.496345+0000","last_fullsized":"2024-04-18T05:14:18.496345+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:54:00.223918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497128+0000","last_change":"2024-04-18T05:14:16.100716+0000","last_active":"2024-04-18T05:14:18.497128+0000","last_peered":"2024-04-18T05:14:18.497128+0000","last_clean":"2024-04-18T05:14:18.497128+0000","last_became_active":"2024-04-18T05:14:16.100328+0000","last_became_peered":"2024-04-18T05:14:16.100328+0000","last_unstale":"2024-04-18T05:14:18.497128+0000","last_undegraded":"2024-04-18T05:14:18.497128+0000","last_fullsized":"2024-04-18T05:14:18.497128+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:23.048982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437757+0000","last_change":"2024-04-18T05:14:00.861505+0000","last_active":"2024-04-18T05:14:16.437757+0000","last_peered":"2024-04-18T05:14:16.437757+0000","last_clean":"2024-04-18T05:14:16.437757+0000","last_became_active":"2024-04-18T05:14:00.861225+0000","last_became_peered":"2024-04-18T05:14:00.861225+0000","last_unstale":"2024-04-18T05:14:16.437757+0000","last_undegraded":"2024-04-18T05:14:16.437757+0000","last_fullsized":"2024-04-18T05:14:16.437757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.450319+0000","last_change":"2024-04-18T05:14:00.480005+0000","last_active":"2024-04-18T05:14:16.450319+0000","last_peered":"2024-04-18T05:14:16.450319+0000","last_clean":"2024-04-18T05:14:16.450319+0000","last_became_active":"2024-04-18T05:14:00.479297+0000","last_became_peered":"2024-04-18T05:14:00.479297+0000","last_unstale":"2024-04-18T05:14:16.450319+0000","last_undegraded":"2024-04-18T05:14:16.450319+0000","last_fullsized":"2024-04-18T05:14:16.450319+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:00:18.638928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.495951+0000","last_change":"2024-04-18T05:14:16.486294+0000","last_active":"2024-04-18T05:14:18.495951+0000","last_peered":"2024-04-18T05:14:18.495951+0000","last_clean":"2024-04-18T05:14:18.495951+0000","last_became_active":"2024-04-18T05:14:16.479222+0000","last_became_peered":"2024-04-18T05:14:16.479222+0000","last_unstale":"2024-04-18T05:14:18.495951+0000","last_undegraded":"2024-04-18T05:14:18.495951+0000","last_fullsized":"2024-04-18T05:14:18.495951+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:59:56.913370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.f","version":"67'1","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.456782+0000","last_change":"2024-04-18T05:14:16.088250+0000","last_active":"2024-04-18T05:14:16.456782+0000","last_peered":"2024-04-18T05:14:16.456782+0000","last_clean":"2024-04-18T05:14:16.456782+0000","last_became_active":"2024-04-18T05:14:16.087919+0000","last_became_peered":"2024-04-18T05:14:16.087919+0000","last_unstale":"2024-04-18T05:14:16.456782+0000","last_undegraded":"2024-04-18T05:14:16.456782+0000","last_fullsized":"2024-04-18T05:14:16.456782+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:38:01.308883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437917+0000","last_change":"2024-04-18T05:14:00.861526+0000","last_active":"2024-04-18T05:14:16.437917+0000","last_peered":"2024-04-18T05:14:16.437917+0000","last_clean":"2024-04-18T05:14:16.437917+0000","last_became_active":"2024-04-18T05:14:00.861220+0000","last_became_peered":"2024-04-18T05:14:00.861220+0000","last_unstale":"2024-04-18T05:14:16.437917+0000","last_undegraded":"2024-04-18T05:14:16.437917+0000","last_fullsized":"2024-04-18T05:14:16.437917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:19:16.915439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"61'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442002+0000","last_change":"2024-04-18T05:14:00.462281+0000","last_active":"2024-04-18T05:14:16.442002+0000","last_peered":"2024-04-18T05:14:16.442002+0000","last_clean":"2024-04-18T05:14:16.442002+0000","last_became_active":"2024-04-18T05:14:00.461405+0000","last_became_peered":"2024-04-18T05:14:00.461405+0000","last_unstale":"2024-04-18T05:14:16.442002+0000","last_undegraded":"2024-04-18T05:14:16.442002+0000","last_fullsized":"2024-04-18T05:14:16.442002+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:15.739905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440425+0000","last_change":"2024-04-18T05:14:16.464070+0000","last_active":"2024-04-18T05:14:17.440425+0000","last_peered":"2024-04-18T05:14:17.440425+0000","last_clean":"2024-04-18T05:14:17.440425+0000","last_became_active":"2024-04-18T05:14:16.463358+0000","last_became_peered":"2024-04-18T05:14:16.463358+0000","last_unstale":"2024-04-18T05:14:17.440425+0000","last_undegraded":"2024-04-18T05:14:17.440425+0000","last_fullsized":"2024-04-18T05:14:17.440425+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:26:14.182623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.e","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.446259+0000","last_change":"2024-04-18T05:14:16.066995+0000","last_active":"2024-04-18T05:14:16.446259+0000","last_peered":"2024-04-18T05:14:16.446259+0000","last_clean":"2024-04-18T05:14:16.446259+0000","last_became_active":"2024-04-18T05:14:16.065749+0000","last_became_peered":"2024-04-18T05:14:16.065749+0000","last_unstale":"2024-04-18T05:14:16.446259+0000","last_undegraded":"2024-04-18T05:14:16.446259+0000","last_fullsized":"2024-04-18T05:14:16.446259+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:33:48.949668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442925+0000","last_change":"2024-04-18T05:14:00.871679+0000","last_active":"2024-04-18T05:14:16.442925+0000","last_peered":"2024-04-18T05:14:16.442925+0000","last_clean":"2024-04-18T05:14:16.442925+0000","last_became_active":"2024-04-18T05:14:00.871400+0000","last_became_peered":"2024-04-18T05:14:00.871400+0000","last_unstale":"2024-04-18T05:14:16.442925+0000","last_undegraded":"2024-04-18T05:14:16.442925+0000","last_fullsized":"2024-04-18T05:14:16.442925+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:26:30.155951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.478952+0000","last_change":"2024-04-18T05:14:00.491392+0000","last_active":"2024-04-18T05:14:16.478952+0000","last_peered":"2024-04-18T05:14:16.478952+0000","last_clean":"2024-04-18T05:14:16.478952+0000","last_became_active":"2024-04-18T05:14:00.486707+0000","last_became_peered":"2024-04-18T05:14:00.486707+0000","last_unstale":"2024-04-18T05:14:16.478952+0000","last_undegraded":"2024-04-18T05:14:16.478952+0000","last_fullsized":"2024-04-18T05:14:16.478952+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:01:36.454283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497477+0000","last_change":"2024-04-18T05:14:16.491883+0000","last_active":"2024-04-18T05:14:18.497477+0000","last_peered":"2024-04-18T05:14:18.497477+0000","last_clean":"2024-04-18T05:14:18.497477+0000","last_became_active":"2024-04-18T05:14:16.491306+0000","last_became_peered":"2024-04-18T05:14:16.491306+0000","last_unstale":"2024-04-18T05:14:18.497477+0000","last_undegraded":"2024-04-18T05:14:18.497477+0000","last_fullsized":"2024-04-18T05:14:18.497477+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:32:01.614326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.433300+0000","last_change":"2024-04-18T05:14:16.090650+0000","last_active":"2024-04-18T05:14:16.433300+0000","last_peered":"2024-04-18T05:14:16.433300+0000","last_clean":"2024-04-18T05:14:16.433300+0000","last_became_active":"2024-04-18T05:14:16.088745+0000","last_became_peered":"2024-04-18T05:14:16.088745+0000","last_unstale":"2024-04-18T05:14:16.433300+0000","last_undegraded":"2024-04-18T05:14:16.433300+0000","last_fullsized":"2024-04-18T05:14:16.433300+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465153+0000","last_change":"2024-04-18T05:14:00.863392+0000","last_active":"2024-04-18T05:14:16.465153+0000","last_peered":"2024-04-18T05:14:16.465153+0000","last_clean":"2024-04-18T05:14:16.465153+0000","last_became_active":"2024-04-18T05:14:00.863169+0000","last_became_peered":"2024-04-18T05:14:00.863169+0000","last_unstale":"2024-04-18T05:14:16.465153+0000","last_undegraded":"2024-04-18T05:14:16.465153+0000","last_fullsized":"2024-04-18T05:14:16.465153+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:51:59.470591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.b","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.467403+0000","last_change":"2024-04-18T05:14:00.468847+0000","last_active":"2024-04-18T05:14:16.467403+0000","last_peered":"2024-04-18T05:14:16.467403+0000","last_clean":"2024-04-18T05:14:16.467403+0000","last_became_active":"2024-04-18T05:14:00.467620+0000","last_became_peered":"2024-04-18T05:14:00.467620+0000","last_unstale":"2024-04-18T05:14:16.467403+0000","last_undegraded":"2024-04-18T05:14:16.467403+0000","last_fullsized":"2024-04-18T05:14:16.467403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:04:44.417027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.439190+0000","last_change":"2024-04-18T05:14:16.453329+0000","last_active":"2024-04-18T05:14:17.439190+0000","last_peered":"2024-04-18T05:14:17.439190+0000","last_clean":"2024-04-18T05:14:17.439190+0000","last_became_active":"2024-04-18T05:14:16.453095+0000","last_became_peered":"2024-04-18T05:14:16.453095+0000","last_unstale":"2024-04-18T05:14:17.439190+0000","last_undegraded":"2024-04-18T05:14:17.439190+0000","last_fullsized":"2024-04-18T05:14:17.439190+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:07:17.501495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445546+0000","last_change":"2024-04-18T05:14:16.091124+0000","last_active":"2024-04-18T05:14:16.445546+0000","last_peered":"2024-04-18T05:14:16.445546+0000","last_clean":"2024-04-18T05:14:16.445546+0000","last_became_active":"2024-04-18T05:14:16.090422+0000","last_became_peered":"2024-04-18T05:14:16.090422+0000","last_unstale":"2024-04-18T05:14:16.445546+0000","last_undegraded":"2024-04-18T05:14:16.445546+0000","last_fullsized":"2024-04-18T05:14:16.445546+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:55:13.909329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434604+0000","last_change":"2024-04-18T05:14:00.874004+0000","last_active":"2024-04-18T05:14:16.434604+0000","last_peered":"2024-04-18T05:14:16.434604+0000","last_clean":"2024-04-18T05:14:16.434604+0000","last_became_active":"2024-04-18T05:14:00.873704+0000","last_became_peered":"2024-04-18T05:14:00.873704+0000","last_unstale":"2024-04-18T05:14:16.434604+0000","last_undegraded":"2024-04-18T05:14:16.434604+0000","last_fullsized":"2024-04-18T05:14:16.434604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:50:55.042327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.431656+0000","last_change":"2024-04-18T05:14:00.467695+0000","last_active":"2024-04-18T05:14:16.431656+0000","last_peered":"2024-04-18T05:14:16.431656+0000","last_clean":"2024-04-18T05:14:16.431656+0000","last_became_active":"2024-04-18T05:14:00.467177+0000","last_became_peered":"2024-04-18T05:14:00.467177+0000","last_unstale":"2024-04-18T05:14:16.431656+0000","last_undegraded":"2024-04-18T05:14:16.431656+0000","last_fullsized":"2024-04-18T05:14:16.431656+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:41:27.605641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.497818+0000","last_change":"2024-04-18T05:14:16.500308+0000","last_active":"2024-04-18T05:14:18.497818+0000","last_peered":"2024-04-18T05:14:18.497818+0000","last_clean":"2024-04-18T05:14:18.497818+0000","last_became_active":"2024-04-18T05:14:16.499936+0000","last_became_peered":"2024-04-18T05:14:16.499936+0000","last_unstale":"2024-04-18T05:14:18.497818+0000","last_undegraded":"2024-04-18T05:14:18.497818+0000","last_fullsized":"2024-04-18T05:14:18.497818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:12:20.737948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.480969+0000","last_change":"2024-04-18T05:14:16.081313+0000","last_active":"2024-04-18T05:14:16.480969+0000","last_peered":"2024-04-18T05:14:16.480969+0000","last_clean":"2024-04-18T05:14:16.480969+0000","last_became_active":"2024-04-18T05:14:16.080624+0000","last_became_peered":"2024-04-18T05:14:16.080624+0000","last_unstale":"2024-04-18T05:14:16.480969+0000","last_undegraded":"2024-04-18T05:14:16.480969+0000","last_fullsized":"2024-04-18T05:14:16.480969+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:10.814674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.447507+0000","last_change":"2024-04-18T05:14:00.879044+0000","last_active":"2024-04-18T05:14:16.447507+0000","last_peered":"2024-04-18T05:14:16.447507+0000","last_clean":"2024-04-18T05:14:16.447507+0000","last_became_active":"2024-04-18T05:14:00.878761+0000","last_became_peered":"2024-04-18T05:14:00.878761+0000","last_unstale":"2024-04-18T05:14:16.447507+0000","last_undegraded":"2024-04-18T05:14:16.447507+0000","last_fullsized":"2024-04-18T05:14:16.447507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.459467+0000","last_change":"2024-04-18T05:14:00.471853+0000","last_active":"2024-04-18T05:14:16.459467+0000","last_peered":"2024-04-18T05:14:16.459467+0000","last_clean":"2024-04-18T05:14:16.459467+0000","last_became_active":"2024-04-18T05:14:00.471070+0000","last_became_peered":"2024-04-18T05:14:00.471070+0000","last_unstale":"2024-04-18T05:14:16.459467+0000","last_undegraded":"2024-04-18T05:14:16.459467+0000","last_fullsized":"2024-04-18T05:14:16.459467+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:27:51.617801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440014+0000","last_change":"2024-04-18T05:14:16.496114+0000","last_active":"2024-04-18T05:14:17.440014+0000","last_peered":"2024-04-18T05:14:17.440014+0000","last_clean":"2024-04-18T05:14:17.440014+0000","last_became_active":"2024-04-18T05:14:16.495775+0000","last_became_peered":"2024-04-18T05:14:16.495775+0000","last_unstale":"2024-04-18T05:14:17.440014+0000","last_undegraded":"2024-04-18T05:14:17.440014+0000","last_fullsized":"2024-04-18T05:14:17.440014+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:43:29.236843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.430590+0000","last_change":"2024-04-18T05:14:16.060222+0000","last_active":"2024-04-18T05:14:16.430590+0000","last_peered":"2024-04-18T05:14:16.430590+0000","last_clean":"2024-04-18T05:14:16.430590+0000","last_became_active":"2024-04-18T05:14:16.059879+0000","last_became_peered":"2024-04-18T05:14:16.059879+0000","last_unstale":"2024-04-18T05:14:16.430590+0000","last_undegraded":"2024-04-18T05:14:16.430590+0000","last_fullsized":"2024-04-18T05:14:16.430590+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434824+0000","last_change":"2024-04-18T05:14:00.871916+0000","last_active":"2024-04-18T05:14:16.434824+0000","last_peered":"2024-04-18T05:14:16.434824+0000","last_clean":"2024-04-18T05:14:16.434824+0000","last_became_active":"2024-04-18T05:14:00.871632+0000","last_became_peered":"2024-04-18T05:14:00.871632+0000","last_unstale":"2024-04-18T05:14:16.434824+0000","last_undegraded":"2024-04-18T05:14:16.434824+0000","last_fullsized":"2024-04-18T05:14:16.434824+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:07:41.569182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"61'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445859+0000","last_change":"2024-04-18T05:14:00.473649+0000","last_active":"2024-04-18T05:14:16.445859+0000","last_peered":"2024-04-18T05:14:16.445859+0000","last_clean":"2024-04-18T05:14:16.445859+0000","last_became_active":"2024-04-18T05:14:00.473013+0000","last_became_peered":"2024-04-18T05:14:00.473013+0000","last_unstale":"2024-04-18T05:14:16.445859+0000","last_undegraded":"2024-04-18T05:14:16.445859+0000","last_fullsized":"2024-04-18T05:14:16.445859+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:31:58.794431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.492985+0000","last_change":"2024-04-18T05:14:16.458544+0000","last_active":"2024-04-18T05:14:18.492985+0000","last_peered":"2024-04-18T05:14:18.492985+0000","last_clean":"2024-04-18T05:14:18.492985+0000","last_became_active":"2024-04-18T05:14:16.456435+0000","last_became_peered":"2024-04-18T05:14:16.456435+0000","last_unstale":"2024-04-18T05:14:18.492985+0000","last_undegraded":"2024-04-18T05:14:18.492985+0000","last_fullsized":"2024-04-18T05:14:18.492985+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:39.950858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437324+0000","last_change":"2024-04-18T05:14:16.067363+0000","last_active":"2024-04-18T05:14:16.437324+0000","last_peered":"2024-04-18T05:14:16.437324+0000","last_clean":"2024-04-18T05:14:16.437324+0000","last_became_active":"2024-04-18T05:14:16.065875+0000","last_became_peered":"2024-04-18T05:14:16.065875+0000","last_unstale":"2024-04-18T05:14:16.437324+0000","last_undegraded":"2024-04-18T05:14:16.437324+0000","last_fullsized":"2024-04-18T05:14:16.437324+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:26:31.145453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442353+0000","last_change":"2024-04-18T05:14:00.880892+0000","last_active":"2024-04-18T05:14:16.442353+0000","last_peered":"2024-04-18T05:14:16.442353+0000","last_clean":"2024-04-18T05:14:16.442353+0000","last_became_active":"2024-04-18T05:14:00.880537+0000","last_became_peered":"2024-04-18T05:14:00.880537+0000","last_unstale":"2024-04-18T05:14:16.442353+0000","last_undegraded":"2024-04-18T05:14:16.442353+0000","last_fullsized":"2024-04-18T05:14:16.442353+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:25:16.749092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.6","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.450501+0000","last_change":"2024-04-18T05:14:00.483853+0000","last_active":"2024-04-18T05:14:16.450501+0000","last_peered":"2024-04-18T05:14:16.450501+0000","last_clean":"2024-04-18T05:14:16.450501+0000","last_became_active":"2024-04-18T05:14:00.483595+0000","last_became_peered":"2024-04-18T05:14:00.483595+0000","last_unstale":"2024-04-18T05:14:16.450501+0000","last_undegraded":"2024-04-18T05:14:16.450501+0000","last_fullsized":"2024-04-18T05:14:16.450501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:37:38.921394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091045+0000","last_change":"2024-04-18T05:14:16.443909+0000","last_active":"2024-04-18T05:14:18.091045+0000","last_peered":"2024-04-18T05:14:18.091045+0000","last_clean":"2024-04-18T05:14:18.091045+0000","last_became_active":"2024-04-18T05:14:16.443642+0000","last_became_peered":"2024-04-18T05:14:16.443642+0000","last_unstale":"2024-04-18T05:14:18.091045+0000","last_undegraded":"2024-04-18T05:14:18.091045+0000","last_fullsized":"2024-04-18T05:14:18.091045+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:56:49.253877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.7","version":"67'2","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.462838+0000","last_change":"2024-04-18T05:14:16.082042+0000","last_active":"2024-04-18T05:14:16.462838+0000","last_peered":"2024-04-18T05:14:16.462838+0000","last_clean":"2024-04-18T05:14:16.462838+0000","last_became_active":"2024-04-18T05:14:16.081750+0000","last_became_peered":"2024-04-18T05:14:16.081750+0000","last_unstale":"2024-04-18T05:14:16.462838+0000","last_undegraded":"2024-04-18T05:14:16.462838+0000","last_fullsized":"2024-04-18T05:14:16.462838+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:15:20.350938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.442708+0000","last_change":"2024-04-18T05:14:00.855267+0000","last_active":"2024-04-18T05:14:16.442708+0000","last_peered":"2024-04-18T05:14:16.442708+0000","last_clean":"2024-04-18T05:14:16.442708+0000","last_became_active":"2024-04-18T05:14:00.855039+0000","last_became_peered":"2024-04-18T05:14:00.855039+0000","last_unstale":"2024-04-18T05:14:16.442708+0000","last_undegraded":"2024-04-18T05:14:16.442708+0000","last_fullsized":"2024-04-18T05:14:16.442708+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:20:55.416375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465818+0000","last_change":"2024-04-18T05:14:00.482001+0000","last_active":"2024-04-18T05:14:16.465818+0000","last_peered":"2024-04-18T05:14:16.465818+0000","last_clean":"2024-04-18T05:14:16.465818+0000","last_became_active":"2024-04-18T05:14:00.481233+0000","last_became_peered":"2024-04-18T05:14:00.481233+0000","last_unstale":"2024-04-18T05:14:16.465818+0000","last_undegraded":"2024-04-18T05:14:16.465818+0000","last_fullsized":"2024-04-18T05:14:16.465818+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:46:34.054210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.490351+0000","last_change":"2024-04-18T05:14:16.463986+0000","last_active":"2024-04-18T05:14:18.490351+0000","last_peered":"2024-04-18T05:14:18.490351+0000","last_clean":"2024-04-18T05:14:18.490351+0000","last_became_active":"2024-04-18T05:14:16.463618+0000","last_became_peered":"2024-04-18T05:14:16.463618+0000","last_unstale":"2024-04-18T05:14:18.490351+0000","last_undegraded":"2024-04-18T05:14:18.490351+0000","last_fullsized":"2024-04-18T05:14:18.490351+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:21:11.010178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.6","version":"68'1","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.499471+0000","last_change":"2024-04-18T05:14:16.083909+0000","last_active":"2024-04-18T05:14:18.499471+0000","last_peered":"2024-04-18T05:14:18.499471+0000","last_clean":"2024-04-18T05:14:18.499471+0000","last_became_active":"2024-04-18T05:14:16.083336+0000","last_became_peered":"2024-04-18T05:14:16.083336+0000","last_unstale":"2024-04-18T05:14:18.499471+0000","last_undegraded":"2024-04-18T05:14:18.499471+0000","last_fullsized":"2024-04-18T05:14:18.499471+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T06:11:38.332299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.443017+0000","last_change":"2024-04-18T05:14:00.871574+0000","last_active":"2024-04-18T05:14:16.443017+0000","last_peered":"2024-04-18T05:14:16.443017+0000","last_clean":"2024-04-18T05:14:16.443017+0000","last_became_active":"2024-04-18T05:14:00.871299+0000","last_became_peered":"2024-04-18T05:14:00.871299+0000","last_unstale":"2024-04-18T05:14:16.443017+0000","last_undegraded":"2024-04-18T05:14:16.443017+0000","last_fullsized":"2024-04-18T05:14:16.443017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:19:10.047141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.484062+0000","last_change":"2024-04-18T05:14:00.492511+0000","last_active":"2024-04-18T05:14:16.484062+0000","last_peered":"2024-04-18T05:14:16.484062+0000","last_clean":"2024-04-18T05:14:16.484062+0000","last_became_active":"2024-04-18T05:14:00.491890+0000","last_became_peered":"2024-04-18T05:14:00.491890+0000","last_unstale":"2024-04-18T05:14:16.484062+0000","last_undegraded":"2024-04-18T05:14:16.484062+0000","last_fullsized":"2024-04-18T05:14:16.484062+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:05:36.954697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.442190+0000","last_change":"2024-04-18T05:14:16.467991+0000","last_active":"2024-04-18T05:14:17.442190+0000","last_peered":"2024-04-18T05:14:17.442190+0000","last_clean":"2024-04-18T05:14:17.442190+0000","last_became_active":"2024-04-18T05:14:16.464274+0000","last_became_peered":"2024-04-18T05:14:16.464274+0000","last_unstale":"2024-04-18T05:14:17.442190+0000","last_undegraded":"2024-04-18T05:14:17.442190+0000","last_fullsized":"2024-04-18T05:14:17.442190+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:53:32.701136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434588+0000","last_change":"2024-04-18T05:14:16.064119+0000","last_active":"2024-04-18T05:14:16.434588+0000","last_peered":"2024-04-18T05:14:16.434588+0000","last_clean":"2024-04-18T05:14:16.434588+0000","last_became_active":"2024-04-18T05:14:16.063029+0000","last_became_peered":"2024-04-18T05:14:16.063029+0000","last_unstale":"2024-04-18T05:14:16.434588+0000","last_undegraded":"2024-04-18T05:14:16.434588+0000","last_fullsized":"2024-04-18T05:14:16.434588+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:26:17.284145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.448551+0000","last_change":"2024-04-18T05:14:00.874084+0000","last_active":"2024-04-18T05:14:16.448551+0000","last_peered":"2024-04-18T05:14:16.448551+0000","last_clean":"2024-04-18T05:14:16.448551+0000","last_became_active":"2024-04-18T05:14:00.873807+0000","last_became_peered":"2024-04-18T05:14:00.873807+0000","last_unstale":"2024-04-18T05:14:16.448551+0000","last_undegraded":"2024-04-18T05:14:16.448551+0000","last_fullsized":"2024-04-18T05:14:16.448551+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:05:52.408260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.436462+0000","last_change":"2024-04-18T05:14:00.477493+0000","last_active":"2024-04-18T05:14:16.436462+0000","last_peered":"2024-04-18T05:14:16.436462+0000","last_clean":"2024-04-18T05:14:16.436462+0000","last_became_active":"2024-04-18T05:14:00.476699+0000","last_became_peered":"2024-04-18T05:14:00.476699+0000","last_unstale":"2024-04-18T05:14:16.436462+0000","last_undegraded":"2024-04-18T05:14:16.436462+0000","last_fullsized":"2024-04-18T05:14:16.436462+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:48:59.329860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.496615+0000","last_change":"2024-04-18T05:14:16.490707+0000","last_active":"2024-04-18T05:14:18.496615+0000","last_peered":"2024-04-18T05:14:18.496615+0000","last_clean":"2024-04-18T05:14:18.496615+0000","last_became_active":"2024-04-18T05:14:16.479630+0000","last_became_peered":"2024-04-18T05:14:16.479630+0000","last_unstale":"2024-04-18T05:14:18.496615+0000","last_undegraded":"2024-04-18T05:14:18.496615+0000","last_fullsized":"2024-04-18T05:14:18.496615+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:43.208910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.445311+0000","last_change":"2024-04-18T05:14:16.077987+0000","last_active":"2024-04-18T05:14:16.445311+0000","last_peered":"2024-04-18T05:14:16.445311+0000","last_clean":"2024-04-18T05:14:16.445311+0000","last_became_active":"2024-04-18T05:14:16.075673+0000","last_became_peered":"2024-04-18T05:14:16.075673+0000","last_unstale":"2024-04-18T05:14:16.445311+0000","last_undegraded":"2024-04-18T05:14:16.445311+0000","last_fullsized":"2024-04-18T05:14:16.445311+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:55:08.553501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.434709+0000","last_change":"2024-04-18T05:14:00.884112+0000","last_active":"2024-04-18T05:14:16.434709+0000","last_peered":"2024-04-18T05:14:16.434709+0000","last_clean":"2024-04-18T05:14:16.434709+0000","last_became_active":"2024-04-18T05:14:00.883819+0000","last_became_peered":"2024-04-18T05:14:00.883819+0000","last_unstale":"2024-04-18T05:14:16.434709+0000","last_undegraded":"2024-04-18T05:14:16.434709+0000","last_fullsized":"2024-04-18T05:14:16.434709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T07:50:27.060793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.441875+0000","last_change":"2024-04-18T05:14:00.471506+0000","last_active":"2024-04-18T05:14:16.441875+0000","last_peered":"2024-04-18T05:14:16.441875+0000","last_clean":"2024-04-18T05:14:16.441875+0000","last_became_active":"2024-04-18T05:14:00.470776+0000","last_became_peered":"2024-04-18T05:14:00.470776+0000","last_unstale":"2024-04-18T05:14:16.441875+0000","last_undegraded":"2024-04-18T05:14:16.441875+0000","last_fullsized":"2024-04-18T05:14:16.441875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.440004+0000","last_change":"2024-04-18T05:14:16.485541+0000","last_active":"2024-04-18T05:14:17.440004+0000","last_peered":"2024-04-18T05:14:17.440004+0000","last_clean":"2024-04-18T05:14:17.440004+0000","last_became_active":"2024-04-18T05:14:16.485249+0000","last_became_peered":"2024-04-18T05:14:16.485249+0000","last_unstale":"2024-04-18T05:14:17.440004+0000","last_undegraded":"2024-04-18T05:14:17.440004+0000","last_fullsized":"2024-04-18T05:14:17.440004+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T11:04:17.396933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.439373+0000","last_change":"2024-04-18T05:14:16.069850+0000","last_active":"2024-04-18T05:14:16.439373+0000","last_peered":"2024-04-18T05:14:16.439373+0000","last_clean":"2024-04-18T05:14:16.439373+0000","last_became_active":"2024-04-18T05:14:16.069577+0000","last_became_peered":"2024-04-18T05:14:16.069577+0000","last_unstale":"2024-04-18T05:14:16.439373+0000","last_undegraded":"2024-04-18T05:14:16.439373+0000","last_fullsized":"2024-04-18T05:14:16.439373+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:50:32.436757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.477098+0000","last_change":"2024-04-18T05:14:11.029009+0000","last_active":"2024-04-18T05:14:16.477098+0000","last_peered":"2024-04-18T05:14:16.477098+0000","last_clean":"2024-04-18T05:14:16.477098+0000","last_became_active":"2024-04-18T05:14:11.028270+0000","last_became_peered":"2024-04-18T05:14:11.028270+0000","last_unstale":"2024-04-18T05:14:16.477098+0000","last_undegraded":"2024-04-18T05:14:16.477098+0000","last_fullsized":"2024-04-18T05:14:16.477098+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T05:56:19.052470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.464806+0000","last_change":"2024-04-18T05:14:00.492526+0000","last_active":"2024-04-18T05:14:16.464806+0000","last_peered":"2024-04-18T05:14:16.464806+0000","last_clean":"2024-04-18T05:14:16.464806+0000","last_became_active":"2024-04-18T05:14:00.491888+0000","last_became_peered":"2024-04-18T05:14:00.491888+0000","last_unstale":"2024-04-18T05:14:16.464806+0000","last_undegraded":"2024-04-18T05:14:16.464806+0000","last_fullsized":"2024-04-18T05:14:16.464806+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T10:05:04.092042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:18.091812+0000","last_change":"2024-04-18T05:14:16.472857+0000","last_active":"2024-04-18T05:14:18.091812+0000","last_peered":"2024-04-18T05:14:18.091812+0000","last_clean":"2024-04-18T05:14:18.091812+0000","last_became_active":"2024-04-18T05:14:16.472599+0000","last_became_peered":"2024-04-18T05:14:16.472599+0000","last_unstale":"2024-04-18T05:14:18.091812+0000","last_undegraded":"2024-04-18T05:14:18.091812+0000","last_fullsized":"2024-04-18T05:14:18.091812+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:17:15.884713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.476716+0000","last_change":"2024-04-18T05:14:16.081905+0000","last_active":"2024-04-18T05:14:16.476716+0000","last_peered":"2024-04-18T05:14:16.476716+0000","last_clean":"2024-04-18T05:14:16.476716+0000","last_became_active":"2024-04-18T05:14:16.081211+0000","last_became_peered":"2024-04-18T05:14:16.081211+0000","last_unstale":"2024-04-18T05:14:16.476716+0000","last_undegraded":"2024-04-18T05:14:16.476716+0000","last_fullsized":"2024-04-18T05:14:16.476716+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:59:02.970680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.437597+0000","last_change":"2024-04-18T05:14:00.884904+0000","last_active":"2024-04-18T05:14:16.437597+0000","last_peered":"2024-04-18T05:14:16.437597+0000","last_clean":"2024-04-18T05:14:16.437597+0000","last_became_active":"2024-04-18T05:14:00.884602+0000","last_became_peered":"2024-04-18T05:14:00.884602+0000","last_unstale":"2024-04-18T05:14:16.437597+0000","last_undegraded":"2024-04-18T05:14:16.437597+0000","last_fullsized":"2024-04-18T05:14:16.437597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T14:15:20.097847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465373+0000","last_change":"2024-04-18T05:14:00.480520+0000","last_active":"2024-04-18T05:14:16.465373+0000","last_peered":"2024-04-18T05:14:16.465373+0000","last_clean":"2024-04-18T05:14:16.465373+0000","last_became_active":"2024-04-18T05:14:00.478958+0000","last_became_peered":"2024-04-18T05:14:00.478958+0000","last_unstale":"2024-04-18T05:14:16.465373+0000","last_undegraded":"2024-04-18T05:14:16.465373+0000","last_fullsized":"2024-04-18T05:14:16.465373+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T12:54:06.662843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-18T05:14:17.437968+0000","last_change":"2024-04-18T05:14:16.479080+0000","last_active":"2024-04-18T05:14:17.437968+0000","last_peered":"2024-04-18T05:14:17.437968+0000","last_clean":"2024-04-18T05:14:17.437968+0000","last_became_active":"2024-04-18T05:14:16.478719+0000","last_became_peered":"2024-04-18T05:14:16.478719+0000","last_unstale":"2024-04-18T05:14:17.437968+0000","last_undegraded":"2024-04-18T05:14:17.437968+0000","last_fullsized":"2024-04-18T05:14:17.437968+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:16.031375+0000","last_clean_scrub_stamp":"2024-04-18T05:14:16.031375+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T15:01:20.209596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":11,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.476332+0000","last_change":"2024-04-18T05:14:16.069931+0000","last_active":"2024-04-18T05:14:16.476332+0000","last_peered":"2024-04-18T05:14:16.476332+0000","last_clean":"2024-04-18T05:14:16.476332+0000","last_became_active":"2024-04-18T05:14:16.069167+0000","last_became_peered":"2024-04-18T05:14:16.069167+0000","last_unstale":"2024-04-18T05:14:16.476332+0000","last_undegraded":"2024-04-18T05:14:16.476332+0000","last_fullsized":"2024-04-18T05:14:16.476332+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:15.022972+0000","last_clean_scrub_stamp":"2024-04-18T05:14:15.022972+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T13:58:06.849441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429669+0000","last_change":"2024-04-18T05:14:00.870565+0000","last_active":"2024-04-18T05:14:16.429669+0000","last_peered":"2024-04-18T05:14:16.429669+0000","last_clean":"2024-04-18T05:14:16.429669+0000","last_became_active":"2024-04-18T05:14:00.870275+0000","last_became_peered":"2024-04-18T05:14:00.870275+0000","last_unstale":"2024-04-18T05:14:16.429669+0000","last_undegraded":"2024-04-18T05:14:16.429669+0000","last_fullsized":"2024-04-18T05:14:16.429669+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:14:00.437572+0000","last_clean_scrub_stamp":"2024-04-18T05:14:00.437572+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T08:31:36.709479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.465933+0000","last_change":"2024-04-18T05:14:00.485922+0000","last_active":"2024-04-18T05:14:16.465933+0000","last_peered":"2024-04-18T05:14:16.465933+0000","last_clean":"2024-04-18T05:14:16.465933+0000","last_became_active":"2024-04-18T05:14:00.485025+0000","last_became_peered":"2024-04-18T05:14:00.485025+0000","last_unstale":"2024-04-18T05:14:16.465933+0000","last_undegraded":"2024-04-18T05:14:16.465933+0000","last_fullsized":"2024-04-18T05:14:16.465933+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:13:59.428385+0000","last_clean_scrub_stamp":"2024-04-18T05:13:59.428385+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T16:01:01.098882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":205,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-18T05:14:16.429383+0000","last_change":"2024-04-18T05:11:18.053190+0000","last_active":"2024-04-18T05:14:16.429383+0000","last_peered":"2024-04-18T05:14:16.429383+0000","last_clean":"2024-04-18T05:14:16.429383+0000","last_became_active":"2024-04-18T05:11:18.051304+0000","last_became_peered":"2024-04-18T05:11:18.051304+0000","last_unstale":"2024-04-18T05:14:16.429383+0000","last_undegraded":"2024-04-18T05:14:16.429383+0000","last_fullsized":"2024-04-18T05:14:16.429383+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-18T05:11:16.919904+0000","last_clean_scrub_stamp":"2024-04-18T05:11:16.919904+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-19T09:41:04.456029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":4063,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509480,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31952,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339888,"statfs":{"total":96636764160,"available":96604045312,"internally_reserved":0,"allocated":843776,"data_stored":386325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.89100000000000001,"15min":0.89700000000000002},"min":{"1min":0.56100000000000005,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.256,"5min":1.421,"15min":1.421},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.58399999999999996,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":1.0980000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.86499999999999999,"5min":0.82099999999999995,"15min":0.81299999999999994},"min":{"1min":0.56000000000000005,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.83999999999999997,"15min":0.83299999999999996},"min":{"1min":0.58599999999999997,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.214,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.073}]},{"osd":2,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.85999999999999999,"15min":0.85599999999999998},"min":{"1min":0.54400000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.25,"5min":1.5900000000000001,"15min":1.5900000000000001},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.86799999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.0109999999999999,"15min":1.0189999999999999},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.331,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.006,"5min":1.01,"15min":1.0109999999999999},"min":{"1min":0.64200000000000002,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4099999999999999,"5min":1.494,"15min":1.494},"last":1.198}]},{"osd":4,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.95399999999999996,"15min":0.95999999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.1950000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.024},{"interface":"front","average":{"1min":0.999,"5min":0.995,"15min":0.99399999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.427,"5min":1.427,"15min":1.427},"last":1.1539999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":0.98799999999999999,"15min":0.99199999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2789999999999999,"5min":2.0179999999999998,"15min":2.0179999999999998},"last":0.99099999999999999},{"interface":"front","average":{"1min":1.004,"5min":1.0820000000000001,"15min":1.095},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.4450000000000001,"5min":1.6639999999999999,"15min":1.6639999999999999},"last":1.121}]},{"osd":7,"last update":"Thu Apr 18 05:13:20 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.0609999999999999,"15min":1.0700000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.5669999999999999,"5min":1.635,"15min":1.635},"last":1.244},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0509999999999999,"15min":1.0489999999999999},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.0529999999999999}]}]},{"osd":5,"up_from":15,"seq":64424509480,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28420,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343420,"statfs":{"total":96636764160,"available":96607662080,"internally_reserved":0,"allocated":1433600,"data_stored":975571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.81499999999999995,"15min":0.80900000000000005},"min":{"1min":0.501,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.1879999999999999,"5min":1.1879999999999999,"15min":1.1879999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.81999999999999995,"15min":0.81499999999999995},"min":{"1min":0.51800000000000002,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.91500000000000004}]},{"osd":1,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.83199999999999996,"15min":0.82599999999999996},"min":{"1min":0.52300000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1120000000000001,"5min":1.6140000000000001,"15min":1.6140000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.93400000000000005,"5min":0.84999999999999998,"15min":0.83599999999999997},"min":{"1min":0.61599999999999999,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.79700000000000004}]},{"osd":2,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.83399999999999996,"15min":0.80700000000000005},"min":{"1min":0.64400000000000002,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":4.2789999999999999,"5min":4.2789999999999999,"15min":4.2789999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.92500000000000004,"15min":0.91900000000000004},"min":{"1min":0.64300000000000002,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":2.173,"5min":2.173,"15min":2.173},"last":0.85999999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94599999999999995,"15min":0.95299999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1930000000000001,"5min":1.6539999999999999,"15min":1.6539999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.026,"5min":1.0049999999999999,"15min":1.0009999999999999},"min":{"1min":0.80200000000000005,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.821,"5min":1.9259999999999999,"15min":1.9259999999999999},"last":1.038}]},{"osd":4,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.94199999999999995,"15min":0.93799999999999994},"min":{"1min":0.65500000000000003,"5min":0.437,"15min":0.437},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":2.855,"5min":2.855,"15min":2.855},"last":1.0089999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.96599999999999997,"15min":0.97199999999999998},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.111},{"interface":"front","average":{"1min":0.95399999999999996,"5min":1.038,"15min":1.052},"min":{"1min":0.624,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2450000000000001,"5min":1.73,"15min":1.73},"last":1.073}]},{"osd":7,"last update":"Thu Apr 18 05:13:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.085,"15min":1.0840000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3759999999999999,"5min":1.5269999999999999,"15min":1.5269999999999999},"last":1.246},{"interface":"front","average":{"1min":1.127,"5min":1.149,"15min":1.153},"min":{"1min":0.79600000000000004,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.712,"5min":2.0529999999999999,"15min":2.0529999999999999},"last":1.163}]}]},{"osd":4,"up_from":15,"seq":64424509481,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31920,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339920,"statfs":{"total":96636764160,"available":96604078080,"internally_reserved":0,"allocated":823296,"data_stored":382340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.85799999999999998,"15min":0.84799999999999998},"min":{"1min":0.59199999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85399999999999998,"15min":0.86399999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.214,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":1.0569999999999999}]},{"osd":1,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.84699999999999998,"15min":0.82199999999999995},"min":{"1min":0.69799999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.1679999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.1679999999999999},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.89700000000000002,"15min":0.90300000000000002},"min":{"1min":0.53500000000000003,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.365,"5min":2.2570000000000001,"15min":2.2570000000000001},"last":0.92600000000000005}]},{"osd":2,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.93799999999999994,"15min":0.92200000000000004},"min":{"1min":0.62,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5289999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.083},{"interface":"front","average":{"1min":0.92700000000000005,"5min":0.92800000000000005,"15min":0.92600000000000005},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.446,"5min":1.498,"15min":1.498},"last":0.84699999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.95199999999999996,"15min":0.93899999999999995},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.98799999999999999},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.98699999999999999,"15min":0.997},"min":{"1min":0.70799999999999996,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.3320000000000001,"5min":1.617,"15min":1.617},"last":1.0109999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.80900000000000005,"15min":0.82499999999999996},"min":{"1min":0.58799999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.0349999999999999,"15min":1.0549999999999999},"min":{"1min":0.64100000000000001,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.4810000000000001,"5min":2.1859999999999999,"15min":2.1859999999999999},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.03,"15min":1.048},"min":{"1min":0.66900000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.5029999999999999,"5min":1.5029999999999999,"15min":1.5029999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.998,"15min":1.024},"min":{"1min":0.70499999999999996,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4319999999999999,"5min":1.962,"15min":1.962},"last":0.81399999999999995}]},{"osd":7,"last update":"Thu Apr 18 05:14:19 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.0600000000000001,"15min":1.0409999999999999},"min":{"1min":0.79600000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.085,"5min":1.054,"15min":1.0569999999999999},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.54,"5min":1.54,"15min":1.54},"last":0.95199999999999996}]}]},{"osd":3,"up_from":15,"seq":64424509480,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36036,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335804,"statfs":{"total":96636764160,"available":96599863296,"internally_reserved":0,"allocated":843776,"data_stored":383564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":36043208},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.60899999999999999,"15min":0.61499999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.94099999999999995,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.66200000000000003,"15min":0.66400000000000003},"min":{"1min":0.30399999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.1579999999999999,"5min":1.571,"15min":1.571},"last":1.1000000000000001}]},{"osd":1,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.65200000000000002,"15min":0.67200000000000004},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.86599999999999999,"5min":1.76,"15min":1.76},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.68300000000000005,"15min":0.66700000000000004},"min":{"1min":0.33100000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.0720000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.71799999999999997}]},{"osd":2,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.76700000000000002,"15min":0.79700000000000004},"min":{"1min":0.33700000000000002,"5min":0.309,"15min":0.309},"max":{"1min":1.109,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.77400000000000002,"15min":0.77900000000000003},"min":{"1min":0.36199999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.1240000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.873}]},{"osd":4,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.88900000000000001,"15min":0.90700000000000003},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.319,"5min":1.319,"15min":1.319},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.872,"5min":0.90100000000000002,"15min":0.90100000000000002},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.145,"5min":1.254,"15min":1.254},"last":1.145}]},{"osd":5,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.92200000000000004,"15min":0.92800000000000005},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.167,"5min":1.446,"15min":1.446},"last":1.012},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.996,"15min":1.02},"min":{"1min":0.51200000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.268,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":1.0449999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":1.0089999999999999,"15min":1.0249999999999999},"min":{"1min":0.73899999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.228,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":1.228},{"interface":"front","average":{"1min":0.90900000000000003,"5min":1.0089999999999999,"15min":1.0349999999999999},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.2589999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.2589999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.034,"15min":1.046},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.325,"5min":1.883,"15min":1.883},"last":1.1799999999999999},{"interface":"front","average":{"1min":1.018,"5min":1.0249999999999999,"15min":1.028},"min":{"1min":0.752,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2869999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.2869999999999999}]}]},{"osd":2,"up_from":15,"seq":64424509479,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31920,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339920,"statfs":{"total":96636764160,"available":96604078080,"internally_reserved":0,"allocated":823296,"data_stored":381792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61299999999999999,"15min":0.60299999999999998},"min":{"1min":0.39200000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.92600000000000005,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.624,"15min":0.61899999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.372},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66400000000000003,"15min":0.66200000000000003},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.98999999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.61099999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.72699999999999998,"15min":0.73699999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.94999999999999996,"5min":1.177,"15min":1.177},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.753,"15min":0.75700000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0489999999999999,"5min":1.222,"15min":1.222},"last":0.54900000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.89500000000000002,"5min":0.92600000000000005,"15min":0.93100000000000005},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.278,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0129999999999999,"15min":1.014},"min":{"1min":0.70199999999999996,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.266,"5min":1.7,"15min":1.7},"last":0.77400000000000002}]},{"osd":5,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":1,"15min":1.006},"min":{"1min":0.63100000000000001,"5min":0.627,"15min":0.627},"max":{"1min":1.2,"5min":2.3919999999999999,"15min":2.3919999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.96699999999999997,"5min":1.0389999999999999,"15min":1.0509999999999999},"min":{"1min":0.66600000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3169999999999999,"5min":1.847,"15min":1.847},"last":0.84899999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0309999999999999,"15min":1.0329999999999999},"min":{"1min":0.68100000000000005,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.28,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.024,"15min":1.018},"min":{"1min":0.69599999999999995,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.3560000000000001,"5min":1.625,"15min":1.625},"last":0.94799999999999995}]},{"osd":7,"last update":"Thu Apr 18 05:13:19 2024","interfaces":[{"interface":"back","average":{"1min":1.073,"5min":1.093,"15min":1.0960000000000001},"min":{"1min":0.65900000000000003,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.4279999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0880000000000001,"15min":1.0920000000000001},"min":{"1min":0.66800000000000004,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.2829999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.80100000000000005}]}]},{"osd":1,"up_from":15,"seq":64424509479,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36608,"kb_used_data":1396,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335232,"statfs":{"total":96636764160,"available":96599277568,"internally_reserved":0,"allocated":1429504,"data_stored":973736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56399999999999995,"15min":0.55700000000000005},"min":{"1min":0.27600000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61199999999999999,"15min":0.626},"min":{"1min":0.30599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.046,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60199999999999998,"15min":0.59999999999999998},"min":{"1min":0.32700000000000001,"5min":0.25,"15min":0.25},"max":{"1min":1.1619999999999999,"5min":1.345,"15min":1.345},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.67500000000000004,"15min":0.68000000000000005},"min":{"1min":0.372,"5min":0.249,"15min":0.249},"max":{"1min":1.0169999999999999,"5min":1.421,"15min":1.421},"last":0.86299999999999999}]},{"osd":3,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.748,"15min":0.74099999999999999},"min":{"1min":0.34000000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.1359999999999999,"5min":1.4319999999999999,"15min":1.4319999999999999},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.69199999999999995,"15min":0.69399999999999995},"min":{"1min":0.40799999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.97399999999999998,"5min":1.173,"15min":1.173},"last":0.91600000000000004}]},{"osd":4,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.84999999999999998,"15min":0.84299999999999997},"min":{"1min":0.68799999999999994,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1459999999999999,"5min":1.47,"15min":1.47},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.94399999999999995,"15min":0.94699999999999995},"min":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.393,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.1379999999999999}]},{"osd":5,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":0.90800000000000003,"5min":0.91200000000000003,"15min":0.92200000000000004},"min":{"1min":0.66800000000000004,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.2370000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.2989999999999999},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.90400000000000003,"15min":0.90500000000000003},"min":{"1min":0.66300000000000003,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.2549999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":1.0429999999999999}]},{"osd":6,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":1.05,"5min":1.028,"15min":1.044},"min":{"1min":0.67400000000000004,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.3600000000000001,"5min":1.911,"15min":1.911},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.002,"15min":0.98999999999999999},"min":{"1min":0.74399999999999999,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.3420000000000001,"5min":1.637,"15min":1.637},"last":1.1779999999999999}]},{"osd":7,"last update":"Thu Apr 18 05:14:16 2024","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.046,"15min":1.044},"min":{"1min":0.76600000000000001,"5min":0.628,"15min":0.628},"max":{"1min":1.5049999999999999,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":1.4770000000000001},{"interface":"front","average":{"1min":1.05,"5min":1.0309999999999999,"15min":1.0449999999999999},"min":{"1min":0.626,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.448,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.347}]}]},{"osd":0,"up_from":15,"seq":64424509480,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36012,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94335828,"statfs":{"total":96636764160,"available":96599887872,"internally_reserved":0,"allocated":819200,"data_stored":381758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.59099999999999997,"15min":0.624},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.83399999999999996,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.624,"15min":0.65500000000000003},"min":{"1min":0.32400000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.88400000000000001,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.61699999999999999}]},{"osd":2,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.63500000000000001,"15min":0.65100000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":1.1259999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.628,"15min":0.63500000000000001},"min":{"1min":0.35299999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.98099999999999998}]},{"osd":3,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.70599999999999996,"15min":0.72599999999999998},"min":{"1min":0.34000000000000002,"5min":0.307,"15min":0.307},"max":{"1min":1.1180000000000001,"5min":1.369,"15min":1.369},"last":1.028},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.85199999999999998,"15min":0.90900000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.2589999999999999,"5min":2.218,"15min":2.218},"last":1.2589999999999999}]},{"osd":4,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.90000000000000002,"15min":0.93200000000000005},"min":{"1min":0.52600000000000002,"5min":0.437,"15min":0.437},"max":{"1min":1.385,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.872,"5min":0.878,"15min":0.89800000000000002},"min":{"1min":0.59099999999999997,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.93899999999999995}]},{"osd":5,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.89700000000000002,"15min":0.92500000000000004},"min":{"1min":0.60299999999999998,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.234,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.0049999999999999,"15min":1.0569999999999999},"min":{"1min":0.65700000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.391,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.90200000000000002}]},{"osd":6,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":1.04,"15min":1.093},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.3580000000000001,"5min":2.0979999999999999,"15min":2.0979999999999999},"last":1.3580000000000001},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.96999999999999997,"15min":1.002},"min":{"1min":0.61899999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3100000000000001,"5min":1.425,"15min":1.425},"last":1.3100000000000001}]},{"osd":7,"last update":"Thu Apr 18 05:14:18 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.98599999999999999,"15min":1.016},"min":{"1min":0.63100000000000001,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2729999999999999,"5min":1.411,"15min":1.411},"last":1.1699999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.96999999999999997,"15min":0.99299999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":1.2}]}]},{"osd":7,"up_from":13,"seq":55834574889,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":823296,"data_stored":382388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.84099999999999997,"15min":0.83699999999999997},"min":{"1min":0.623,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.80100000000000005,"15min":0.80300000000000005},"min":{"1min":0.52600000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.2170000000000001,"5min":1.27,"15min":1.27},"last":0.85599999999999998}]},{"osd":1,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.94299999999999995,"15min":0.93999999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.93500000000000005,"15min":0.93700000000000006},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.2849999999999999,"5min":1.452,"15min":1.452},"last":0.63200000000000001}]},{"osd":2,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.84799999999999998,"5min":0.85199999999999998,"15min":0.85299999999999998},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.872,"15min":0.85399999999999998},"min":{"1min":0.68000000000000005,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.88800000000000001}]},{"osd":3,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.1819999999999999,"5min":1.202,"15min":1.202},"last":0.67100000000000004},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.94799999999999995,"15min":0.92900000000000005},"min":{"1min":0.84099999999999997,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.25,"5min":1.411,"15min":1.411},"last":1.038}]},{"osd":4,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.92300000000000004,"15min":0.93000000000000005},"min":{"1min":0.58199999999999996,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.22,"5min":1.649,"15min":1.649},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.91400000000000003,"15min":0.90800000000000003},"min":{"1min":0.63500000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.331,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.75800000000000001}]},{"osd":5,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.0089999999999999,"15min":1.0049999999999999},"min":{"1min":0.70799999999999996,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.96799999999999997,"15min":0.96499999999999997},"min":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.294,"5min":1.536,"15min":1.536},"last":0.72399999999999998}]},{"osd":6,"last update":"Thu Apr 18 05:13:23 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.042,"15min":1.034},"min":{"1min":0.71399999999999997,"5min":0.627,"15min":0.627},"max":{"1min":1.355,"5min":1.728,"15min":1.728},"last":0.90700000000000003},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.032,"15min":1.0249999999999999},"min":{"1min":0.67600000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.425,"5min":1.595,"15min":1.595},"last":0.82799999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-18T05:14:25.389 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-18T05:14:25.389 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.1 mon 'allow r' osd 'allow rw pool=cephfs2_data' mds allow 2024-04-18T05:14:25.395 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:14:25.427 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:14:25.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0ff0dd5640 1 Processor -- start 2024-04-18T05:14:25.555 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0ff0dd5640 1 -- start start 2024-04-18T05:14:25.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0ff0dd5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec0bcb30 0x7f0fec157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0ff0dd5640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0fec157a70 0x7f0fec15e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0ff0dd5640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0fec0c46c0 con 0x7f0fec1569a0 2024-04-18T05:14:25.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0ff0dd5640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0fec06c610 con 0x7f0fec157a70 2024-04-18T05:14:25.556 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0ff0dd5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0fec155050 con 0x7f0fec0bcb30 2024-04-18T05:14:25.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0fe9d9b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec0bcb30 0x7f0fec157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.557 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0fead9d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0fec157a70 0x7f0fec15e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0fea59c640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0fec1569a0 0x7f0fec0c6280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.32:51698/0 (socket says 172.21.15.32:51698) 2024-04-18T05:14:25.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.553+0000 7f0fea59c640 1 -- 172.21.15.32:0/1130212272 learned_addr learned my addr 172.21.15.32:0/1130212272 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:25.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fe9d9b640 1 -- 172.21.15.32:0/1130212272 >> v2:172.21.15.92:3300/0 conn(0x7f0fec157a70 msgr2=0x7f0fec15e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:25.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fe9d9b640 1 --2- 172.21.15.32:0/1130212272 >> v2:172.21.15.92:3300/0 conn(0x7f0fec157a70 0x7f0fec15e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fe9d9b640 1 -- 172.21.15.32:0/1130212272 >> v1:172.21.15.92:6789/0 conn(0x7f0fec1569a0 legacy=0x7f0fec0c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fe959a640 1 -- 172.21.15.32:0/1130212272 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3477716073 0 0) 0x7f0fec0c46c0 con 0x7f0fec1569a0 2024-04-18T05:14:25.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fe9d9b640 1 -- 172.21.15.32:0/1130212272 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fec154980 con 0x7f0fec0bcb30 2024-04-18T05:14:25.558 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fead9d640 1 --2- 172.21.15.32:0/1130212272 >> v2:172.21.15.92:3300/0 conn(0x7f0fec157a70 0x7f0fec15e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-18T05:14:25.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fe9d9b640 1 --2- 172.21.15.32:0/1130212272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec0bcb30 0x7f0fec157530 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0fe0009dc0 tx=0x7f0fe001c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59c93ee5ef5d432e server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:25.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fe959a640 1 -- 172.21.15.32:0/1130212272 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fe00a59e0 con 0x7f0fec0bcb30 2024-04-18T05:14:25.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fe959a640 1 -- 172.21.15.32:0/1130212272 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fe00a5b40 con 0x7f0fec0bcb30 2024-04-18T05:14:25.560 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0fe959a640 1 -- 172.21.15.32:0/1130212272 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fe00ad440 con 0x7f0fec0bcb30 2024-04-18T05:14:25.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/1130212272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec0bcb30 msgr2=0x7f0fec157530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.557+0000 7f0ff0dd5640 1 --2- 172.21.15.32:0/1130212272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec0bcb30 0x7f0fec157530 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0fe0009dc0 tx=0x7f0fe001c920 comp rx=0 tx=0).stop 2024-04-18T05:14:25.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/1130212272 shutdown_connections 2024-04-18T05:14:25.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 --2- 172.21.15.32:0/1130212272 >> v2:172.21.15.92:3300/0 conn(0x7f0fec157a70 0x7f0fec15e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 --2- 172.21.15.32:0/1130212272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec0bcb30 0x7f0fec157530 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/1130212272 >> 172.21.15.32:0/1130212272 conn(0x7f0fec072950 msgr2=0x7f0fec072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:25.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/1130212272 shutdown_connections 2024-04-18T05:14:25.561 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/1130212272 wait complete. 2024-04-18T05:14:25.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 Processor -- start 2024-04-18T05:14:25.562 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- start start 2024-04-18T05:14:25.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fec0bcb30 0x7f0fec0adea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec1569a0 0x7f0fec148220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fec157a70 0x7f0fec14abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fec0c3330 con 0x7f0fec0bcb30 2024-04-18T05:14:25.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fec13f910 con 0x7f0fec157a70 2024-04-18T05:14:25.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0fec13f350 con 0x7f0fec1569a0 2024-04-18T05:14:25.564 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fea59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fec0bcb30 0x7f0fec0adea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fea59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fec0bcb30 0x7f0fec0adea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59978/0 (socket says 172.21.15.32:59978) 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fea59c640 1 -- 172.21.15.32:0/858367687 learned_addr learned my addr 172.21.15.32:0/858367687 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fe9d9b640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec1569a0 0x7f0fec148220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fead9d640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fec157a70 0x7f0fec14abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fea59c640 1 -- 172.21.15.32:0/858367687 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec1569a0 msgr2=0x7f0fec148220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fea59c640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec1569a0 0x7f0fec148220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fea59c640 1 -- 172.21.15.32:0/858367687 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fec157a70 msgr2=0x7f0fec14abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fea59c640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fec157a70 0x7f0fec14abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fea59c640 1 -- 172.21.15.32:0/858367687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fe4009420 con 0x7f0fec0bcb30 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fead9d640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fec157a70 0x7f0fec14abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fea59c640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fec0bcb30 0x7f0fec0adea0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f0fdc0011f0 tx=0x7f0fdc00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fdaffd640 1 -- 172.21.15.32:0/858367687 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fdc0074e0 con 0x7f0fec0bcb30 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fdaffd640 1 -- 172.21.15.32:0/858367687 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fdc007640 con 0x7f0fec0bcb30 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0fe0009a70 con 0x7f0fec0bcb30 2024-04-18T05:14:25.565 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0fdaffd640 1 -- 172.21.15.32:0/858367687 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fdc004a10 con 0x7f0fec0bcb30 2024-04-18T05:14:25.566 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.561+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fec0c2d70 con 0x7f0fec0bcb30 2024-04-18T05:14:25.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.565+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0fec04e1e0 con 0x7f0fec0bcb30 2024-04-18T05:14:25.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.565+0000 7f0fdaffd640 1 -- 172.21.15.32:0/858367687 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0fdc004b70 con 0x7f0fec0bcb30 2024-04-18T05:14:25.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.565+0000 7f0fdaffd640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0fcc0666c0 0x7f0fcc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.565+0000 7f0fdaffd640 1 -- 172.21.15.32:0/858367687 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f0fdc083770 con 0x7f0fec0bcb30 2024-04-18T05:14:25.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.565+0000 7f0fe9d9b640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0fcc0666c0 0x7f0fcc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.567 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.565+0000 7f0fe9d9b640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0fcc0666c0 0x7f0fcc068b80 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0fe00af000 tx=0x7f0fe00a7070 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:25.570 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.569+0000 7f0fdaffd640 1 -- 172.21.15.32:0/858367687 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0fdc0506c0 con 0x7f0fec0bcb30 2024-04-18T05:14:25.786 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.785+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]} v 0) v1 -- 0x7f0fec0671f0 con 0x7f0fec0bcb30 2024-04-18T05:14:25.791 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.789+0000 7f0fdaffd640 1 -- 172.21.15.32:0/858367687 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.1", "caps": ["mon", "allow r", "osd", "allow rw pool=cephfs2_data", "mds", "allow"]}]=0 updated caps for client.1 v18) v1 ==== 185+0+0 (secure 0 0 0) 0x7f0fdc053ce0 con 0x7f0fec0bcb30 2024-04-18T05:14:25.791 INFO:teuthology.orchestra.run.smithi032.stderr:updated caps for client.1 2024-04-18T05:14:25.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0fcc0666c0 msgr2=0x7f0fcc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0fcc0666c0 0x7f0fcc068b80 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0fe00af000 tx=0x7f0fe00a7070 comp rx=0 tx=0).stop 2024-04-18T05:14:25.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fec0bcb30 msgr2=0x7f0fec0adea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fec0bcb30 0x7f0fec0adea0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f0fdc0011f0 tx=0x7f0fdc00c9b0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.793 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 shutdown_connections 2024-04-18T05:14:25.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f0fcc0666c0 0x7f0fcc068b80 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fec157a70 0x7f0fec14abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0fec1569a0 0x7f0fec148220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 --2- 172.21.15.32:0/858367687 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f0fec0bcb30 0x7f0fec0adea0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 >> 172.21.15.32:0/858367687 conn(0x7f0fec072950 msgr2=0x7f0fec149500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:25.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 shutdown_connections 2024-04-18T05:14:25.794 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.793+0000 7f0ff0dd5640 1 -- 172.21.15.32:0/858367687 wait complete. 2024-04-18T05:14:25.809 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:14:25.809 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:14:25.816 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:14:25.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.937+0000 7fdc9667a640 1 Processor -- start 2024-04-18T05:14:25.940 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.937+0000 7fdc9667a640 1 -- start start 2024-04-18T05:14:25.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc9667a640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdc900a84c0 0x7fdc901519f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc9667a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc9006cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc9667a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdc9006d400 0x7fdc900aa440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.942 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc9667a640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc900a9080 con 0x7fdc900a84c0 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc9667a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc900a8d00 con 0x7fdc9006d400 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc9667a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc90155e50 con 0x7fdc900a88a0 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdc900a84c0 0x7fdc901519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8ffff640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fdc900a84c0 0x7fdc901519f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59986/0 (socket says 172.21.15.32:59986) 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8ffff640 1 -- 172.21.15.32:0/3053639936 learned_addr learned my addr 172.21.15.32:0/3053639936 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8f7fe640 1 --2- 172.21.15.32:0/3053639936 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc9006cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc94c17640 1 --2- 172.21.15.32:0/3053639936 >> v2:172.21.15.92:3300/0 conn(0x7fdc9006d400 0x7fdc900aa440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8ffff640 1 -- 172.21.15.32:0/3053639936 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 msgr2=0x7fdc9006cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8ffff640 1 --2- 172.21.15.32:0/3053639936 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc9006cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8ffff640 1 -- 172.21.15.32:0/3053639936 >> v2:172.21.15.92:3300/0 conn(0x7fdc9006d400 msgr2=0x7fdc900aa440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8ffff640 1 --2- 172.21.15.32:0/3053639936 >> v2:172.21.15.92:3300/0 conn(0x7fdc9006d400 0x7fdc900aa440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8ffff640 1 -- 172.21.15.32:0/3053639936 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc90154f60 con 0x7fdc900a84c0 2024-04-18T05:14:25.943 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8f7fe640 1 --2- 172.21.15.32:0/3053639936 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc9006cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:25.944 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc94c17640 1 --2- 172.21.15.32:0/3053639936 >> v2:172.21.15.92:3300/0 conn(0x7fdc9006d400 0x7fdc900aa440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:25.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.941+0000 7fdc8ffff640 1 --2- 172.21.15.32:0/3053639936 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc900a84c0 0x7fdc901519f0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fdc900c0280 tx=0x7fdc8801c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3ad1f0f06f3736c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:25.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8effd640 1 -- 172.21.15.32:0/3053639936 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc880ac630 con 0x7fdc900a84c0 2024-04-18T05:14:25.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8effd640 1 -- 172.21.15.32:0/3053639936 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc880ac790 con 0x7fdc900a84c0 2024-04-18T05:14:25.945 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8effd640 1 -- 172.21.15.32:0/3053639936 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc880acb20 con 0x7fdc900a84c0 2024-04-18T05:14:25.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- 172.21.15.32:0/3053639936 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc900a84c0 msgr2=0x7fdc901519f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 --2- 172.21.15.32:0/3053639936 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc900a84c0 0x7fdc901519f0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fdc900c0280 tx=0x7fdc8801c520 comp rx=0 tx=0).stop 2024-04-18T05:14:25.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- 172.21.15.32:0/3053639936 shutdown_connections 2024-04-18T05:14:25.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 --2- 172.21.15.32:0/3053639936 >> v2:172.21.15.92:3300/0 conn(0x7fdc9006d400 0x7fdc900aa440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 --2- 172.21.15.32:0/3053639936 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc9006cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 --2- 172.21.15.32:0/3053639936 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc900a84c0 0x7fdc901519f0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- 172.21.15.32:0/3053639936 >> 172.21.15.32:0/3053639936 conn(0x7fdc90069e80 msgr2=0x7fdc9006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:25.946 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- 172.21.15.32:0/3053639936 shutdown_connections 2024-04-18T05:14:25.947 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- 172.21.15.32:0/3053639936 wait complete. 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 Processor -- start 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- start start 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc9006d400 0x7fdc901ecef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc900a84c0 0x7fdc900be850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc90070490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc90151f10 con 0x7fdc9006d400 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc901ed430 con 0x7fdc900a84c0 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc9014f360 con 0x7fdc900a88a0 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc9006d400 0x7fdc901ecef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc9006d400 0x7fdc901ecef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60002/0 (socket says 172.21.15.32:60002) 2024-04-18T05:14:25.949 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8ffff640 1 -- 172.21.15.32:0/949369627 learned_addr learned my addr 172.21.15.32:0/949369627 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8f7fe640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc900a84c0 0x7fdc900be850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc94c17640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc90070490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8ffff640 1 -- 172.21.15.32:0/949369627 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 msgr2=0x7fdc90070490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8ffff640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc90070490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8ffff640 1 -- 172.21.15.32:0/949369627 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc900a84c0 msgr2=0x7fdc900be850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8ffff640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc900a84c0 0x7fdc900be850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8ffff640 1 -- 172.21.15.32:0/949369627 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc880094d0 con 0x7fdc9006d400 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc94c17640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc90070490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8ffff640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc9006d400 0x7fdc901ecef0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fdc880af040 tx=0x7fdc8801ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8cff9640 1 -- 172.21.15.32:0/949369627 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc880ac630 con 0x7fdc9006d400 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8cff9640 1 -- 172.21.15.32:0/949369627 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc880b7850 con 0x7fdc9006d400 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc90070000 con 0x7fdc9006d400 2024-04-18T05:14:25.950 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc8cff9640 1 -- 172.21.15.32:0/949369627 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc880b7c00 con 0x7fdc9006d400 2024-04-18T05:14:25.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.945+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc90071150 con 0x7fdc9006d400 2024-04-18T05:14:25.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.949+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc90155aa0 con 0x7fdc9006d400 2024-04-18T05:14:25.951 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.949+0000 7fdc8cff9640 1 -- 172.21.15.32:0/949369627 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdc880b3040 con 0x7fdc9006d400 2024-04-18T05:14:25.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.949+0000 7fdc8cff9640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdc700666c0 0x7fdc70068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:25.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.949+0000 7fdc8cff9640 1 -- 172.21.15.32:0/949369627 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fdc8811edb0 con 0x7fdc9006d400 2024-04-18T05:14:25.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.949+0000 7fdc8f7fe640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdc700666c0 0x7fdc70068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:25.952 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.949+0000 7fdc8f7fe640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdc700666c0 0x7fdc70068b80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fdc90131470 tx=0x7fdc78008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:25.955 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:25.953+0000 7fdc8cff9640 1 -- 172.21.15.32:0/949369627 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fdc88123070 con 0x7fdc9006d400 2024-04-18T05:14:26.114 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.113+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdc900666e0 con 0x7fdc9006d400 2024-04-18T05:14:26.117 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc8cff9640 1 -- 172.21.15.32:0/949369627 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) v1 ==== 74+0+20242 (secure 0 0 0) 0x7fdc880ef660 con 0x7fdc9006d400 2024-04-18T05:14:26.118 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:26.118 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":68,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:14:17.426870+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:13:58.504438+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-04-18T05:13:59.823533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:14:14.623322+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:14:15.420336+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.2","mappings":[{"from":2,"to":7}]},{"pgid":"10.c","mappings":[{"from":2,"to":5}]},{"pgid":"10.18","mappings":[{"from":4,"to":1}]},{"pgid":"10.1c","mappings":[{"from":2,"to":7}]},{"pgid":"10.24","mappings":[{"from":2,"to":1}]},{"pgid":"10.2d","mappings":[{"from":2,"to":5}]},{"pgid":"10.2e","mappings":[{"from":2,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdc700666c0 msgr2=0x7fdc70068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdc700666c0 0x7fdc70068b80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fdc90131470 tx=0x7fdc78008040 comp rx=0 tx=0).stop 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc9006d400 msgr2=0x7fdc901ecef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc9006d400 0x7fdc901ecef0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fdc880af040 tx=0x7fdc8801ad60 comp rx=0 tx=0).stop 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 shutdown_connections 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdc900a88a0 0x7fdc90070490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdc700666c0 0x7fdc70068b80 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdc900a84c0 0x7fdc900be850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 --2- 172.21.15.32:0/949369627 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdc9006d400 0x7fdc901ecef0 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 >> 172.21.15.32:0/949369627 conn(0x7fdc90069e80 msgr2=0x7fdc901388a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 shutdown_connections 2024-04-18T05:14:26.120 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.117+0000 7fdc9667a640 1 -- 172.21.15.32:0/949369627 wait complete. 2024-04-18T05:14:26.136 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:13:58.504438+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:13:59.823533+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_metadata', 'create_time': '2024-04-18T05:14:14.623322+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs2_data', 'create_time': '2024-04-18T05:14:15.420336+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:14:26.137 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:14:26.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f620e61a640 1 Processor -- start 2024-04-18T05:14:26.262 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f620e61a640 1 -- start start 2024-04-18T05:14:26.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f620e61a640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f62080c34a0 0x7f62080a8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f620e61a640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f620806f730 con 0x7f620806e000 2024-04-18T05:14:26.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f620e61a640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62080bd9d0 con 0x7f62080c3880 2024-04-18T05:14:26.264 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f620e61a640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f620806f9f0 con 0x7f62080c34a0 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f62077fe640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f620806e000 0x7f6208151af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44442/0 (socket says 172.21.15.32:44442) 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f62077fe640 1 -- 172.21.15.32:0/3318301848 learned_addr learned my addr 172.21.15.32:0/3318301848 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6207fff640 1 --2- 172.21.15.32:0/3318301848 >> v2:172.21.15.92:3300/0 conn(0x7f62080c34a0 0x7f62080a8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1150385826 0 0) 0x7f620806f730 con 0x7f620806e000 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f61f4003530 con 0x7f620806e000 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2976155976 0 0) 0x7f61f4003530 con 0x7f620806e000 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 >> v2:172.21.15.92:3300/0 conn(0x7f62080c34a0 msgr2=0x7f62080a8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 --2- 172.21.15.32:0/3318301848 >> v2:172.21.15.92:3300/0 conn(0x7f62080c34a0 0x7f62080a8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 >> v1:172.21.15.92:6789/0 conn(0x7f62080c3880 legacy=0x7f620815c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6208155b90 con 0x7f620806e000 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7f61f0001680 con 0x7f620806e000 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 >> v1:172.21.15.32:6789/0 conn(0x7f620806e000 legacy=0x7f6208151af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f4003980 0x7f61f4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.265 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61f40047d0 0x7f61f4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61f4005190 0x7f61f400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f620806f9f0 con 0x7f61f40047d0 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61f400c130 con 0x7f61f4005190 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61f400c2f0 con 0x7f61f4003980 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f62077fe640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61f40047d0 0x7f61f4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6207fff640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f4003980 0x7f61f4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f620cbb7640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61f4005190 0x7f61f400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f62077fe640 1 -- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f4003980 msgr2=0x7f61f4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f62077fe640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f4003980 0x7f61f4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f62077fe640 1 -- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61f4005190 msgr2=0x7f61f400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f62077fe640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61f4005190 0x7f61f400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f62077fe640 1 -- 172.21.15.32:0/3318301848 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61f4003530 con 0x7f61f40047d0 2024-04-18T05:14:26.266 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f620cbb7640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f61f4005190 0x7f61f400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:26.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f620cbb7640 1 -- 172.21.15.32:0/3318301848 reap_dead start 2024-04-18T05:14:26.267 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.261+0000 7f6207fff640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f4003980 0x7f61f4003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f62077fe640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61f40047d0 0x7f61f4004c50 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f61f000c1c0 tx=0x7f61f001cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6574f981af7f143f server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f00058e0 con 0x7f61f40047d0 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61f0005a40 con 0x7f61f40047d0 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f6206ffd640 1 -- 172.21.15.32:0/3318301848 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f0005e70 con 0x7f61f40047d0 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f620e61a640 1 -- 172.21.15.32:0/3318301848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61f40047d0 msgr2=0x7f61f4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f620e61a640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61f40047d0 0x7f61f4004c50 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f61f000c1c0 tx=0x7f61f001cc10 comp rx=0 tx=0).stop 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f620e61a640 1 -- 172.21.15.32:0/3318301848 shutdown_connections 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f620e61a640 1 --2- 172.21.15.32:0/3318301848 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f61f40047d0 0x7f61f4004c50 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f620e61a640 1 -- 172.21.15.32:0/3318301848 >> 172.21.15.32:0/3318301848 conn(0x7f6208072d80 msgr2=0x7f62080c7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:26.268 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f620e61a640 1 -- 172.21.15.32:0/3318301848 shutdown_connections 2024-04-18T05:14:26.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f620e61a640 1 -- 172.21.15.32:0/3318301848 wait complete. 2024-04-18T05:14:26.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f620e61a640 1 Processor -- start 2024-04-18T05:14:26.269 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.265+0000 7f620e61a640 1 -- start start 2024-04-18T05:14:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620e61a640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f40047d0 0x7f62081ec350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620e61a640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62080c0f10 0x7f620806c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620e61a640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62080a65e0 0x7f62081eff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620e61a640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62080c7e80 con 0x7f62080c0f10 2024-04-18T05:14:26.271 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620e61a640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62080c7300 con 0x7f62080a65e0 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620e61a640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62080c75e0 con 0x7f61f40047d0 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f62077fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62080c0f10 0x7f620806c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f62077fe640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62080c0f10 0x7f620806c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60020/0 (socket says 172.21.15.32:60020) 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f62077fe640 1 -- 172.21.15.32:0/1951480711 learned_addr learned my addr 172.21.15.32:0/1951480711 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6207fff640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f40047d0 0x7f62081ec350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620cbb7640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62080a65e0 0x7f62081eff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f62077fe640 1 -- 172.21.15.32:0/1951480711 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f40047d0 msgr2=0x7f62081ec350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f62077fe640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f40047d0 0x7f62081ec350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f62077fe640 1 -- 172.21.15.32:0/1951480711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62080a65e0 msgr2=0x7f62081eff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f62077fe640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62080a65e0 0x7f62081eff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f62077fe640 1 -- 172.21.15.32:0/1951480711 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62080c78c0 con 0x7f62080c0f10 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6207fff640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f40047d0 0x7f62081ec350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f62077fe640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62080c0f10 0x7f620806c8a0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f61f001ca40 tx=0x7f61f4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6204ff9640 1 -- 172.21.15.32:0/1951480711 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f00b4070 con 0x7f62080c0f10 2024-04-18T05:14:26.272 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6204ff9640 1 -- 172.21.15.32:0/1951480711 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61f0001480 con 0x7f62080c0f10 2024-04-18T05:14:26.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62080c7ba0 con 0x7f62080c0f10 2024-04-18T05:14:26.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6204ff9640 1 -- 172.21.15.32:0/1951480711 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f00a5ad0 con 0x7f62080c0f10 2024-04-18T05:14:26.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f620806cde0 con 0x7f62080c0f10 2024-04-18T05:14:26.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62081ef8c0 con 0x7f62080c0f10 2024-04-18T05:14:26.273 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6204ff9640 1 -- 172.21.15.32:0/1951480711 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f61f00a5c30 con 0x7f62080c0f10 2024-04-18T05:14:26.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6204ff9640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61e80666c0 0x7f61e8068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6204ff9640 1 -- 172.21.15.32:0/1951480711 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f61f011e350 con 0x7f62080c0f10 2024-04-18T05:14:26.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6207fff640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61e80666c0 0x7f61e8068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.274 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.269+0000 7f6207fff640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61e80666c0 0x7f61e8068b80 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f6208067410 tx=0x7f620000b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:26.276 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.273+0000 7f6204ff9640 1 -- 172.21.15.32:0/1951480711 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f62081ef8c0 con 0x7f62080c0f10 2024-04-18T05:14:26.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.437+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f62081ef8c0 con 0x7f62080c0f10 2024-04-18T05:14:26.441 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f6204ff9640 1 -- 172.21.15.32:0/1951480711 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v68) v1 ==== 93+0+10 (secure 0 0 0) 0x7f62081ef8c0 con 0x7f62080c0f10 2024-04-18T05:14:26.441 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:14:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61e80666c0 msgr2=0x7f61e8068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61e80666c0 0x7f61e8068b80 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f6208067410 tx=0x7f620000b040 comp rx=0 tx=0).stop 2024-04-18T05:14:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62080c0f10 msgr2=0x7f620806c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62080c0f10 0x7f620806c8a0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f61f001ca40 tx=0x7f61f4005800 comp rx=0 tx=0).stop 2024-04-18T05:14:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 shutdown_connections 2024-04-18T05:14:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f61e80666c0 0x7f61e8068b80 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62080a65e0 0x7f62081eff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.444 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f62080c0f10 0x7f620806c8a0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 --2- 172.21.15.32:0/1951480711 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f61f40047d0 0x7f62081ec350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 >> 172.21.15.32:0/1951480711 conn(0x7f6208072d80 msgr2=0x7f62080c20b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:26.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 shutdown_connections 2024-04-18T05:14:26.445 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.441+0000 7f620e61a640 1 -- 172.21.15.32:0/1951480711 wait complete. 2024-04-18T05:14:26.460 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:14:26.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecf966640 1 Processor -- start 2024-04-18T05:14:26.586 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecf966640 1 -- start start 2024-04-18T05:14:26.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecf966640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8158e00 0x7fdec80727f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecf966640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdec815b7e0 con 0x7fdec806ae90 2024-04-18T05:14:26.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecf966640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdec81591e0 con 0x7fdec815c380 2024-04-18T05:14:26.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecf966640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdec806ee20 con 0x7fdec8158e00 2024-04-18T05:14:26.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdeccf01640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fdec806ae90 0x7fdec815bc70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44458/0 (socket says 172.21.15.32:44458) 2024-04-18T05:14:26.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdeccf01640 1 -- 172.21.15.32:0/2419819405 learned_addr learned my addr 172.21.15.32:0/2419819405 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:26.588 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecd702640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8158e00 0x7fdec80727f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1030808406 0 0) 0x7fdec815b7e0 con 0x7fdec806ae90 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdeb4003530 con 0x7fdec806ae90 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 226399545 0 0) 0x7fdeb4003530 con 0x7fdec806ae90 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8158e00 msgr2=0x7fdec80727f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8158e00 0x7fdec80727f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 >> v1:172.21.15.92:6789/0 conn(0x7fdec815c380 legacy=0x7fdec8162b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdec8072d30 con 0x7fdec806ae90 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fdebc001680 con 0x7fdec806ae90 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 >> v1:172.21.15.32:6789/0 conn(0x7fdec806ae90 legacy=0x7fdec815bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdeb4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8158e00 0x7fdeb40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdeb4004d10 0x7fdeb4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec806ee20 con 0x7fdeb40039b0 2024-04-18T05:14:26.589 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb400ba40 con 0x7fdeb4004d10 2024-04-18T05:14:26.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb400bc00 con 0x7fdec8158e00 2024-04-18T05:14:26.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecd702640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdeb4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdeccf01640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8158e00 0x7fdeb40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecdf03640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdeb4004d10 0x7fdeb4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecd702640 1 -- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8158e00 msgr2=0x7fdeb40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:26.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecd702640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8158e00 0x7fdeb40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecd702640 1 -- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdeb4004d10 msgr2=0x7fdeb4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:26.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecd702640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdeb4004d10 0x7fdeb4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.590 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.585+0000 7fdecd702640 1 -- 172.21.15.32:0/2419819405 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdeb4003530 con 0x7fdeb40039b0 2024-04-18T05:14:26.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecd702640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdeb4003dd0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009f90 tx=0x7fdec401cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99f70aeaec01d267 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:26.591 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec40a5a30 con 0x7fdeb40039b0 2024-04-18T05:14:26.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdec400f040 con 0x7fdeb40039b0 2024-04-18T05:14:26.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdebbfff640 1 -- 172.21.15.32:0/2419819405 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec40a5dd0 con 0x7fdeb40039b0 2024-04-18T05:14:26.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 -- 172.21.15.32:0/2419819405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 msgr2=0x7fdeb4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 --2- 172.21.15.32:0/2419819405 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdeb4003dd0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009f90 tx=0x7fdec401cc40 comp rx=0 tx=0).stop 2024-04-18T05:14:26.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecdf03640 1 -- 172.21.15.32:0/2419819405 reap_dead start 2024-04-18T05:14:26.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 -- 172.21.15.32:0/2419819405 shutdown_connections 2024-04-18T05:14:26.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 -- 172.21.15.32:0/2419819405 >> 172.21.15.32:0/2419819405 conn(0x7fdec80c2550 msgr2=0x7fdec80c2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:26.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 -- 172.21.15.32:0/2419819405 shutdown_connections 2024-04-18T05:14:26.592 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 -- 172.21.15.32:0/2419819405 wait complete. 2024-04-18T05:14:26.594 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 Processor -- start 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 -- start start 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdec8150310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8150850 0x7fdec814e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdec814ec60 0x7fdec81f3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec8157d60 con 0x7fdeb40039b0 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdec814f520 con 0x7fdec814ec60 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecf966640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdec8150cb0 con 0x7fdec8150850 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecd702640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdec8150310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecd702640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdec8150310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60030/0 (socket says 172.21.15.32:60030) 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.589+0000 7fdecd702640 1 -- 172.21.15.32:0/3988220852 learned_addr learned my addr 172.21.15.32:0/3988220852 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeccf01640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8150850 0x7fdec814e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecdf03640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdec814ec60 0x7fdec81f3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecd702640 1 -- 172.21.15.32:0/3988220852 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8150850 msgr2=0x7fdec814e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecd702640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8150850 0x7fdec814e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.595 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecd702640 1 -- 172.21.15.32:0/3988220852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdec814ec60 msgr2=0x7fdec81f3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecd702640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdec814ec60 0x7fdec81f3c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecd702640 1 -- 172.21.15.32:0/3988220852 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdec8157f90 con 0x7fdeb40039b0 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeccf01640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8150850 0x7fdec814e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecd702640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdec8150310 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fdec40b0040 tx=0x7fdec4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeb9ffb640 1 -- 172.21.15.32:0/3988220852 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec40bd070 con 0x7fdeb40039b0 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeb9ffb640 1 -- 172.21.15.32:0/3988220852 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdec40039a0 con 0x7fdeb40039b0 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdec814f770 con 0x7fdeb40039b0 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeb9ffb640 1 -- 172.21.15.32:0/3988220852 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec4003d30 con 0x7fdeb40039b0 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdec80a6580 con 0x7fdeb40039b0 2024-04-18T05:14:26.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdec8072f90 con 0x7fdeb40039b0 2024-04-18T05:14:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeb9ffb640 1 -- 172.21.15.32:0/3988220852 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdec40b4040 con 0x7fdeb40039b0 2024-04-18T05:14:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeb9ffb640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdeac066690 0x7fdeac068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeb9ffb640 1 -- 172.21.15.32:0/3988220852 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fdec411e050 con 0x7fdeb40039b0 2024-04-18T05:14:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeccf01640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdeac066690 0x7fdeac068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.597 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.593+0000 7fdeccf01640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdeac066690 0x7fdeac068b50 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdec8151560 tx=0x7fdebc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:26.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.597+0000 7fdeb9ffb640 1 -- 172.21.15.32:0/3988220852 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fdec40eb010 con 0x7fdeb40039b0 2024-04-18T05:14:26.758 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.757+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdec804e1e0 con 0x7fdeb40039b0 2024-04-18T05:14:26.759 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.757+0000 7fdeb9ffb640 1 -- 172.21.15.32:0/3988220852 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v68) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdec40ee630 con 0x7fdeb40039b0 2024-04-18T05:14:26.759 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:14:26.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdeac066690 msgr2=0x7fdeac068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdeac066690 0x7fdeac068b50 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdec8151560 tx=0x7fdebc009040 comp rx=0 tx=0).stop 2024-04-18T05:14:26.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 msgr2=0x7fdec8150310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdec8150310 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fdec40b0040 tx=0x7fdec4009750 comp rx=0 tx=0).stop 2024-04-18T05:14:26.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 shutdown_connections 2024-04-18T05:14:26.762 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fdeac066690 0x7fdeac068b50 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdec814ec60 0x7fdec81f3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdec8150850 0x7fdec814e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 --2- 172.21.15.32:0/3988220852 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fdeb40039b0 0x7fdec8150310 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 >> 172.21.15.32:0/3988220852 conn(0x7fdec80c2550 msgr2=0x7fdec80a6a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:26.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 shutdown_connections 2024-04-18T05:14:26.763 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.761+0000 7fdecf966640 1 -- 172.21.15.32:0/3988220852 wait complete. 2024-04-18T05:14:26.778 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:14:26.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.893+0000 7f85e4d35640 1 Processor -- start 2024-04-18T05:14:26.896 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.893+0000 7f85e4d35640 1 -- start start 2024-04-18T05:14:26.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85e4d35640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e00bcb30 0x7f85e0157530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85e4d35640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f85e0157a70 0x7f85e015e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.897 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85e4d35640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85e00c46c0 con 0x7f85e01569a0 2024-04-18T05:14:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85e4d35640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85e006c610 con 0x7f85e0157a70 2024-04-18T05:14:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85e4d35640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85e0155050 con 0x7f85e00bcb30 2024-04-18T05:14:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ded9d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f85e0157a70 0x7f85e015e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85d7fff640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e00bcb30 0x7f85e0157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ded9d640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f85e0157a70 0x7f85e015e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.32:42828/0 (socket says 172.21.15.32:42828) 2024-04-18T05:14:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ded9d640 1 -- 172.21.15.32:0/118767690 learned_addr learned my addr 172.21.15.32:0/118767690 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ded9d640 1 -- 172.21.15.32:0/118767690 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e00bcb30 msgr2=0x7f85e0157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:26.898 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ded9d640 1 --2- 172.21.15.32:0/118767690 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e00bcb30 0x7f85e0157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ded9d640 1 -- 172.21.15.32:0/118767690 >> v1:172.21.15.92:6789/0 conn(0x7f85e01569a0 legacy=0x7f85e00c6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.899 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ded9d640 1 -- 172.21.15.32:0/118767690 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85e0154980 con 0x7f85e0157a70 2024-04-18T05:14:26.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ded9d640 1 --2- 172.21.15.32:0/118767690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e0157a70 0x7f85e015e4e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f85d8009e80 tx=0x7f85d801c9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e8724cd5ae829a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:26.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ddd9b640 1 -- 172.21.15.32:0/118767690 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85d80a58a0 con 0x7f85e0157a70 2024-04-18T05:14:26.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ddd9b640 1 -- 172.21.15.32:0/118767690 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85d80a5a00 con 0x7f85e0157a70 2024-04-18T05:14:26.900 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.897+0000 7f85ddd9b640 1 -- 172.21.15.32:0/118767690 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85d80a5d90 con 0x7f85e0157a70 2024-04-18T05:14:26.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- 172.21.15.32:0/118767690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e0157a70 msgr2=0x7f85e015e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 --2- 172.21.15.32:0/118767690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e0157a70 0x7f85e015e4e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f85d8009e80 tx=0x7f85d801c9e0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- 172.21.15.32:0/118767690 shutdown_connections 2024-04-18T05:14:26.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 --2- 172.21.15.32:0/118767690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e0157a70 0x7f85e015e4e0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.901 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 --2- 172.21.15.32:0/118767690 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e00bcb30 0x7f85e0157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- 172.21.15.32:0/118767690 >> 172.21.15.32:0/118767690 conn(0x7f85e0072950 msgr2=0x7f85e0072d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:26.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- 172.21.15.32:0/118767690 shutdown_connections 2024-04-18T05:14:26.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- 172.21.15.32:0/118767690 wait complete. 2024-04-18T05:14:26.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 Processor -- start 2024-04-18T05:14:26.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- start start 2024-04-18T05:14:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85e00bcb30 0x7f85e01ee7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e01569a0 0x7f85e0150300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e0157a70 0x7f85e01ed3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85e014cef0 con 0x7f85e00bcb30 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85e0148c40 con 0x7f85e01569a0 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85e014c2e0 con 0x7f85e0157a70 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85de59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85e00bcb30 0x7f85e01ee7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85de59c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85e00bcb30 0x7f85e01ee7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60044/0 (socket says 172.21.15.32:60044) 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85de59c640 1 -- 172.21.15.32:0/1864793050 learned_addr learned my addr 172.21.15.32:0/1864793050 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85d7fff640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e01569a0 0x7f85e0150300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85ded9d640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e0157a70 0x7f85e01ed3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85de59c640 1 -- 172.21.15.32:0/1864793050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e0157a70 msgr2=0x7f85e01ed3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85de59c640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e0157a70 0x7f85e01ed3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85de59c640 1 -- 172.21.15.32:0/1864793050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e01569a0 msgr2=0x7f85e0150300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85de59c640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e01569a0 0x7f85e0150300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:26.905 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85de59c640 1 -- 172.21.15.32:0/1864793050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85d8009b30 con 0x7f85e00bcb30 2024-04-18T05:14:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85d7fff640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e01569a0 0x7f85e0150300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85de59c640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85e00bcb30 0x7f85e01ee7a0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f85d000c500 tx=0x7f85d000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85d6ffd640 1 -- 172.21.15.32:0/1864793050 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85d0005220 con 0x7f85e00bcb30 2024-04-18T05:14:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85d6ffd640 1 -- 172.21.15.32:0/1864793050 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85d0005380 con 0x7f85e00bcb30 2024-04-18T05:14:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85e014c5c0 con 0x7f85e00bcb30 2024-04-18T05:14:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85d6ffd640 1 -- 172.21.15.32:0/1864793050 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85d0007270 con 0x7f85e00bcb30 2024-04-18T05:14:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85e014cb80 con 0x7f85e00bcb30 2024-04-18T05:14:26.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.901+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85e004e1e0 con 0x7f85e00bcb30 2024-04-18T05:14:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.905+0000 7f85d6ffd640 1 -- 172.21.15.32:0/1864793050 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f85d00073d0 con 0x7f85e00bcb30 2024-04-18T05:14:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.905+0000 7f85d6ffd640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85c0066690 0x7f85c0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.905+0000 7f85d6ffd640 1 -- 172.21.15.32:0/1864793050 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f85d0084030 con 0x7f85e00bcb30 2024-04-18T05:14:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.905+0000 7f85d7fff640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85c0066690 0x7f85c0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:26.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.905+0000 7f85d7fff640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85c0066690 0x7f85c0068b50 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f85e0152650 tx=0x7f85c8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:26.910 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:26.909+0000 7f85d6ffd640 1 -- 172.21.15.32:0/1864793050 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f85d0050e50 con 0x7f85e00bcb30 2024-04-18T05:14:27.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.061+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f85e00671f0 con 0x7f85e00bcb30 2024-04-18T05:14:27.064 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.061+0000 7f85d6ffd640 1 -- 172.21.15.32:0/1864793050 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v68) v1 ==== 100+0+11 (secure 0 0 0) 0x7f85d0054470 con 0x7f85e00bcb30 2024-04-18T05:14:27.065 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85c0066690 msgr2=0x7f85c0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85c0066690 0x7f85c0068b50 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f85e0152650 tx=0x7f85c8008040 comp rx=0 tx=0).stop 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85e00bcb30 msgr2=0x7f85e01ee7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85e00bcb30 0x7f85e01ee7a0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f85d000c500 tx=0x7f85d000c9c0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 shutdown_connections 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f85e0157a70 0x7f85e01ed3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f85c0066690 0x7f85c0068b50 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85e01569a0 0x7f85e0150300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 --2- 172.21.15.32:0/1864793050 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f85e00bcb30 0x7f85e01ee7a0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 >> 172.21.15.32:0/1864793050 conn(0x7f85e0072950 msgr2=0x7f85e01519d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 shutdown_connections 2024-04-18T05:14:27.068 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.065+0000 7f85e4d35640 1 -- 172.21.15.32:0/1864793050 wait complete. 2024-04-18T05:14:27.083 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2024-04-18T05:14:27.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5be15b4640 1 Processor -- start 2024-04-18T05:14:27.198 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5be15b4640 1 -- start start 2024-04-18T05:14:27.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5be15b4640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5bdc151570 0x7f5bdc0bf8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5be15b4640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5bdc157450 0x7f5bdc1578c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5be15b4640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5bdc0bfe10 con 0x7f5bdc072780 2024-04-18T05:14:27.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5be15b4640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bdc0c4cf0 con 0x7f5bdc157450 2024-04-18T05:14:27.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5be15b4640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bdc1582e0 con 0x7f5bdc151570 2024-04-18T05:14:27.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bdb7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5bdc157450 0x7f5bdc1578c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bdb7fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f5bdc157450 0x7f5bdc1578c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60060/0 (socket says 172.21.15.32:60060) 2024-04-18T05:14:27.199 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bdb7fe640 1 -- 172.21.15.32:0/3401748906 learned_addr learned my addr 172.21.15.32:0/3401748906 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:27.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bda7fc640 1 --1- 172.21.15.32:0/3401748906 >> v1:172.21.15.32:6789/0 conn(0x7f5bdc072780 0x7f5bdc0c4170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44460/0 (socket says 172.21.15.32:44460) 2024-04-18T05:14:27.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bdb7fe640 1 -- 172.21.15.32:0/3401748906 >> v2:172.21.15.92:3300/0 conn(0x7f5bdc151570 msgr2=0x7f5bdc0bf8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:27.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bdaffd640 1 --2- 172.21.15.32:0/3401748906 >> v2:172.21.15.92:3300/0 conn(0x7f5bdc151570 0x7f5bdc0bf8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bdb7fe640 1 --2- 172.21.15.32:0/3401748906 >> v2:172.21.15.92:3300/0 conn(0x7f5bdc151570 0x7f5bdc0bf8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bdb7fe640 1 -- 172.21.15.32:0/3401748906 >> v1:172.21.15.32:6789/0 conn(0x7f5bdc072780 legacy=0x7f5bdc0c4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bd9ffb640 1 -- 172.21.15.32:0/3401748906 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 950208875 0 0) 0x7f5bdc0bfe10 con 0x7f5bdc072780 2024-04-18T05:14:27.200 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.197+0000 7f5bdb7fe640 1 -- 172.21.15.32:0/3401748906 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bdc151950 con 0x7f5bdc157450 2024-04-18T05:14:27.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bdb7fe640 1 --2- 172.21.15.32:0/3401748906 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc157450 0x7f5bdc1578c0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc0c3170 tx=0x7f5bd401c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f976540c293a8323 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:27.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bd9ffb640 1 -- 172.21.15.32:0/3401748906 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd40a58b0 con 0x7f5bdc157450 2024-04-18T05:14:27.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bd9ffb640 1 -- 172.21.15.32:0/3401748906 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bd40a5a10 con 0x7f5bdc157450 2024-04-18T05:14:27.201 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bd9ffb640 1 -- 172.21.15.32:0/3401748906 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd40a5da0 con 0x7f5bdc157450 2024-04-18T05:14:27.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 -- 172.21.15.32:0/3401748906 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc157450 msgr2=0x7f5bdc1578c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 --2- 172.21.15.32:0/3401748906 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc157450 0x7f5bdc1578c0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc0c3170 tx=0x7f5bd401c9f0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 -- 172.21.15.32:0/3401748906 shutdown_connections 2024-04-18T05:14:27.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 --2- 172.21.15.32:0/3401748906 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc157450 0x7f5bdc1578c0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 --2- 172.21.15.32:0/3401748906 >> v2:172.21.15.92:3300/0 conn(0x7f5bdc151570 0x7f5bdc0bf8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 -- 172.21.15.32:0/3401748906 >> 172.21.15.32:0/3401748906 conn(0x7f5bdc0c23e0 msgr2=0x7f5bdc0c27f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:27.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 -- 172.21.15.32:0/3401748906 shutdown_connections 2024-04-18T05:14:27.202 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 -- 172.21.15.32:0/3401748906 wait complete. 2024-04-18T05:14:27.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 Processor -- start 2024-04-18T05:14:27.203 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 -- start start 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bdc072780 0x7f5bdc14c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc151570 0x7f5bdc147630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5bdc157450 0x7f5bdc155530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bdc14cb70 con 0x7f5bdc151570 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bdc148a60 con 0x7f5bdc072780 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5be15b4640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bdc14d7e0 con 0x7f5bdc157450 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bda7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc151570 0x7f5bdc147630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bda7fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc151570 0x7f5bdc147630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60068/0 (socket says 172.21.15.32:60068) 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bda7fc640 1 -- 172.21.15.32:0/3051976285 learned_addr learned my addr 172.21.15.32:0/3051976285 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bda7fc640 1 -- 172.21.15.32:0/3051976285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5bdc157450 msgr2=0x7f5bdc155530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bdb7fe640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5bdc157450 0x7f5bdc155530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.205 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bdaffd640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bdc072780 0x7f5bdc14c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bda7fc640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5bdc157450 0x7f5bdc155530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bda7fc640 1 -- 172.21.15.32:0/3051976285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bdc072780 msgr2=0x7f5bdc14c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bda7fc640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bdc072780 0x7f5bdc14c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bda7fc640 1 -- 172.21.15.32:0/3051976285 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bd4009b30 con 0x7f5bdc151570 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bda7fc640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc151570 0x7f5bdc147630 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f5bd000c450 tx=0x7f5bd000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bc37fe640 1 -- 172.21.15.32:0/3051976285 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd00074e0 con 0x7f5bdc151570 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bc37fe640 1 -- 172.21.15.32:0/3051976285 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bd0007640 con 0x7f5bdc151570 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.201+0000 7f5bc37fe640 1 -- 172.21.15.32:0/3051976285 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd00049f0 con 0x7f5bdc151570 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.205+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bdc149550 con 0x7f5bdc151570 2024-04-18T05:14:27.206 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.205+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bdc148f90 con 0x7f5bdc151570 2024-04-18T05:14:27.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.205+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bdc155250 con 0x7f5bdc151570 2024-04-18T05:14:27.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.205+0000 7f5bc37fe640 1 -- 172.21.15.32:0/3051976285 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5bd0004b50 con 0x7f5bdc151570 2024-04-18T05:14:27.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.205+0000 7f5bc37fe640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5bc8066690 0x7f5bc8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.205+0000 7f5bc37fe640 1 -- 172.21.15.32:0/3051976285 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f5bd0083860 con 0x7f5bdc151570 2024-04-18T05:14:27.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.205+0000 7f5bdaffd640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5bc8066690 0x7f5bc8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.207 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.205+0000 7f5bdaffd640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5bc8066690 0x7f5bc8068b50 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc148440 tx=0x7f5bcc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:27.211 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.209+0000 7f5bc37fe640 1 -- 172.21.15.32:0/3051976285 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f5bdc155250 con 0x7f5bdc151570 2024-04-18T05:14:27.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.361+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5bdc155250 con 0x7f5bdc151570 2024-04-18T05:14:27.363 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.361+0000 7f5bc37fe640 1 -- 172.21.15.32:0/3051976285 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v68) v1 ==== 105+0+11 (secure 0 0 0) 0x7f5bdc155250 con 0x7f5bdc151570 2024-04-18T05:14:27.364 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5bc8066690 msgr2=0x7f5bc8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5bc8066690 0x7f5bc8068b50 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc148440 tx=0x7f5bcc008040 comp rx=0 tx=0).stop 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc151570 msgr2=0x7f5bdc147630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc151570 0x7f5bdc147630 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f5bd000c450 tx=0x7f5bd000c910 comp rx=0 tx=0).stop 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 shutdown_connections 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5bdc157450 0x7f5bdc155530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f5bdc151570 0x7f5bdc147630 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f5bc8066690 0x7f5bc8068b50 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 --2- 172.21.15.32:0/3051976285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bdc072780 0x7f5bdc14c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.366 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 >> 172.21.15.32:0/3051976285 conn(0x7f5bdc0c23e0 msgr2=0x7f5bdc0c08a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:27.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 shutdown_connections 2024-04-18T05:14:27.367 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.365+0000 7f5be15b4640 1 -- 172.21.15.32:0/3051976285 wait complete. 2024-04-18T05:14:27.381 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2024-04-18T05:14:27.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001c578640 1 Processor -- start 2024-04-18T05:14:27.494 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001c578640 1 -- start start 2024-04-18T05:14:27.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001c578640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f001406df40 0x7f0014151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001c578640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f001413ae10 0x7f00141559f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001c578640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00140a8200 con 0x7f001413a8c0 2024-04-18T05:14:27.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001c578640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00140a8fb0 con 0x7f001406df40 2024-04-18T05:14:27.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001c578640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00141520a0 con 0x7f001413ae10 2024-04-18T05:14:27.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001a314640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f001406df40 0x7f0014151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001a314640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f001406df40 0x7f0014151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60076/0 (socket says 172.21.15.32:60076) 2024-04-18T05:14:27.495 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001a314640 1 -- 172.21.15.32:0/3181419052 learned_addr learned my addr 172.21.15.32:0/3181419052 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:27.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001a314640 1 -- 172.21.15.32:0/3181419052 >> v2:172.21.15.92:3300/0 conn(0x7f001413ae10 msgr2=0x7f00141559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:27.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001a314640 1 --2- 172.21.15.32:0/3181419052 >> v2:172.21.15.92:3300/0 conn(0x7f001413ae10 0x7f00141559f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001a314640 1 -- 172.21.15.32:0/3181419052 >> v1:172.21.15.92:6789/0 conn(0x7f001413a8c0 legacy=0x7f00140a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:27.496 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.493+0000 7f001a314640 1 -- 172.21.15.32:0/3181419052 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00140a84e0 con 0x7f001406df40 2024-04-18T05:14:27.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001a314640 1 --2- 172.21.15.32:0/3181419052 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001406df40 0x7f0014151b60 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f0014070340 tx=0x7f001001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=585cfd8d20a214a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:27.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f0019312640 1 -- 172.21.15.32:0/3181419052 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00100ab600 con 0x7f001406df40 2024-04-18T05:14:27.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f0019312640 1 -- 172.21.15.32:0/3181419052 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00100a7050 con 0x7f001406df40 2024-04-18T05:14:27.497 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f0019312640 1 -- 172.21.15.32:0/3181419052 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00100ab980 con 0x7f001406df40 2024-04-18T05:14:27.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 -- 172.21.15.32:0/3181419052 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001406df40 msgr2=0x7f0014151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 --2- 172.21.15.32:0/3181419052 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001406df40 0x7f0014151b60 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f0014070340 tx=0x7f001001c450 comp rx=0 tx=0).stop 2024-04-18T05:14:27.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 -- 172.21.15.32:0/3181419052 shutdown_connections 2024-04-18T05:14:27.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 --2- 172.21.15.32:0/3181419052 >> v2:172.21.15.92:3300/0 conn(0x7f001413ae10 0x7f00141559f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 --2- 172.21.15.32:0/3181419052 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001406df40 0x7f0014151b60 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.498 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 -- 172.21.15.32:0/3181419052 >> 172.21.15.32:0/3181419052 conn(0x7f00140c54b0 msgr2=0x7f00140c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:27.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 -- 172.21.15.32:0/3181419052 shutdown_connections 2024-04-18T05:14:27.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 -- 172.21.15.32:0/3181419052 wait complete. 2024-04-18T05:14:27.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 Processor -- start 2024-04-18T05:14:27.499 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 -- start start 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f001406df40 0x7f00141534a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001413a8c0 0x7f0014135d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f001413ae10 0x7f0014136e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0014138900 con 0x7f001413a8c0 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0014152ab0 con 0x7f001413ae10 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f001c578640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0014136360 con 0x7f001406df40 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f0019b13640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001413a8c0 0x7f0014135d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f0019b13640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001413a8c0 0x7f0014135d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60088/0 (socket says 172.21.15.32:60088) 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.497+0000 7f0019b13640 1 -- 172.21.15.32:0/2818929909 learned_addr learned my addr 172.21.15.32:0/2818929909 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f001a314640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f001406df40 0x7f00141534a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f001ab15640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f001413ae10 0x7f0014136e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f0019b13640 1 -- 172.21.15.32:0/2818929909 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f001406df40 msgr2=0x7f00141534a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.502 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f0019b13640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f001406df40 0x7f00141534a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f0019b13640 1 -- 172.21.15.32:0/2818929909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f001413ae10 msgr2=0x7f0014136e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f0019b13640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f001413ae10 0x7f0014136e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f0019b13640 1 -- 172.21.15.32:0/2818929909 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00100094d0 con 0x7f001413a8c0 2024-04-18T05:14:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f0019b13640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001413a8c0 0x7f0014135d10 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f000400b410 tx=0x7f000400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f000affd640 1 -- 172.21.15.32:0/2818929909 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0004011830 con 0x7f001413a8c0 2024-04-18T05:14:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f000affd640 1 -- 172.21.15.32:0/2818929909 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0004011990 con 0x7f001413a8c0 2024-04-18T05:14:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0014152d00 con 0x7f001413a8c0 2024-04-18T05:14:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f000affd640 1 -- 172.21.15.32:0/2818929909 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0004011d40 con 0x7f001413a8c0 2024-04-18T05:14:27.503 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f001406cd60 con 0x7f001413a8c0 2024-04-18T05:14:27.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f001404e1e0 con 0x7f001413a8c0 2024-04-18T05:14:27.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f000affd640 1 -- 172.21.15.32:0/2818929909 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f000401a400 con 0x7f001413a8c0 2024-04-18T05:14:27.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f000affd640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efff8066690 0x7efff8068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f000affd640 1 -- 172.21.15.32:0/2818929909 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f0004084810 con 0x7f001413a8c0 2024-04-18T05:14:27.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f001a314640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efff8066690 0x7efff8068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.504 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.501+0000 7f001a314640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efff8066690 0x7efff8068b50 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f00140c0ff0 tx=0x7f0010009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:27.508 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.505+0000 7f000affd640 1 -- 172.21.15.32:0/2818929909 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f0004051630 con 0x7f001413a8c0 2024-04-18T05:14:27.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.665+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f00140c1780 con 0x7f001413a8c0 2024-04-18T05:14:27.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.665+0000 7f000affd640 1 -- 172.21.15.32:0/2818929909 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v68) v1 ==== 101+0+11 (secure 0 0 0) 0x7f0004015020 con 0x7f001413a8c0 2024-04-18T05:14:27.668 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:14:27.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efff8066690 msgr2=0x7efff8068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efff8066690 0x7efff8068b50 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f00140c0ff0 tx=0x7f0010009040 comp rx=0 tx=0).stop 2024-04-18T05:14:27.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001413a8c0 msgr2=0x7f0014135d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001413a8c0 0x7f0014135d10 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f000400b410 tx=0x7f000400b8d0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 shutdown_connections 2024-04-18T05:14:27.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7efff8066690 0x7efff8068b50 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f001413ae10 0x7f0014136e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f001413a8c0 0x7f0014135d10 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 --2- 172.21.15.32:0/2818929909 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f001406df40 0x7f00141534a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 >> 172.21.15.32:0/2818929909 conn(0x7f00140c54b0 msgr2=0x7f00140a9d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:27.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 shutdown_connections 2024-04-18T05:14:27.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.669+0000 7f001c578640 1 -- 172.21.15.32:0/2818929909 wait complete. 2024-04-18T05:14:27.686 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:14:27.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb5a5af1640 1 Processor -- start 2024-04-18T05:14:27.799 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb5a5af1640 1 -- start start 2024-04-18T05:14:27.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb5a5af1640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb5a006d710 0x7fb5a00bfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb5a5af1640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5a006d280 con 0x7fb5a00c0190 2024-04-18T05:14:27.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb5a5af1640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5a00a8ba0 con 0x7fb5a014ef40 2024-04-18T05:14:27.800 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb5a5af1640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5a00a8e80 con 0x7fb5a006d710 2024-04-18T05:14:27.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb59ffff640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fb5a00c0190 0x7fb5a00aa2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44468/0 (socket says 172.21.15.32:44468) 2024-04-18T05:14:27.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb59ffff640 1 -- 172.21.15.32:0/3629496662 learned_addr learned my addr 172.21.15.32:0/3629496662 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:27.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb59effd640 1 --2- 172.21.15.32:0/3629496662 >> v2:172.21.15.92:3300/0 conn(0x7fb5a006d710 0x7fb5a00bfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb59e7fc640 1 -- 172.21.15.32:0/3629496662 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1234109186 0 0) 0x7fb5a006d280 con 0x7fb5a00c0190 2024-04-18T05:14:27.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.797+0000 7fb59e7fc640 1 -- 172.21.15.32:0/3629496662 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb588003530 con 0x7fb5a00c0190 2024-04-18T05:14:27.801 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb59e7fc640 1 -- 172.21.15.32:0/3629496662 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2958014059 0 0) 0x7fb588003530 con 0x7fb5a00c0190 2024-04-18T05:14:27.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb59effd640 1 -- 172.21.15.32:0/3629496662 >> v1:172.21.15.92:6789/0 conn(0x7fb5a014ef40 legacy=0x7fb5a00a8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb59effd640 1 -- 172.21.15.32:0/3629496662 >> v1:172.21.15.32:6789/0 conn(0x7fb5a00c0190 legacy=0x7fb5a00aa2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.802 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb59effd640 1 -- 172.21.15.32:0/3629496662 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a006cc30 con 0x7fb5a006d710 2024-04-18T05:14:27.803 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb59effd640 1 --2- 172.21.15.32:0/3629496662 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 0x7fb5a00bfc50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb5940097c0 tx=0x7fb59401c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7a667e39d473203 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:27.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb59e7fc640 1 -- 172.21.15.32:0/3629496662 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb598001a00 con 0x7fb5a006d710 2024-04-18T05:14:27.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb59e7fc640 1 -- 172.21.15.32:0/3629496662 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5940a7050 con 0x7fb5a006d710 2024-04-18T05:14:27.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb59e7fc640 1 -- 172.21.15.32:0/3629496662 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5940ab600 con 0x7fb5a006d710 2024-04-18T05:14:27.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb5a5af1640 1 -- 172.21.15.32:0/3629496662 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 msgr2=0x7fb5a00bfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb5a5af1640 1 --2- 172.21.15.32:0/3629496662 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 0x7fb5a00bfc50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb5940097c0 tx=0x7fb59401c3c0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.804 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb5a5af1640 1 -- 172.21.15.32:0/3629496662 shutdown_connections 2024-04-18T05:14:27.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb5a5af1640 1 --2- 172.21.15.32:0/3629496662 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 0x7fb5a00bfc50 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb5a5af1640 1 -- 172.21.15.32:0/3629496662 >> 172.21.15.32:0/3629496662 conn(0x7fb5a00a7d80 msgr2=0x7fb5a0069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:27.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb5a5af1640 1 -- 172.21.15.32:0/3629496662 shutdown_connections 2024-04-18T05:14:27.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.801+0000 7fb5a5af1640 1 -- 172.21.15.32:0/3629496662 wait complete. 2024-04-18T05:14:27.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 Processor -- start 2024-04-18T05:14:27.805 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 -- start start 2024-04-18T05:14:27.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 0x7fb5a00be8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.807 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a00c0190 0x7fb5a014dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a014ef40 0x7fb5a014e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a01ec430 con 0x7fb5a014ef40 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a01ec640 con 0x7fb5a006d710 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5a014e760 con 0x7fb5a00c0190 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a014ef40 0x7fb5a014e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59ffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a014ef40 0x7fb5a014e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60098/0 (socket says 172.21.15.32:60098) 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59ffff640 1 -- 172.21.15.32:0/1177447692 learned_addr learned my addr 172.21.15.32:0/1177447692 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59f7fe640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 0x7fb5a00be8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59effd640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a00c0190 0x7fb5a014dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59ffff640 1 -- 172.21.15.32:0/1177447692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a00c0190 msgr2=0x7fb5a014dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59ffff640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a00c0190 0x7fb5a014dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59ffff640 1 -- 172.21.15.32:0/1177447692 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 msgr2=0x7fb5a00be8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59ffff640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 0x7fb5a00be8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.808 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59ffff640 1 -- 172.21.15.32:0/1177447692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb594009420 con 0x7fb5a014ef40 2024-04-18T05:14:27.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59f7fe640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 0x7fb5a00be8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-18T05:14:27.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb59ffff640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a014ef40 0x7fb5a014e220 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fb598001570 tx=0x7fb59800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:27.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb587fff640 1 -- 172.21.15.32:0/1177447692 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb59800ad40 con 0x7fb5a014ef40 2024-04-18T05:14:27.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb587fff640 1 -- 172.21.15.32:0/1177447692 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb598012400 con 0x7fb5a014ef40 2024-04-18T05:14:27.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5a01ec8e0 con 0x7fb5a014ef40 2024-04-18T05:14:27.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb587fff640 1 -- 172.21.15.32:0/1177447692 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5980127b0 con 0x7fb5a014ef40 2024-04-18T05:14:27.809 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5a01ecea0 con 0x7fb5a014ef40 2024-04-18T05:14:27.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5a014eae0 con 0x7fb5a014ef40 2024-04-18T05:14:27.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.805+0000 7fb587fff640 1 -- 172.21.15.32:0/1177447692 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb598007070 con 0x7fb5a014ef40 2024-04-18T05:14:27.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.809+0000 7fb587fff640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb58c066690 0x7fb58c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:27.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.809+0000 7fb587fff640 1 -- 172.21.15.32:0/1177447692 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fb598084770 con 0x7fb5a014ef40 2024-04-18T05:14:27.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.809+0000 7fb59f7fe640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb58c066690 0x7fb58c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:27.810 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.809+0000 7fb59f7fe640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb58c066690 0x7fb58c068b50 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb5a015d290 tx=0x7fb590009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:27.813 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.813+0000 7fb587fff640 1 -- 172.21.15.32:0/1177447692 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb598051610 con 0x7fb5a014ef40 2024-04-18T05:14:27.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.981+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb5a00ab180 con 0x7fb5a014ef40 2024-04-18T05:14:27.982 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.981+0000 7fb587fff640 1 -- 172.21.15.32:0/1177447692 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v68) v1 ==== 80+0+0 (secure 0 0 0) 0x7fb598054c30 con 0x7fb5a014ef40 2024-04-18T05:14:27.982 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:14:27.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb58c066690 msgr2=0x7fb58c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb58c066690 0x7fb58c068b50 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb5a015d290 tx=0x7fb590009040 comp rx=0 tx=0).stop 2024-04-18T05:14:27.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a014ef40 msgr2=0x7fb5a014e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:27.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a014ef40 0x7fb5a014e220 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fb598001570 tx=0x7fb59800a430 comp rx=0 tx=0).stop 2024-04-18T05:14:27.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 shutdown_connections 2024-04-18T05:14:27.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb5a014ef40 0x7fb5a014e220 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5a00c0190 0x7fb5a014dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb58c066690 0x7fb58c068b50 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.986 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 --2- 172.21.15.32:0/1177447692 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5a006d710 0x7fb5a00be8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:27.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 >> 172.21.15.32:0/1177447692 conn(0x7fb5a00a7d80 msgr2=0x7fb5a0069e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:27.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 shutdown_connections 2024-04-18T05:14:27.987 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:27.985+0000 7fb5a5af1640 1 -- 172.21.15.32:0/1177447692 wait complete. 2024-04-18T05:14:28.002 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:14:28.002 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:14:28.009 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-18T05:14:28.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabffac6640 1 Processor -- start 2024-04-18T05:14:28.129 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabffac6640 1 -- start start 2024-04-18T05:14:28.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabffac6640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fabf814f000 0x7fabf8069e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabffac6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 0x7fabf8071af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabffac6640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabf80a7450 con 0x7fabf80a8580 2024-04-18T05:14:28.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabffac6640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabf80a7980 con 0x7fabf814f000 2024-04-18T05:14:28.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabffac6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabf8070f50 con 0x7fabf806a3c0 2024-04-18T05:14:28.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfd061640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fabf80a8580 0x7fabf80713e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44484/0 (socket says 172.21.15.32:44484) 2024-04-18T05:14:28.130 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfd862640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fabf814f000 0x7fabf8069e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfd061640 1 -- 172.21.15.32:0/3248550473 learned_addr learned my addr 172.21.15.32:0/3248550473 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:28.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfc860640 1 -- 172.21.15.32:0/3248550473 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4151560276 0 0) 0x7fabf80a7450 con 0x7fabf80a8580 2024-04-18T05:14:28.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfc860640 1 -- 172.21.15.32:0/3248550473 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fabe4003530 con 0x7fabf80a8580 2024-04-18T05:14:28.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfe063640 1 --2- 172.21.15.32:0/3248550473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 0x7fabf8071af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.131 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfd862640 1 -- 172.21.15.32:0/3248550473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 msgr2=0x7fabf8071af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:28.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfd862640 1 --2- 172.21.15.32:0/3248550473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 0x7fabf8071af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfd862640 1 -- 172.21.15.32:0/3248550473 >> v1:172.21.15.32:6789/0 conn(0x7fabf80a8580 legacy=0x7fabf80713e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfd862640 1 -- 172.21.15.32:0/3248550473 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabf814f3e0 con 0x7fabf814f000 2024-04-18T05:14:28.132 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfe063640 1 --2- 172.21.15.32:0/3248550473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 0x7fabf8071af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:28.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.129+0000 7fabfd862640 1 --2- 172.21.15.32:0/3248550473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 0x7fabf8069e80 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fabf40097c0 tx=0x7fabf401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fba34ff14f282f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:28.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfc860640 1 -- 172.21.15.32:0/3248550473 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf40ac640 con 0x7fabf814f000 2024-04-18T05:14:28.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfc860640 1 -- 172.21.15.32:0/3248550473 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabf40ac7a0 con 0x7fabf814f000 2024-04-18T05:14:28.133 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfc860640 1 -- 172.21.15.32:0/3248550473 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf40acb10 con 0x7fabf814f000 2024-04-18T05:14:28.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- 172.21.15.32:0/3248550473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 msgr2=0x7fabf8069e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 --2- 172.21.15.32:0/3248550473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 0x7fabf8069e80 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fabf40097c0 tx=0x7fabf401c3e0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- 172.21.15.32:0/3248550473 shutdown_connections 2024-04-18T05:14:28.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 --2- 172.21.15.32:0/3248550473 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 0x7fabf8071af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 --2- 172.21.15.32:0/3248550473 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 0x7fabf8069e80 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- 172.21.15.32:0/3248550473 >> 172.21.15.32:0/3248550473 conn(0x7fabf80c6340 msgr2=0x7fabf80c6750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:28.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- 172.21.15.32:0/3248550473 shutdown_connections 2024-04-18T05:14:28.134 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- 172.21.15.32:0/3248550473 wait complete. 2024-04-18T05:14:28.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 Processor -- start 2024-04-18T05:14:28.135 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- start start 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 0x7fabf81431b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabf80a8580 0x7fabf81ed8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 0x7fabf814fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf8149460 con 0x7fabf814f000 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf81ece90 con 0x7fabf80a8580 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabf814a140 con 0x7fabf806a3c0 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfe063640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 0x7fabf814fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfe063640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 0x7fabf814fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60114/0 (socket says 172.21.15.32:60114) 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfe063640 1 -- 172.21.15.32:0/3759661304 learned_addr learned my addr 172.21.15.32:0/3759661304 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfd862640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 0x7fabf81431b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.137 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfd061640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabf80a8580 0x7fabf81ed8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfe063640 1 -- 172.21.15.32:0/3759661304 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 msgr2=0x7fabf81431b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfe063640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 0x7fabf81431b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfe063640 1 -- 172.21.15.32:0/3759661304 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabf80a8580 msgr2=0x7fabf81ed8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfe063640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabf80a8580 0x7fabf81ed8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfe063640 1 -- 172.21.15.32:0/3759661304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabf4009420 con 0x7fabf814f000 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabfe063640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 0x7fabf814fcc0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fabf000cef0 tx=0x7fabf000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabee7fc640 1 -- 172.21.15.32:0/3759661304 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf000d840 con 0x7fabf814f000 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabee7fc640 1 -- 172.21.15.32:0/3759661304 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabf000d9c0 con 0x7fabf814f000 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabf8151700 con 0x7fabf814f000 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabee7fc640 1 -- 172.21.15.32:0/3759661304 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf000dd70 con 0x7fabf814f000 2024-04-18T05:14:28.138 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.133+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabf81ed0e0 con 0x7fabf814f000 2024-04-18T05:14:28.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.137+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabf8067900 con 0x7fabf814f000 2024-04-18T05:14:28.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.137+0000 7fabee7fc640 1 -- 172.21.15.32:0/3759661304 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fabf001e3b0 con 0x7fabf814f000 2024-04-18T05:14:28.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.137+0000 7fabee7fc640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fabdc0666c0 0x7fabdc068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.137+0000 7fabee7fc640 1 -- 172.21.15.32:0/3759661304 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fabf0085140 con 0x7fabf814f000 2024-04-18T05:14:28.139 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.137+0000 7fabfd862640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fabdc0666c0 0x7fabdc068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.140 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.137+0000 7fabfd862640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fabdc0666c0 0x7fabdc068b80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fabf40ae000 tx=0x7fabf40a7000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:28.143 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.141+0000 7fabee7fc640 1 -- 172.21.15.32:0/3759661304 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fabf0052010 con 0x7fabf814f000 2024-04-18T05:14:28.295 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.293+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fabf80666e0 con 0x7fabf814f000 2024-04-18T05:14:28.297 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabee7fc640 1 -- 172.21.15.32:0/3759661304 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) v1 ==== 74+0+20242 (secure 0 0 0) 0x7fabf0055630 con 0x7fabf814f000 2024-04-18T05:14:28.298 INFO:teuthology.orchestra.run.smithi032.stdout: 2024-04-18T05:14:28.298 INFO:teuthology.orchestra.run.smithi032.stdout:{"epoch":68,"fsid":"34620f78-a3be-4d30-8840-27972fb71e9e","created":"2024-04-18T05:11:04.115758+0000","modified":"2024-04-18T05:14:17.426870+0000","last_up_change":"2024-04-18T05:11:15.369439+0000","last_in_change":"2024-04-18T05:11:06.511559+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-18T05:11:16.919122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-04-18T05:13:58.504438+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-04-18T05:13:59.823533+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs2_metadata","create_time":"2024-04-18T05:14:14.623322+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs2"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs2_data","create_time":"2024-04-18T05:14:15.420336+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs2"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c48928ae-424f-4540-8630-8709090e86c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6800","nonce":27370},{"type":"v1","addr":"172.21.15.32:6801","nonce":27370}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6802","nonce":27370},{"type":"v1","addr":"172.21.15.32:6803","nonce":27370}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6806","nonce":27370},{"type":"v1","addr":"172.21.15.32:6807","nonce":27370}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6804","nonce":27370},{"type":"v1","addr":"172.21.15.32:6805","nonce":27370}]},"public_addr":"172.21.15.32:6801/27370","cluster_addr":"172.21.15.32:6803/27370","heartbeat_back_addr":"172.21.15.32:6807/27370","heartbeat_front_addr":"172.21.15.32:6805/27370","state":["exists","up"]},{"osd":1,"uuid":"f6941a6b-69cf-47a3-bebe-ed9956e909b8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6813","nonce":27373},{"type":"v1","addr":"172.21.15.32:6817","nonce":27373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6819","nonce":27373},{"type":"v1","addr":"172.21.15.32:6822","nonce":27373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6828","nonce":27373},{"type":"v1","addr":"172.21.15.32:6830","nonce":27373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6824","nonce":27373},{"type":"v1","addr":"172.21.15.32:6826","nonce":27373}]},"public_addr":"172.21.15.32:6817/27373","cluster_addr":"172.21.15.32:6822/27373","heartbeat_back_addr":"172.21.15.32:6830/27373","heartbeat_front_addr":"172.21.15.32:6826/27373","state":["exists","up"]},{"osd":2,"uuid":"73dbc0ef-f923-4572-9091-fe881cf0c3f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6808","nonce":27372},{"type":"v1","addr":"172.21.15.32:6809","nonce":27372}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6810","nonce":27372},{"type":"v1","addr":"172.21.15.32:6811","nonce":27372}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6818","nonce":27372},{"type":"v1","addr":"172.21.15.32:6820","nonce":27372}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6814","nonce":27372},{"type":"v1","addr":"172.21.15.32:6815","nonce":27372}]},"public_addr":"172.21.15.32:6809/27372","cluster_addr":"172.21.15.32:6811/27372","heartbeat_back_addr":"172.21.15.32:6820/27372","heartbeat_front_addr":"172.21.15.32:6815/27372","state":["exists","up"]},{"osd":3,"uuid":"1b212d0e-2c8e-4b04-a7c0-83730c652388","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6812","nonce":27371},{"type":"v1","addr":"172.21.15.32:6816","nonce":27371}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6821","nonce":27371},{"type":"v1","addr":"172.21.15.32:6823","nonce":27371}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6829","nonce":27371},{"type":"v1","addr":"172.21.15.32:6831","nonce":27371}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.32:6825","nonce":27371},{"type":"v1","addr":"172.21.15.32:6827","nonce":27371}]},"public_addr":"172.21.15.32:6816/27371","cluster_addr":"172.21.15.32:6823/27371","heartbeat_back_addr":"172.21.15.32:6831/27371","heartbeat_front_addr":"172.21.15.32:6827/27371","state":["exists","up"]},{"osd":4,"uuid":"baba98d2-110b-457c-8b5e-ee2237c274ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6801","nonce":27669},{"type":"v1","addr":"172.21.15.92:6803","nonce":27669}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6807","nonce":27669},{"type":"v1","addr":"172.21.15.92:6809","nonce":27669}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":27669},{"type":"v1","addr":"172.21.15.92:6820","nonce":27669}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":27669},{"type":"v1","addr":"172.21.15.92:6815","nonce":27669}]},"public_addr":"172.21.15.92:6803/27669","cluster_addr":"172.21.15.92:6809/27669","heartbeat_back_addr":"172.21.15.92:6820/27669","heartbeat_front_addr":"172.21.15.92:6815/27669","state":["exists","up"]},{"osd":5,"uuid":"71b7cc9b-ac39-49c4-9cc2-e09187629be2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":27667},{"type":"v1","addr":"172.21.15.92:6808","nonce":27667}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6811","nonce":27667},{"type":"v1","addr":"172.21.15.92:6814","nonce":27667}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":27667},{"type":"v1","addr":"172.21.15.92:6823","nonce":27667}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6817","nonce":27667},{"type":"v1","addr":"172.21.15.92:6821","nonce":27667}]},"public_addr":"172.21.15.92:6808/27667","cluster_addr":"172.21.15.92:6814/27667","heartbeat_back_addr":"172.21.15.92:6823/27667","heartbeat_front_addr":"172.21.15.92:6821/27667","state":["exists","up"]},{"osd":6,"uuid":"933f0426-3151-403f-9488-66718a25be01","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":27668},{"type":"v1","addr":"172.21.15.92:6802","nonce":27668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6805","nonce":27668},{"type":"v1","addr":"172.21.15.92:6806","nonce":27668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":27668},{"type":"v1","addr":"172.21.15.92:6819","nonce":27668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":27668},{"type":"v1","addr":"172.21.15.92:6813","nonce":27668}]},"public_addr":"172.21.15.92:6802/27668","cluster_addr":"172.21.15.92:6806/27668","heartbeat_back_addr":"172.21.15.92:6819/27668","heartbeat_front_addr":"172.21.15.92:6813/27668","state":["exists","up"]},{"osd":7,"uuid":"a5579434-8a16-4b4e-9c2d-8a13df5cd762","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":27670},{"type":"v1","addr":"172.21.15.92:6825","nonce":27670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":27670},{"type":"v1","addr":"172.21.15.92:6827","nonce":27670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":27670},{"type":"v1","addr":"172.21.15.92:6831","nonce":27670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":27670},{"type":"v1","addr":"172.21.15.92:6829","nonce":27670}]},"public_addr":"172.21.15.92:6825/27670","cluster_addr":"172.21.15.92:6827/27670","heartbeat_back_addr":"172.21.15.92:6831/27670","heartbeat_front_addr":"172.21.15.92:6829/27670","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.180280+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.115683+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.202355+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.173738+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.940493+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.067746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:12.038262+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-18T05:11:11.737333+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.2","mappings":[{"from":2,"to":7}]},{"pgid":"10.c","mappings":[{"from":2,"to":5}]},{"pgid":"10.18","mappings":[{"from":4,"to":1}]},{"pgid":"10.1c","mappings":[{"from":2,"to":7}]},{"pgid":"10.24","mappings":[{"from":2,"to":1}]},{"pgid":"10.2d","mappings":[{"from":2,"to":5}]},{"pgid":"10.2e","mappings":[{"from":2,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fabdc0666c0 msgr2=0x7fabdc068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fabdc0666c0 0x7fabdc068b80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fabf40ae000 tx=0x7fabf40a7000 comp rx=0 tx=0).stop 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 msgr2=0x7fabf814fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 0x7fabf814fcc0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fabf000cef0 tx=0x7fabf000a710 comp rx=0 tx=0).stop 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 shutdown_connections 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fabf814f000 0x7fabf814fcc0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fabdc0666c0 0x7fabdc068b80 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fabf80a8580 0x7fabf81ed8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 --2- 172.21.15.32:0/3759661304 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fabf806a3c0 0x7fabf81431b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.300 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 >> 172.21.15.32:0/3759661304 conn(0x7fabf80c6340 msgr2=0x7fabf80c0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:28.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 shutdown_connections 2024-04-18T05:14:28.301 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.297+0000 7fabffac6640 1 -- 172.21.15.32:0/3759661304 wait complete. 2024-04-18T05:14:28.315 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-18T05:11:16.919122+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-18T05:13:58.504438+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_data', 'create_time': '2024-04-18T05:13:59.823533+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs2_metadata', 'create_time': '2024-04-18T05:14:14.623322+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '67', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs2'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs2_data', 'create_time': '2024-04-18T05:14:15.420336+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs2'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-18T05:14:28.316 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-18T05:14:28.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.425+0000 7fb233b5b640 1 Processor -- start 2024-04-18T05:14:28.429 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.425+0000 7fb233b5b640 1 -- start start 2024-04-18T05:14:28.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb233b5b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 0x7fb22c151380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb233b5b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb22c0bb0a0 0x7fb22c14d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.430 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb233b5b640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb22c0bb4f0 con 0x7fb22c06a400 2024-04-18T05:14:28.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb233b5b640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb22c0ba0d0 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb233b5b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb22c0a9460 con 0x7fb22c0bbdb0 2024-04-18T05:14:28.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2320f8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb22c0bb0a0 0x7fb22c14d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2320f8640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fb22c0bb0a0 0x7fb22c14d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60130/0 (socket says 172.21.15.32:60130) 2024-04-18T05:14:28.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2320f8640 1 -- 172.21.15.32:0/3989353705 learned_addr learned my addr 172.21.15.32:0/3989353705 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:28.431 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2310f6640 1 --2- 172.21.15.32:0/3989353705 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 0x7fb22c151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2320f8640 1 -- 172.21.15.32:0/3989353705 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 msgr2=0x7fb22c151380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:28.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2320f8640 1 --2- 172.21.15.32:0/3989353705 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 0x7fb22c151380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2320f8640 1 -- 172.21.15.32:0/3989353705 >> v1:172.21.15.92:6789/0 conn(0x7fb22c06a400 legacy=0x7fb22c0a8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.433 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2320f8640 1 -- 172.21.15.32:0/3989353705 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb22c0ba2e0 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2320f8640 1 --2- 172.21.15.32:0/3989353705 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 0x7fb22c14d9e0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fb22c0ba210 tx=0x7fb22401ebe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a95493e93a2847c server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:28.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2308f5640 1 -- 172.21.15.32:0/3989353705 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb22400b2d0 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.434 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2308f5640 1 -- 172.21.15.32:0/3989353705 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb22400b430 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.429+0000 7fb2308f5640 1 -- 172.21.15.32:0/3989353705 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2240a7ae0 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- 172.21.15.32:0/3989353705 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 msgr2=0x7fb22c14d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 --2- 172.21.15.32:0/3989353705 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 0x7fb22c14d9e0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fb22c0ba210 tx=0x7fb22401ebe0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- 172.21.15.32:0/3989353705 shutdown_connections 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 --2- 172.21.15.32:0/3989353705 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 0x7fb22c14d9e0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 --2- 172.21.15.32:0/3989353705 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 0x7fb22c151380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- 172.21.15.32:0/3989353705 >> 172.21.15.32:0/3989353705 conn(0x7fb22c0c54b0 msgr2=0x7fb22c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- 172.21.15.32:0/3989353705 shutdown_connections 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- 172.21.15.32:0/3989353705 wait complete. 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 Processor -- start 2024-04-18T05:14:28.435 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- start start 2024-04-18T05:14:28.437 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb22c06a400 0x7fb22c0c4870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 0x7fb22c0c2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 0x7fb22c1eb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb22c1427a0 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb22c14afb0 con 0x7fb22c06a400 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb22c14b400 con 0x7fb22c0bbdb0 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2310f6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 0x7fb22c0c2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2310f6640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 0x7fb22c0c2ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60146/0 (socket says 172.21.15.32:60146) 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2310f6640 1 -- 172.21.15.32:0/750886069 learned_addr learned my addr 172.21.15.32:0/750886069 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2318f7640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb22c06a400 0x7fb22c0c4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2320f8640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 0x7fb22c1eb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2310f6640 1 -- 172.21.15.32:0/750886069 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 msgr2=0x7fb22c1eb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2310f6640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 0x7fb22c1eb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2310f6640 1 -- 172.21.15.32:0/750886069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb22c06a400 msgr2=0x7fb22c0c4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.438 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2310f6640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb22c06a400 0x7fb22c0c4870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2310f6640 1 -- 172.21.15.32:0/750886069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb22400bd40 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb2310f6640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 0x7fb22c0c2ca0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fb22000d800 tx=0x7fb22000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb22a7fc640 1 -- 172.21.15.32:0/750886069 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb22000b6c0 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb22a7fc640 1 -- 172.21.15.32:0/750886069 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb22000b820 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb22c0c31e0 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb22a7fc640 1 -- 172.21.15.32:0/750886069 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb22000bb90 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb22c1ebf60 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.433+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb22c072000 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.437+0000 7fb22a7fc640 1 -- 172.21.15.32:0/750886069 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb22000bcf0 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.437+0000 7fb22a7fc640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb218066690 0x7fb218068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.437+0000 7fb22a7fc640 1 -- 172.21.15.32:0/750886069 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fb220084d40 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.439 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.437+0000 7fb2318f7640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb218066690 0x7fb218068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.440 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.437+0000 7fb2318f7640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb218066690 0x7fb218068b50 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb21c000f70 tx=0x7fb21c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:28.442 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.441+0000 7fb22a7fc640 1 -- 172.21.15.32:0/750886069 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fb220051ad0 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.593+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb22c14b120 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.596 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.593+0000 7fb22a7fc640 1 -- 172.21.15.32:0/750886069 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v68) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb22c14b120 con 0x7fb22c0bb0a0 2024-04-18T05:14:28.597 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 1 2024-04-18T05:14:28.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb218066690 msgr2=0x7fb218068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb218066690 0x7fb218068b50 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb21c000f70 tx=0x7fb21c009040 comp rx=0 tx=0).stop 2024-04-18T05:14:28.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 msgr2=0x7fb22c0c2ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 0x7fb22c0c2ca0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fb22000d800 tx=0x7fb22000dcc0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 shutdown_connections 2024-04-18T05:14:28.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb22c0bbdb0 0x7fb22c1eb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.599 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fb22c0bb0a0 0x7fb22c0c2ca0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fb218066690 0x7fb218068b50 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 --2- 172.21.15.32:0/750886069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb22c06a400 0x7fb22c0c4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 >> 172.21.15.32:0/750886069 conn(0x7fb22c0c54b0 msgr2=0x7fb22c0c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:28.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 shutdown_connections 2024-04-18T05:14:28.600 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.597+0000 7fb233b5b640 1 -- 172.21.15.32:0/750886069 wait complete. 2024-04-18T05:14:28.614 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-18T05:14:28.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f7309976640 1 Processor -- start 2024-04-18T05:14:28.738 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f7309976640 1 -- start start 2024-04-18T05:14:28.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f7309976640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 0x7f7304151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f7309976640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f730413a8c0 0x7f73040a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f7309976640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73040a8200 con 0x7f730406df40 2024-04-18T05:14:28.739 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f7309976640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73040a8fb0 con 0x7f730413a8c0 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f7309976640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73041520a0 con 0x7f730413ae10 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f73037fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f730413a8c0 0x7f73040a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f73037fe640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f730413a8c0 0x7f73040a9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60150/0 (socket says 172.21.15.32:60150) 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f73037fe640 1 -- 172.21.15.32:0/3815813115 learned_addr learned my addr 172.21.15.32:0/3815813115 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f73027fc640 1 --2- 172.21.15.32:0/3815813115 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 0x7f7304151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f73037fe640 1 -- 172.21.15.32:0/3815813115 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 msgr2=0x7f7304151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f73037fe640 1 --2- 172.21.15.32:0/3815813115 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 0x7f7304151b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f73037fe640 1 -- 172.21.15.32:0/3815813115 >> v1:172.21.15.92:6789/0 conn(0x7f730406df40 legacy=0x7f73041559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f73037fe640 1 -- 172.21.15.32:0/3815813115 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73040a84e0 con 0x7f730413a8c0 2024-04-18T05:14:28.740 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.737+0000 7f73027fc640 1 --2- 172.21.15.32:0/3815813115 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 0x7f7304151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:28.741 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73037fe640 1 --2- 172.21.15.32:0/3815813115 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 0x7f73040a9dc0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f72fc009e80 tx=0x7f72fc01c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26a4a6ea6d02ea39 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:28.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7301ffb640 1 -- 172.21.15.32:0/3815813115 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72fc0a5640 con 0x7f730413a8c0 2024-04-18T05:14:28.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7301ffb640 1 -- 172.21.15.32:0/3815813115 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72fc0a57a0 con 0x7f730413a8c0 2024-04-18T05:14:28.742 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7301ffb640 1 -- 172.21.15.32:0/3815813115 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72fc0a5b30 con 0x7f730413a8c0 2024-04-18T05:14:28.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 -- 172.21.15.32:0/3815813115 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 msgr2=0x7f73040a9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 --2- 172.21.15.32:0/3815813115 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 0x7f73040a9dc0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f72fc009e80 tx=0x7f72fc01c980 comp rx=0 tx=0).stop 2024-04-18T05:14:28.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 -- 172.21.15.32:0/3815813115 shutdown_connections 2024-04-18T05:14:28.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 --2- 172.21.15.32:0/3815813115 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 0x7f73040a9dc0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 --2- 172.21.15.32:0/3815813115 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 0x7f7304151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 -- 172.21.15.32:0/3815813115 >> 172.21.15.32:0/3815813115 conn(0x7f73040c54b0 msgr2=0x7f73040c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:28.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 -- 172.21.15.32:0/3815813115 shutdown_connections 2024-04-18T05:14:28.743 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 -- 172.21.15.32:0/3815813115 wait complete. 2024-04-18T05:14:28.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 Processor -- start 2024-04-18T05:14:28.744 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 -- start start 2024-04-18T05:14:28.745 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f730406df40 0x7f73040bcc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 0x7f73040bd600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 0x7f73041538d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73040bdfc0 con 0x7f730413a8c0 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73040bd160 con 0x7f730406df40 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7309976640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73040c4d70 con 0x7f730413ae10 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73027fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 0x7f73040bd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73027fc640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 0x7f73040bd600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60164/0 (socket says 172.21.15.32:60164) 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73027fc640 1 -- 172.21.15.32:0/3075200030 learned_addr learned my addr 172.21.15.32:0/3075200030 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73037fe640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 0x7f73041538d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7302ffd640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f730406df40 0x7f73040bcc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73027fc640 1 -- 172.21.15.32:0/3075200030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 msgr2=0x7f73041538d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73027fc640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 0x7f73041538d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.746 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73027fc640 1 -- 172.21.15.32:0/3075200030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f730406df40 msgr2=0x7f73040bcc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73027fc640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f730406df40 0x7f73040bcc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f73027fc640 1 -- 172.21.15.32:0/3075200030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72fc009b30 con 0x7f730413a8c0 2024-04-18T05:14:28.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.741+0000 7f7302ffd640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f730406df40 0x7f73040bcc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:28.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f73027fc640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 0x7f73040bd600 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f72f800c820 tx=0x7f72f800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:28.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f72ebfff640 1 -- 172.21.15.32:0/3075200030 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72f8007a30 con 0x7f730413a8c0 2024-04-18T05:14:28.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f72ebfff640 1 -- 172.21.15.32:0/3075200030 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72f8007b90 con 0x7f730413a8c0 2024-04-18T05:14:28.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73040bc5f0 con 0x7f730413a8c0 2024-04-18T05:14:28.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f72ebfff640 1 -- 172.21.15.32:0/3075200030 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72f800ce10 con 0x7f730413a8c0 2024-04-18T05:14:28.747 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73040bc8b0 con 0x7f730413a8c0 2024-04-18T05:14:28.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f730404e1e0 con 0x7f730413a8c0 2024-04-18T05:14:28.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f72ebfff640 1 -- 172.21.15.32:0/3075200030 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f72f80113f0 con 0x7f730413a8c0 2024-04-18T05:14:28.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f72ebfff640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72f0066690 0x7f72f0068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:28.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f72ebfff640 1 -- 172.21.15.32:0/3075200030 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f72f8084840 con 0x7f730413a8c0 2024-04-18T05:14:28.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f7302ffd640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72f0066690 0x7f72f0068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:28.748 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.745+0000 7f7302ffd640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72f0066690 0x7f72f0068b50 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f72f4000f70 tx=0x7f72f4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:28.751 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.749+0000 7f72ebfff640 1 -- 172.21.15.32:0/3075200030 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f72f8051650 con 0x7f730413a8c0 2024-04-18T05:14:28.902 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.901+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f73040bd360 con 0x7f730413a8c0 2024-04-18T05:14:28.904 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.901+0000 7f72ebfff640 1 -- 172.21.15.32:0/3075200030 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v68) v1 ==== 104+0+11 (secure 0 0 0) 0x7f72f8054c70 con 0x7f730413a8c0 2024-04-18T05:14:28.904 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:14:28.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72f0066690 msgr2=0x7f72f0068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72f0066690 0x7f72f0068b50 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f72f4000f70 tx=0x7f72f4009040 comp rx=0 tx=0).stop 2024-04-18T05:14:28.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 msgr2=0x7f73040bd600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:28.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 0x7f73040bd600 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f72f800c820 tx=0x7f72f800cce0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 shutdown_connections 2024-04-18T05:14:28.906 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f730413ae10 0x7f73041538d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f730413a8c0 0x7f73040bd600 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f72f0066690 0x7f72f0068b50 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 --2- 172.21.15.32:0/3075200030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f730406df40 0x7f73040bcc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:28.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 >> 172.21.15.32:0/3075200030 conn(0x7f73040c54b0 msgr2=0x7f73040c5890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:28.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 shutdown_connections 2024-04-18T05:14:28.907 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:28.905+0000 7f7309976640 1 -- 172.21.15.32:0/3075200030 wait complete. 2024-04-18T05:14:28.921 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-18T05:14:29.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f281836c640 1 Processor -- start 2024-04-18T05:14:29.049 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f281836c640 1 -- start start 2024-04-18T05:14:29.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f281836c640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f281006a310 0x7f281014dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f281836c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f28100a9080 0x7f28100a9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f281836c640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28100c19c0 con 0x7f28100aa040 2024-04-18T05:14:29.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f281836c640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2810071c00 con 0x7f28100a9080 2024-04-18T05:14:29.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f281836c640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2810154e70 con 0x7f281006a310 2024-04-18T05:14:29.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f2816909640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f28100a9080 0x7f28100a9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f2816909640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f28100a9080 0x7f28100a9480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60166/0 (socket says 172.21.15.32:60166) 2024-04-18T05:14:29.051 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f2816909640 1 -- 172.21.15.32:0/3460639566 learned_addr learned my addr 172.21.15.32:0/3460639566 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:29.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f2816108640 1 --2- 172.21.15.32:0/3460639566 >> v2:172.21.15.92:3300/0 conn(0x7f281006a310 0x7f281014dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f2816909640 1 -- 172.21.15.32:0/3460639566 >> v2:172.21.15.92:3300/0 conn(0x7f281006a310 msgr2=0x7f281014dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:29.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f2816909640 1 --2- 172.21.15.32:0/3460639566 >> v2:172.21.15.92:3300/0 conn(0x7f281006a310 0x7f281014dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f2816909640 1 -- 172.21.15.32:0/3460639566 >> v1:172.21.15.92:6789/0 conn(0x7f28100aa040 legacy=0x7f281014e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:29.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f2816909640 1 -- 172.21.15.32:0/3460639566 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2810154260 con 0x7f28100a9080 2024-04-18T05:14:29.052 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.049+0000 7f2816108640 1 --2- 172.21.15.32:0/3460639566 >> v2:172.21.15.92:3300/0 conn(0x7f281006a310 0x7f281014dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:29.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816909640 1 --2- 172.21.15.32:0/3460639566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28100a9080 0x7f28100a9480 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f28100bc270 tx=0x7f280801eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67d1b44ed1e3fced server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2815106640 1 -- 172.21.15.32:0/3460639566 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280800b2d0 con 0x7f28100a9080 2024-04-18T05:14:29.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2815106640 1 -- 172.21.15.32:0/3460639566 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f280800b430 con 0x7f28100a9080 2024-04-18T05:14:29.053 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2815106640 1 -- 172.21.15.32:0/3460639566 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28080a79f0 con 0x7f28100a9080 2024-04-18T05:14:29.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- 172.21.15.32:0/3460639566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28100a9080 msgr2=0x7f28100a9480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 --2- 172.21.15.32:0/3460639566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28100a9080 0x7f28100a9480 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f28100bc270 tx=0x7f280801eaf0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- 172.21.15.32:0/3460639566 shutdown_connections 2024-04-18T05:14:29.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 --2- 172.21.15.32:0/3460639566 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f28100a9080 0x7f28100a9480 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 --2- 172.21.15.32:0/3460639566 >> v2:172.21.15.92:3300/0 conn(0x7f281006a310 0x7f281014dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- 172.21.15.32:0/3460639566 >> 172.21.15.32:0/3460639566 conn(0x7f28100c54b0 msgr2=0x7f28100c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:29.054 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- 172.21.15.32:0/3460639566 shutdown_connections 2024-04-18T05:14:29.055 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- 172.21.15.32:0/3460639566 wait complete. 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 Processor -- start 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- start start 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f281006a310 0x7f2810140850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28100a9080 0x7f28100c44e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28100aa040 0x7f28100c2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281006d9c0 con 0x7f281006a310 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28101ec7c0 con 0x7f28100a9080 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f281006cb40 con 0x7f28100aa040 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816108640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f281006a310 0x7f2810140850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816108640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f281006a310 0x7f2810140850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60170/0 (socket says 172.21.15.32:60170) 2024-04-18T05:14:29.057 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816108640 1 -- 172.21.15.32:0/2054393266 learned_addr learned my addr 172.21.15.32:0/2054393266 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2815907640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28100a9080 0x7f28100c44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816909640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28100aa040 0x7f28100c2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816108640 1 -- 172.21.15.32:0/2054393266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28100aa040 msgr2=0x7f28100c2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816108640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28100aa040 0x7f28100c2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816108640 1 -- 172.21.15.32:0/2054393266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28100a9080 msgr2=0x7f28100c44e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816108640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28100a9080 0x7f28100c44e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816108640 1 -- 172.21.15.32:0/2054393266 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f280800bd40 con 0x7f281006a310 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816909640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28100aa040 0x7f28100c2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2816108640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f281006a310 0x7f2810140850 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f280c00c7c0 tx=0x7f280c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2806ffd640 1 -- 172.21.15.32:0/2054393266 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280c007a30 con 0x7f281006a310 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2806ffd640 1 -- 172.21.15.32:0/2054393266 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f280c007b90 con 0x7f281006a310 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f281006c410 con 0x7f281006a310 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f2806ffd640 1 -- 172.21.15.32:0/2054393266 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280c00ce70 con 0x7f281006a310 2024-04-18T05:14:29.058 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.053+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f281006cdb0 con 0x7f281006a310 2024-04-18T05:14:29.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.057+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f281004e1e0 con 0x7f281006a310 2024-04-18T05:14:29.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.057+0000 7f2806ffd640 1 -- 172.21.15.32:0/2054393266 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f280c0193f0 con 0x7f281006a310 2024-04-18T05:14:29.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.057+0000 7f2806ffd640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f27f40666c0 0x7f27f4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.059 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.057+0000 7f2806ffd640 1 -- 172.21.15.32:0/2054393266 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f280c084b10 con 0x7f281006a310 2024-04-18T05:14:29.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.057+0000 7f2815907640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f27f40666c0 0x7f27f4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.060 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.057+0000 7f2815907640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f27f40666c0 0x7f27f4068b80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f28101411e0 tx=0x7f2800008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.062 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.061+0000 7f2806ffd640 1 -- 172.21.15.32:0/2054393266 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f280c051920 con 0x7f281006a310 2024-04-18T05:14:29.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.213+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2810153ee0 con 0x7f281006a310 2024-04-18T05:14:29.217 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f2806ffd640 1 -- 172.21.15.32:0/2054393266 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v68) v1 ==== 100+0+11 (secure 0 0 0) 0x7f280c01e0a0 con 0x7f281006a310 2024-04-18T05:14:29.218 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f27f40666c0 msgr2=0x7f27f4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f27f40666c0 0x7f27f4068b80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f28101411e0 tx=0x7f2800008040 comp rx=0 tx=0).stop 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f281006a310 msgr2=0x7f2810140850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f281006a310 0x7f2810140850 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f280c00c7c0 tx=0x7f280c00cc80 comp rx=0 tx=0).stop 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 shutdown_connections 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f28100aa040 0x7f28100c2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f27f40666c0 0x7f27f4068b80 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f28100a9080 0x7f28100c44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 --2- 172.21.15.32:0/2054393266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f281006a310 0x7f2810140850 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.220 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 >> 172.21.15.32:0/2054393266 conn(0x7f28100c54b0 msgr2=0x7f28100702f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:29.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 shutdown_connections 2024-04-18T05:14:29.221 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.217+0000 7f281836c640 1 -- 172.21.15.32:0/2054393266 wait complete. 2024-04-18T05:14:29.235 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_metadata pg_num 2024-04-18T05:14:29.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.349+0000 7f3fbc28f640 1 Processor -- start 2024-04-18T05:14:29.352 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.349+0000 7f3fbc28f640 1 -- start start 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3fb406a310 0x7f3fb4071c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3fb4157c30 0x7f3fb4151140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fb4154bb0 con 0x7f3fb4150ce0 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fb4151680 con 0x7f3fb406a310 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb41580c0 con 0x7f3fb4157c30 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fba02b640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f3fb406a310 0x7f3fb4071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fb982a640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f3fb4150ce0 0x7f3fb4157520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44500/0 (socket says 172.21.15.32:44500) 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fb982a640 1 -- 172.21.15.32:0/1469708056 learned_addr learned my addr 172.21.15.32:0/1469708056 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fba02b640 1 -- 172.21.15.32:0/1469708056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3fb4157c30 msgr2=0x7f3fb4151140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fba02b640 1 --2- 172.21.15.32:0/1469708056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3fb4157c30 0x7f3fb4151140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fba02b640 1 -- 172.21.15.32:0/1469708056 >> v1:172.21.15.32:6789/0 conn(0x7f3fb4150ce0 legacy=0x7f3fb4157520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fb9029640 1 -- 172.21.15.32:0/1469708056 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1086192842 0 0) 0x7f3fb4154bb0 con 0x7f3fb4150ce0 2024-04-18T05:14:29.354 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fba02b640 1 -- 172.21.15.32:0/1469708056 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fb4154030 con 0x7f3fb406a310 2024-04-18T05:14:29.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fba02b640 1 --2- 172.21.15.32:0/1469708056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb406a310 0x7f3fb4071c60 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f3fb00097c0 tx=0x7f3fb001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9166b7a397e3014 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fb9029640 1 -- 172.21.15.32:0/1469708056 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fb00ab600 con 0x7f3fb406a310 2024-04-18T05:14:29.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fb9029640 1 -- 172.21.15.32:0/1469708056 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fb00a7050 con 0x7f3fb406a310 2024-04-18T05:14:29.356 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fb9029640 1 -- 172.21.15.32:0/1469708056 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fb00ab980 con 0x7f3fb406a310 2024-04-18T05:14:29.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 -- 172.21.15.32:0/1469708056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb406a310 msgr2=0x7f3fb4071c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 --2- 172.21.15.32:0/1469708056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb406a310 0x7f3fb4071c60 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f3fb00097c0 tx=0x7f3fb001c410 comp rx=0 tx=0).stop 2024-04-18T05:14:29.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 -- 172.21.15.32:0/1469708056 shutdown_connections 2024-04-18T05:14:29.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 --2- 172.21.15.32:0/1469708056 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3fb4157c30 0x7f3fb4151140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 --2- 172.21.15.32:0/1469708056 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb406a310 0x7f3fb4071c60 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 -- 172.21.15.32:0/1469708056 >> 172.21.15.32:0/1469708056 conn(0x7f3fb40c54b0 msgr2=0x7f3fb40c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:29.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 -- 172.21.15.32:0/1469708056 shutdown_connections 2024-04-18T05:14:29.357 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.353+0000 7f3fbc28f640 1 -- 172.21.15.32:0/1469708056 wait complete. 2024-04-18T05:14:29.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 Processor -- start 2024-04-18T05:14:29.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 -- start start 2024-04-18T05:14:29.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3fb406a310 0x7f3fb41efd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fb4150ce0 0x7f3fb41ebc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.359 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb4157c30 0x7f3fb414fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb40bc6c0 con 0x7f3fb4157c30 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb40bc910 con 0x7f3fb4150ce0 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb40bcbf0 con 0x7f3fb406a310 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fba82c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb4157c30 0x7f3fb414fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fba82c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb4157c30 0x7f3fb414fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60196/0 (socket says 172.21.15.32:60196) 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fba82c640 1 -- 172.21.15.32:0/3878400860 learned_addr learned my addr 172.21.15.32:0/3878400860 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fba82c640 1 -- 172.21.15.32:0/3878400860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3fb406a310 msgr2=0x7f3fb41efd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fba82c640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3fb406a310 0x7f3fb41efd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fba82c640 1 -- 172.21.15.32:0/3878400860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fb4150ce0 msgr2=0x7f3fb41ebc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fba82c640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fb4150ce0 0x7f3fb41ebc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fba82c640 1 -- 172.21.15.32:0/3878400860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fb0009420 con 0x7f3fb4157c30 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fba82c640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb4157c30 0x7f3fb414fc90 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f3fac00b970 tx=0x7f3fac00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3faaffd640 1 -- 172.21.15.32:0/3878400860 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fac00cb40 con 0x7f3fb4157c30 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3faaffd640 1 -- 172.21.15.32:0/3878400860 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fac00ccc0 con 0x7f3fb4157c30 2024-04-18T05:14:29.360 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fb41ef270 con 0x7f3fb4157c30 2024-04-18T05:14:29.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3faaffd640 1 -- 172.21.15.32:0/3878400860 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fac014680 con 0x7f3fb4157c30 2024-04-18T05:14:29.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fb41ef830 con 0x7f3fb4157c30 2024-04-18T05:14:29.361 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fb41efa50 con 0x7f3fb4157c30 2024-04-18T05:14:29.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3faaffd640 1 -- 172.21.15.32:0/3878400860 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3fac007370 con 0x7f3fb4157c30 2024-04-18T05:14:29.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.357+0000 7f3faaffd640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3f98066690 0x7f3f98068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.361+0000 7f3faaffd640 1 -- 172.21.15.32:0/3878400860 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f3fac0845e0 con 0x7f3fb4157c30 2024-04-18T05:14:29.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.361+0000 7f3fba02b640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3f98066690 0x7f3f98068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.362 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.361+0000 7f3fba02b640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3f98066690 0x7f3f98068b50 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f3fb00ad000 tx=0x7f3fb0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.365 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.365+0000 7f3faaffd640 1 -- 172.21.15.32:0/3878400860 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f3fac051480 con 0x7f3fb4157c30 2024-04-18T05:14:29.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.517+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3fb404e1e0 con 0x7f3fb4157c30 2024-04-18T05:14:29.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.517+0000 7f3faaffd640 1 -- 172.21.15.32:0/3878400860 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_metadata", "var": "pg_num"}]=0 v68) v1 ==== 105+0+11 (secure 0 0 0) 0x7f3fac054aa0 con 0x7f3fb4157c30 2024-04-18T05:14:29.520 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 32 2024-04-18T05:14:29.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3f98066690 msgr2=0x7f3f98068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3f98066690 0x7f3f98068b50 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f3fb00ad000 tx=0x7f3fb0008040 comp rx=0 tx=0).stop 2024-04-18T05:14:29.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb4157c30 msgr2=0x7f3fb414fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb4157c30 0x7f3fb414fc90 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f3fac00b970 tx=0x7f3fac00be30 comp rx=0 tx=0).stop 2024-04-18T05:14:29.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 shutdown_connections 2024-04-18T05:14:29.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f3fb4157c30 0x7f3fb414fc90 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f3f98066690 0x7f3f98068b50 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.522 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fb4150ce0 0x7f3fb41ebc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 --2- 172.21.15.32:0/3878400860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3fb406a310 0x7f3fb41efd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 >> 172.21.15.32:0/3878400860 conn(0x7f3fb40c54b0 msgr2=0x7f3fb4151c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:29.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 shutdown_connections 2024-04-18T05:14:29.523 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.521+0000 7f3fbc28f640 1 -- 172.21.15.32:0/3878400860 wait complete. 2024-04-18T05:14:29.537 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs2_data pg_num 2024-04-18T05:14:29.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.657+0000 7f07438b3640 1 Processor -- start 2024-04-18T05:14:29.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.657+0000 7f07438b3640 1 -- start start 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f073c13ae10 0x7f073c151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f073c13a8c0 0x7f073c0a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f073c0a8200 con 0x7f073c06df40 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f073c0a8fb0 con 0x7f073c13ae10 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f073c1520a0 con 0x7f073c13a8c0 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0740e4e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f073c13ae10 0x7f073c151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0740e4e640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f073c13ae10 0x7f073c151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60210/0 (socket says 172.21.15.32:60210) 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f074164f640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f073c06df40 0x7f073c1559f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44508/0 (socket says 172.21.15.32:44508) 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0740e4e640 1 -- 172.21.15.32:0/1656838542 learned_addr learned my addr 172.21.15.32:0/1656838542 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0741e50640 1 --2- 172.21.15.32:0/1656838542 >> v2:172.21.15.92:3300/0 conn(0x7f073c13a8c0 0x7f073c0a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0740e4e640 1 -- 172.21.15.32:0/1656838542 >> v2:172.21.15.92:3300/0 conn(0x7f073c13a8c0 msgr2=0x7f073c0a9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:29.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0740e4e640 1 --2- 172.21.15.32:0/1656838542 >> v2:172.21.15.92:3300/0 conn(0x7f073c13a8c0 0x7f073c0a9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0740e4e640 1 -- 172.21.15.32:0/1656838542 >> v1:172.21.15.32:6789/0 conn(0x7f073c06df40 legacy=0x7f073c1559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0740e4e640 1 -- 172.21.15.32:0/1656838542 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f073c0a84e0 con 0x7f073c13ae10 2024-04-18T05:14:29.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0740e4e640 1 --2- 172.21.15.32:0/1656838542 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 0x7f073c151b60 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f073c0c0ff0 tx=0x7f072c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e1b92822ff33ce3 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0733fff640 1 -- 172.21.15.32:0/1656838542 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f072c0ab600 con 0x7f073c13ae10 2024-04-18T05:14:29.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0733fff640 1 -- 172.21.15.32:0/1656838542 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f072c0a7050 con 0x7f073c13ae10 2024-04-18T05:14:29.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f0733fff640 1 -- 172.21.15.32:0/1656838542 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f072c0ab980 con 0x7f073c13ae10 2024-04-18T05:14:29.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 -- 172.21.15.32:0/1656838542 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 msgr2=0x7f073c151b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 --2- 172.21.15.32:0/1656838542 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 0x7f073c151b60 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f073c0c0ff0 tx=0x7f072c01c490 comp rx=0 tx=0).stop 2024-04-18T05:14:29.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 -- 172.21.15.32:0/1656838542 shutdown_connections 2024-04-18T05:14:29.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 --2- 172.21.15.32:0/1656838542 >> v2:172.21.15.92:3300/0 conn(0x7f073c13a8c0 0x7f073c0a9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 --2- 172.21.15.32:0/1656838542 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 0x7f073c151b60 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 -- 172.21.15.32:0/1656838542 >> 172.21.15.32:0/1656838542 conn(0x7f073c0c54b0 msgr2=0x7f073c0c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:29.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 -- 172.21.15.32:0/1656838542 shutdown_connections 2024-04-18T05:14:29.665 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.661+0000 7f07438b3640 1 -- 172.21.15.32:0/1656838542 wait complete. 2024-04-18T05:14:29.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 Processor -- start 2024-04-18T05:14:29.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 -- start start 2024-04-18T05:14:29.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073c06df40 0x7f073c0bd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073c13a8c0 0x7f073c0bd720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 0x7f073c139580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f073c151d70 con 0x7f073c13ae10 2024-04-18T05:14:29.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f073c151a90 con 0x7f073c13a8c0 2024-04-18T05:14:29.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f073c138aa0 con 0x7f073c06df40 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0741e50640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 0x7f073c139580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0741e50640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 0x7f073c139580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60220/0 (socket says 172.21.15.32:60220) 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0741e50640 1 -- 172.21.15.32:0/1759706438 learned_addr learned my addr 172.21.15.32:0/1759706438 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0741e50640 1 -- 172.21.15.32:0/1759706438 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073c06df40 msgr2=0x7f073c0bd1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f074164f640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073c06df40 0x7f073c0bd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0741e50640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073c06df40 0x7f073c0bd1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0741e50640 1 -- 172.21.15.32:0/1759706438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073c13a8c0 msgr2=0x7f073c0bd720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0740e4e640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073c13a8c0 0x7f073c0bd720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0741e50640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073c13a8c0 0x7f073c0bd720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0741e50640 1 -- 172.21.15.32:0/1759706438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f072c0094d0 con 0x7f073c13ae10 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0741e50640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 0x7f073c139580 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f073800d800 tx=0x7f073800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0731ffb640 1 -- 172.21.15.32:0/1759706438 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f073800b6c0 con 0x7f073c13ae10 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0731ffb640 1 -- 172.21.15.32:0/1759706438 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f073800b820 con 0x7f073c13ae10 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f073c138d80 con 0x7f073c13ae10 2024-04-18T05:14:29.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f0731ffb640 1 -- 172.21.15.32:0/1759706438 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f073800bbd0 con 0x7f073c13ae10 2024-04-18T05:14:29.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f073c151740 con 0x7f073c13ae10 2024-04-18T05:14:29.670 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.665+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f073c138900 con 0x7f073c13ae10 2024-04-18T05:14:29.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.669+0000 7f0731ffb640 1 -- 172.21.15.32:0/1759706438 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f073800bd30 con 0x7f073c13ae10 2024-04-18T05:14:29.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.669+0000 7f0731ffb640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07200666c0 0x7f0720068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.669+0000 7f074164f640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07200666c0 0x7f0720068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.669+0000 7f0731ffb640 1 -- 172.21.15.32:0/1759706438 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f0738084c80 con 0x7f073c13ae10 2024-04-18T05:14:29.671 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.669+0000 7f074164f640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07200666c0 0x7f0720068b80 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f0734007fd0 tx=0x7f0734009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.673+0000 7f0731ffb640 1 -- 172.21.15.32:0/1759706438 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f073c138900 con 0x7f073c13ae10 2024-04-18T05:14:29.829 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"} v 0) v1 -- 0x7f073c138900 con 0x7f073c13ae10 2024-04-18T05:14:29.830 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f0731ffb640 1 -- 172.21.15.32:0/1759706438 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs2_data", "var": "pg_num"}]=0 v68) v1 ==== 101+0+11 (secure 0 0 0) 0x7f073c138900 con 0x7f073c13ae10 2024-04-18T05:14:29.830 INFO:teuthology.orchestra.run.smithi032.stdout:pg_num: 64 2024-04-18T05:14:29.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07200666c0 msgr2=0x7f0720068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07200666c0 0x7f0720068b80 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f0734007fd0 tx=0x7f0734009040 comp rx=0 tx=0).stop 2024-04-18T05:14:29.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 msgr2=0x7f073c139580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 0x7f073c139580 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f073800d800 tx=0x7f073800dcc0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 shutdown_connections 2024-04-18T05:14:29.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f073c13ae10 0x7f073c139580 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f07200666c0 0x7f0720068b80 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.833 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f073c13a8c0 0x7f073c0bd720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 --2- 172.21.15.32:0/1759706438 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f073c06df40 0x7f073c0bd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.829+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 >> 172.21.15.32:0/1759706438 conn(0x7f073c0c54b0 msgr2=0x7f073c06bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:29.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.833+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 shutdown_connections 2024-04-18T05:14:29.834 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.833+0000 7f07438b3640 1 -- 172.21.15.32:0/1759706438 wait complete. 2024-04-18T05:14:29.849 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-18T05:14:29.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493ffc7640 1 Processor -- start 2024-04-18T05:14:29.962 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493ffc7640 1 -- start start 2024-04-18T05:14:29.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493ffc7640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f49380bff70 0x7f4938157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.963 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493ffc7640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f49381595c0 0x7f4938159a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493ffc7640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f493806d960 con 0x7f4938155670 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493ffc7640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4938071690 con 0x7f49381595c0 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493ffc7640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f493806cd50 con 0x7f49380bff70 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493e564640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f49381595c0 0x7f4938159a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493dd63640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7f4938155670 0x7f4938070420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:44510/0 (socket says 172.21.15.32:44510) 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493dd63640 1 -- 172.21.15.32:0/1706772552 learned_addr learned my addr 172.21.15.32:0/1706772552 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493d562640 1 --2- 172.21.15.32:0/1706772552 >> v2:172.21.15.92:3300/0 conn(0x7f49380bff70 0x7f4938157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493e564640 1 -- 172.21.15.32:0/1706772552 >> v2:172.21.15.92:3300/0 conn(0x7f49380bff70 msgr2=0x7f4938157ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493e564640 1 --2- 172.21.15.32:0/1706772552 >> v2:172.21.15.92:3300/0 conn(0x7f49380bff70 0x7f4938157ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493e564640 1 -- 172.21.15.32:0/1706772552 >> v1:172.21.15.32:6789/0 conn(0x7f4938155670 legacy=0x7f4938070420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493cd61640 1 -- 172.21.15.32:0/1706772552 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2130943222 0 0) 0x7f493806d960 con 0x7f4938155670 2024-04-18T05:14:29.964 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.961+0000 7f493e564640 1 -- 172.21.15.32:0/1706772552 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f493806d030 con 0x7f49381595c0 2024-04-18T05:14:29.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493e564640 1 --2- 172.21.15.32:0/1706772552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49381595c0 0x7f4938159a30 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f493806e3d0 tx=0x7f493001c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd899a09b39c7480 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.966 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493cd61640 1 -- 172.21.15.32:0/1706772552 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49300ab600 con 0x7f49381595c0 2024-04-18T05:14:29.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493cd61640 1 -- 172.21.15.32:0/1706772552 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49300a7050 con 0x7f49381595c0 2024-04-18T05:14:29.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493cd61640 1 -- 172.21.15.32:0/1706772552 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49300ab980 con 0x7f49381595c0 2024-04-18T05:14:29.967 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493ffc7640 1 -- 172.21.15.32:0/1706772552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49381595c0 msgr2=0x7f4938159a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493ffc7640 1 --2- 172.21.15.32:0/1706772552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49381595c0 0x7f4938159a30 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f493806e3d0 tx=0x7f493001c3f0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493ffc7640 1 -- 172.21.15.32:0/1706772552 shutdown_connections 2024-04-18T05:14:29.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493ffc7640 1 --2- 172.21.15.32:0/1706772552 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f49381595c0 0x7f4938159a30 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493ffc7640 1 --2- 172.21.15.32:0/1706772552 >> v2:172.21.15.92:3300/0 conn(0x7f49380bff70 0x7f4938157ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493ffc7640 1 -- 172.21.15.32:0/1706772552 >> 172.21.15.32:0/1706772552 conn(0x7f49380a7d80 msgr2=0x7f4938069eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:29.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493ffc7640 1 -- 172.21.15.32:0/1706772552 shutdown_connections 2024-04-18T05:14:29.968 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.965+0000 7f493ffc7640 1 -- 172.21.15.32:0/1706772552 wait complete. 2024-04-18T05:14:29.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 Processor -- start 2024-04-18T05:14:29.969 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 -- start start 2024-04-18T05:14:29.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49380bff70 0x7f493814fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.971 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4938155670 0x7f49380c19b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49381595c0 0x7f493814d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4938150190 con 0x7f4938155670 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f493814c640 con 0x7f49381595c0 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f493814c920 con 0x7f49380bff70 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493d562640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4938155670 0x7f49380c19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493d562640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4938155670 0x7f49380c19b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:60238/0 (socket says 172.21.15.32:60238) 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493d562640 1 -- 172.21.15.32:0/3294169418 learned_addr learned my addr 172.21.15.32:0/3294169418 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493dd63640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49380bff70 0x7f493814fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493d562640 1 -- 172.21.15.32:0/3294169418 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49380bff70 msgr2=0x7f493814fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493e564640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49381595c0 0x7f493814d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493d562640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49380bff70 0x7f493814fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493d562640 1 -- 172.21.15.32:0/3294169418 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49381595c0 msgr2=0x7f493814d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493d562640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49381595c0 0x7f493814d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:29.972 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493d562640 1 -- 172.21.15.32:0/3294169418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4930009420 con 0x7f4938155670 2024-04-18T05:14:29.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493dd63640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49380bff70 0x7f493814fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:29.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493d562640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4938155670 0x7f49380c19b0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f492c00ce40 tx=0x7f492c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f49367fc640 1 -- 172.21.15.32:0/3294169418 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f492c003ba0 con 0x7f4938155670 2024-04-18T05:14:29.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f49367fc640 1 -- 172.21.15.32:0/3294169418 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f492c003d00 con 0x7f4938155670 2024-04-18T05:14:29.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f493814cc00 con 0x7f4938155670 2024-04-18T05:14:29.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f49367fc640 1 -- 172.21.15.32:0/3294169418 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f492c004260 con 0x7f4938155670 2024-04-18T05:14:29.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49380c1ef0 con 0x7f4938155670 2024-04-18T05:14:29.973 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49380c21d0 con 0x7f4938155670 2024-04-18T05:14:29.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f49367fc640 1 -- 172.21.15.32:0/3294169418 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f492c0043c0 con 0x7f4938155670 2024-04-18T05:14:29.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f49367fc640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49240666c0 0x7f4924068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:29.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f49367fc640 1 -- 172.21.15.32:0/3294169418 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f492c012070 con 0x7f4938155670 2024-04-18T05:14:29.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.969+0000 7f493dd63640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49240666c0 0x7f4924068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:29.974 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.973+0000 7f493dd63640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49240666c0 0x7f4924068b80 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f4928000f70 tx=0x7f4928009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:29.977 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:29.973+0000 7f49367fc640 1 -- 172.21.15.32:0/3294169418 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f492c051f10 con 0x7f4938155670 2024-04-18T05:14:30.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.137+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f4938158e50 con 0x7f4938155670 2024-04-18T05:14:30.141 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f49367fc640 1 -- 172.21.15.32:0/3294169418 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v68) v1 ==== 80+0+0 (secure 0 0 0) 0x7f492c055530 con 0x7f4938155670 2024-04-18T05:14:30.142 INFO:teuthology.orchestra.run.smithi032.stderr:listed 0 entries 2024-04-18T05:14:30.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49240666c0 msgr2=0x7f4924068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:30.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49240666c0 0x7f4924068b80 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f4928000f70 tx=0x7f4928009040 comp rx=0 tx=0).stop 2024-04-18T05:14:30.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4938155670 msgr2=0x7f49380c19b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:30.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4938155670 0x7f49380c19b0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f492c00ce40 tx=0x7f492c00a660 comp rx=0 tx=0).stop 2024-04-18T05:14:30.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 shutdown_connections 2024-04-18T05:14:30.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f49240666c0 0x7f4924068b80 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:30.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49381595c0 0x7f493814d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:30.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f4938155670 0x7f49380c19b0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:30.144 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 --2- 172.21.15.32:0/3294169418 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49380bff70 0x7f493814fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:30.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 >> 172.21.15.32:0/3294169418 conn(0x7f49380a7d80 msgr2=0x7f49380c2e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:30.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 shutdown_connections 2024-04-18T05:14:30.145 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:30.141+0000 7f493ffc7640 1 -- 172.21.15.32:0/3294169418 wait complete. 2024-04-18T05:14:30.158 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi092.front.sepia.ceph.com... 2024-04-18T05:14:30.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:30.159 DEBUG:teuthology.orchestra.run.smithi092:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:30.172 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33350]: fuse finished with error 0 and tester_r 0 2024-04-18T05:14:30.174 INFO:teuthology.orchestra.run:waiting for 300 2024-04-18T05:14:36.275 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-04-18T05:14:36.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:36.276 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-04-18T05:14:36.283 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-04-18T05:14:36.283 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-18T05:14:36.330 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336496k,nr_inodes=4084124,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18836 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274684k,nr_inodes=818671,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274688k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 2024-04-18T05:14:36.330 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-18T05:14:36.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.461+0000 7f86a339f640 1 Processor -- start 2024-04-18T05:14:36.465 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.461+0000 7f86a339f640 1 -- start start 2024-04-18T05:14:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a339f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c0c0df0 0x7f869c150b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:36.466 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a339f640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f869c06cfc0 0x7f869c15a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a339f640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f869c06d450 con 0x7f869c06cbe0 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a339f640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f869c071a40 con 0x7f869c06cfc0 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a339f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f869c0a8610 con 0x7f869c0c0df0 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a193c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f869c06cfc0 0x7f869c15a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a193c640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7f869c06cfc0 0x7f869c15a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59752/0 (socket says 172.21.15.32:59752) 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a193c640 1 -- 172.21.15.32:0/1290936736 learned_addr learned my addr 172.21.15.32:0/1290936736 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a093a640 1 --2- 172.21.15.32:0/1290936736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c0c0df0 0x7f869c150b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a193c640 1 -- 172.21.15.32:0/1290936736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c0c0df0 msgr2=0x7f869c150b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a193c640 1 --2- 172.21.15.32:0/1290936736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c0c0df0 0x7f869c150b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a193c640 1 -- 172.21.15.32:0/1290936736 >> v1:172.21.15.92:6789/0 conn(0x7f869c06cbe0 legacy=0x7f869c153580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:36.467 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a193c640 1 -- 172.21.15.32:0/1290936736 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f869c153c90 con 0x7f869c06cfc0 2024-04-18T05:14:36.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.465+0000 7f86a193c640 1 --2- 172.21.15.32:0/1290936736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cfc0 0x7f869c15a910 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f8694009e50 tx=0x7f869401c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=525c3d460205e350 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:36.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f8693fff640 1 -- 172.21.15.32:0/1290936736 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86940a56c0 con 0x7f869c06cfc0 2024-04-18T05:14:36.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f8693fff640 1 -- 172.21.15.32:0/1290936736 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86940a5820 con 0x7f869c06cfc0 2024-04-18T05:14:36.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f8693fff640 1 -- 172.21.15.32:0/1290936736 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86940a5bb0 con 0x7f869c06cfc0 2024-04-18T05:14:36.469 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- 172.21.15.32:0/1290936736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cfc0 msgr2=0x7f869c15a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:36.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 --2- 172.21.15.32:0/1290936736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cfc0 0x7f869c15a910 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f8694009e50 tx=0x7f869401c8f0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- 172.21.15.32:0/1290936736 shutdown_connections 2024-04-18T05:14:36.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 --2- 172.21.15.32:0/1290936736 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cfc0 0x7f869c15a910 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 --2- 172.21.15.32:0/1290936736 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c0c0df0 0x7f869c150b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- 172.21.15.32:0/1290936736 >> 172.21.15.32:0/1290936736 conn(0x7f869c069e80 msgr2=0x7f869c06a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:36.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- 172.21.15.32:0/1290936736 shutdown_connections 2024-04-18T05:14:36.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- 172.21.15.32:0/1290936736 wait complete. 2024-04-18T05:14:36.470 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 Processor -- start 2024-04-18T05:14:36.471 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- start start 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cbe0 0x7f869c13ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c06cfc0 0x7f869c151b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f869c0c0df0 0x7f869c152070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f869c0c4890 con 0x7f869c06cbe0 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f869c141080 con 0x7f869c0c0df0 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f869c0c4b30 con 0x7f869c06cfc0 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a113b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cbe0 0x7f869c13ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a113b640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cbe0 0x7f869c13ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59764/0 (socket says 172.21.15.32:59764) 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a113b640 1 -- 172.21.15.32:0/1776986695 learned_addr learned my addr 172.21.15.32:0/1776986695 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a093a640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c06cfc0 0x7f869c151b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a193c640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f869c0c0df0 0x7f869c152070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:36.473 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a113b640 1 -- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c06cfc0 msgr2=0x7f869c151b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a113b640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c06cfc0 0x7f869c151b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a113b640 1 -- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f869c0c0df0 msgr2=0x7f869c152070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a113b640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f869c0c0df0 0x7f869c152070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a113b640 1 -- 172.21.15.32:0/1776986695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8694009b30 con 0x7f869c06cbe0 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a093a640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c06cfc0 0x7f869c151b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a193c640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f869c0c0df0 0x7f869c152070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a113b640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cbe0 0x7f869c13ee60 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f869800c3c0 tx=0x7f869800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f8691ffb640 1 -- 172.21.15.32:0/1776986695 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86980052d0 con 0x7f869c06cbe0 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f8691ffb640 1 -- 172.21.15.32:0/1776986695 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8698005430 con 0x7f869c06cbe0 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f869c0c3860 con 0x7f869c06cbe0 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f8691ffb640 1 -- 172.21.15.32:0/1776986695 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8698003840 con 0x7f869c06cbe0 2024-04-18T05:14:36.474 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.469+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f869c13f3a0 con 0x7f869c06cbe0 2024-04-18T05:14:36.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.473+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f869c0666e0 con 0x7f869c06cbe0 2024-04-18T05:14:36.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.473+0000 7f8691ffb640 1 -- 172.21.15.32:0/1776986695 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f86980039a0 con 0x7f869c06cbe0 2024-04-18T05:14:36.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.473+0000 7f8691ffb640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8680066690 0x7f8680068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:36.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.473+0000 7f8691ffb640 1 -- 172.21.15.32:0/1776986695 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7f8698083ab0 con 0x7f869c06cbe0 2024-04-18T05:14:36.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.473+0000 7f86a093a640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8680066690 0x7f8680068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:36.475 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.473+0000 7f86a093a640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8680066690 0x7f8680068b50 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f869c0c3790 tx=0x7f868c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:36.479 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.477+0000 7f8691ffb640 1 -- 172.21.15.32:0/1776986695 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7f86980508c0 con 0x7f869c06cbe0 2024-04-18T05:14:36.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.669+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f869c06d450 con 0x7f869c06cbe0 2024-04-18T05:14:36.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.669+0000 7f8691ffb640 1 -- 172.21.15.32:0/1776986695 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v36) v1 ==== 53+0+149 (secure 0 0 0) 0x7f86980170b0 con 0x7f869c06cbe0 2024-04-18T05:14:36.673 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-18T05:14:36.673 INFO:teuthology.orchestra.run.smithi032.stdout:name: cephfs2, metadata pool: cephfs2_metadata, data pools: [cephfs2_data ] 2024-04-18T05:14:36.674 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8680066690 msgr2=0x7f8680068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8680066690 0x7f8680068b50 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f869c0c3790 tx=0x7f868c008040 comp rx=0 tx=0).stop 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cbe0 msgr2=0x7f869c13ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cbe0 0x7f869c13ee60 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f869800c3c0 tx=0x7f869800c880 comp rx=0 tx=0).stop 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 shutdown_connections 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7f8680066690 0x7f8680068b50 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f869c0c0df0 0x7f869c152070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f869c06cfc0 0x7f869c151b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 --2- 172.21.15.32:0/1776986695 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7f869c06cbe0 0x7f869c13ee60 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 >> 172.21.15.32:0/1776986695 conn(0x7f869c069e80 msgr2=0x7f869c0c2550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 shutdown_connections 2024-04-18T05:14:36.675 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:36.673+0000 7f86a339f640 1 -- 172.21.15.32:0/1776986695 wait complete. 2024-04-18T05:14:36.689 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs2; just confirmed its presence on cluster 2024-04-18T05:14:36.689 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-18T05:14:36.689 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-04-18T05:14:36.690 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-04-18T05:14:36.690 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:36.690 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs2 2024-04-18T05:14:36.690 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-18T05:14:36.690 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-18T05:14:36.690 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:14:36.690 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:36.690 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-04-18T05:14:36.697 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-18T05:14:36.697 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-18T05:14:36.697 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-04-18T05:14:36.697 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:36.697 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-04-18T05:14:36.697 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42347sec preferred_lft 42347sec 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link 2024-04-18T05:14:36.698 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 02:42:ae:af:ca:6a brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2024-04-18T05:14:36.699 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-04-18T05:14:36.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:36.700 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-18T05:14:36.753 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-04-18T05:14:36.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:36.755 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-04-18T05:14:36.807 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-04-18T05:14:36.807 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-18T05:14:36.807 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-04-18T05:14:36.807 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-18T05:14:36.807 INFO:teuthology.orchestra.run.smithi092.stdout:158.69.67.47 _gateway 255.255.255.255 UGH 100 0 0 enp3s0f1 2024-04-18T05:14:36.808 INFO:teuthology.orchestra.run.smithi092.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-04-18T05:14:36.808 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-18T05:14:36.808 INFO:teuthology.orchestra.run.smithi092.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:14:36.808 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:14:36.808 INFO:teuthology.orchestra.run.smithi092.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-04-18T05:14:36.808 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-18T05:14:36.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:36.808 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2024-04-18T05:14:36.808 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-04-18T05:14:36.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-18T05:14:36.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-18T05:14:36.809 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-18T05:14:36.809 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-04-18T05:14:36.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:36.883 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-04-18T05:14:36.930 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-04-18T05:14:36.931 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:14:36.931 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:36.931 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-04-18T05:14:36.987 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-04-18T05:14:36.987 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:14:36.987 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:37.037 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-04-18T05:14:37.037 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-18T05:14:37.038 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:37.086 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:14:37.142 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:14:37.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:14:37.196 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:14:37.197 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:14:37.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:37.198 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:14:37.246 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-18T05:14:37.270 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1 --client_fs=cephfs2) 2024-04-18T05:14:37.291 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:14:37.305 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:14:37.305 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:14:37.359 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:14:37.360 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:14:37.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:37.360 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:14:37.373 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:2024-04-18T05:14:37.375+0000 7f13357d5580 -1 init, newargv = 0x5580d8117730 newargc=15 2024-04-18T05:14:37.374 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33442]: starting ceph client 2024-04-18T05:14:37.383 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi092.stderr:ceph-fuse[33442]: starting fuse 2024-04-18T05:14:38.479 DEBUG:teuthology.orchestra.run.smithi092:> sudo modprobe fuse 2024-04-18T05:14:38.495 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-04-18T05:14:38.495 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-04-18T05:14:38.548 INFO:teuthology.orchestra.run.smithi092.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-04-18T05:14:38.549 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-04-18T05:14:38.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:38.550 DEBUG:teuthology.orchestra.run.smithi092:> ls /sys/fs/fuse/connections 2024-04-18T05:14:38.598 INFO:teuthology.orchestra.run.smithi092.stdout:45 2024-04-18T05:14:38.598 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2024-04-18T05:14:38.598 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-04-18T05:14:38.598 DEBUG:teuthology.orchestra.run.smithi092:> import glob 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> import re 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> import subprocess 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> def _find_admin_socket(client_name): 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> files = glob.glob(asok_path) 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> # Given a non-glob path, it better be there 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> if "*" not in asok_path: 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> assert(len(files) == 1) 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> return files[0] 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> for f in files: 2024-04-18T05:14:38.599 DEBUG:teuthology.orchestra.run.smithi092:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-18T05:14:38.600 DEBUG:teuthology.orchestra.run.smithi092:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-18T05:14:38.600 DEBUG:teuthology.orchestra.run.smithi092:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-18T05:14:38.600 DEBUG:teuthology.orchestra.run.smithi092:> contents = proc_f.read() 2024-04-18T05:14:38.600 DEBUG:teuthology.orchestra.run.smithi092:> if mountpoint in contents: 2024-04-18T05:14:38.600 DEBUG:teuthology.orchestra.run.smithi092:> return f 2024-04-18T05:14:38.600 DEBUG:teuthology.orchestra.run.smithi092:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-18T05:14:38.600 DEBUG:teuthology.orchestra.run.smithi092:> 2024-04-18T05:14:38.600 DEBUG:teuthology.orchestra.run.smithi092:> print(_find_admin_socket("client.1")) 2024-04-18T05:14:38.600 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-04-18T05:14:38.718 INFO:teuthology.orchestra.run.smithi092.stdout:/var/run/ceph/ceph-client.1.33442.asok 2024-04-18T05:14:38.901 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.33442.asok 2024-04-18T05:14:38.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:38.901 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.33442.asok status 2024-04-18T05:14:39.057 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-04-18T05:14:39.057 INFO:teuthology.orchestra.run.smithi092.stdout: "metadata": { 2024-04-18T05:14:39.057 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_sha1": "56a91dd158be807f143cc918a11685fc9ee164ae", 2024-04-18T05:14:39.057 INFO:teuthology.orchestra.run.smithi092.stdout: "ceph_version": "ceph version 18.2.2-1229-g56a91dd1 (56a91dd158be807f143cc918a11685fc9ee164ae) reef (stable)", 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "entity_id": "1", 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "hostname": "smithi092", 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "pid": "33442", 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "root": "/" 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_count": 0, 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "dentry_pinned_count": 0, 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 5366, 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "inst": { 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "name": { 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "client", 2024-04-18T05:14:39.058 INFO:teuthology.orchestra.run.smithi092.stdout: "num": 5366 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 2455873177 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": { 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "type": "v1", 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "addr": "192.168.0.1:0", 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "nonce": 2455873177 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "inst_str": "client.5366 192.168.0.1:0/2455873177", 2024-04-18T05:14:39.059 INFO:teuthology.orchestra.run.smithi092.stdout: "addr_str": "192.168.0.1:0/2455873177", 2024-04-18T05:14:39.060 INFO:teuthology.orchestra.run.smithi092.stdout: "inode_count": 1, 2024-04-18T05:14:39.060 INFO:teuthology.orchestra.run.smithi092.stdout: "mds_epoch": 36, 2024-04-18T05:14:39.060 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch": 68, 2024-04-18T05:14:39.060 INFO:teuthology.orchestra.run.smithi092.stdout: "osd_epoch_barrier": 0, 2024-04-18T05:14:39.060 INFO:teuthology.orchestra.run.smithi092.stdout: "blocklisted": false, 2024-04-18T05:14:39.060 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs2" 2024-04-18T05:14:39.060 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-04-18T05:14:39.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:39.070 DEBUG:teuthology.orchestra.run.smithi092:> stat --file-system '--printf=%T 2024-04-18T05:14:39.071 DEBUG:teuthology.orchestra.run.smithi092:> ' -- /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:39.077 INFO:teuthology.orchestra.run.smithi092.stdout:fuseblk 2024-04-18T05:14:39.077 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:39.077 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-18T05:14:39.077 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-04-18T05:14:39.135 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth add client.testuser mon 'allow rw fsname=cephfs, allow rw fsname=cephfs2' osd 'allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2' mds 'allow rw fsname=cephfs' 2024-04-18T05:14:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc906b52640 1 Processor -- start 2024-04-18T05:14:39.283 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc906b52640 1 -- start start 2024-04-18T05:14:39.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc906b52640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc90006df40 0x7fc900151b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.284 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc906b52640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc90013a8c0 0x7fc9000a9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc906b52640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9000a8200 con 0x7fc90013ae10 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc906b52640 1 -- --> v2:172.21.15.32:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9000a8fb0 con 0x7fc90013a8c0 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc906b52640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9001520a0 con 0x7fc90006df40 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc9050ef640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc90013a8c0 0x7fc9000a9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc9050ef640 1 --2- >> v2:172.21.15.32:3300/0 conn(0x7fc90013a8c0 0x7fc9000a9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59780/0 (socket says 172.21.15.32:59780) 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc9050ef640 1 -- 172.21.15.32:0/1457118339 learned_addr learned my addr 172.21.15.32:0/1457118339 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc9048ee640 1 --2- 172.21.15.32:0/1457118339 >> v2:172.21.15.92:3300/0 conn(0x7fc90006df40 0x7fc900151b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc9050ef640 1 -- 172.21.15.32:0/1457118339 >> v2:172.21.15.92:3300/0 conn(0x7fc90006df40 msgr2=0x7fc900151b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc9050ef640 1 --2- 172.21.15.32:0/1457118339 >> v2:172.21.15.92:3300/0 conn(0x7fc90006df40 0x7fc900151b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc9050ef640 1 -- 172.21.15.32:0/1457118339 >> v1:172.21.15.92:6789/0 conn(0x7fc90013ae10 legacy=0x7fc9001559f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:39.285 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.281+0000 7fc9050ef640 1 -- 172.21.15.32:0/1457118339 --> v2:172.21.15.32:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9000a84e0 con 0x7fc90013a8c0 2024-04-18T05:14:39.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc9050ef640 1 --2- 172.21.15.32:0/1457118339 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 0x7fc9000a9dc0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fc9000c1050 tx=0x7fc8f801c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4e29853fd766f23 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:39.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc8ff7fe640 1 -- 172.21.15.32:0/1457118339 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f80a55e0 con 0x7fc90013a8c0 2024-04-18T05:14:39.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc8ff7fe640 1 -- 172.21.15.32:0/1457118339 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8f80a5740 con 0x7fc90013a8c0 2024-04-18T05:14:39.287 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc8ff7fe640 1 -- 172.21.15.32:0/1457118339 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f80a5ad0 con 0x7fc90013a8c0 2024-04-18T05:14:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc906b52640 1 -- 172.21.15.32:0/1457118339 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 msgr2=0x7fc9000a9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc906b52640 1 --2- 172.21.15.32:0/1457118339 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 0x7fc9000a9dc0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fc9000c1050 tx=0x7fc8f801c920 comp rx=0 tx=0).stop 2024-04-18T05:14:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc906b52640 1 -- 172.21.15.32:0/1457118339 shutdown_connections 2024-04-18T05:14:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc906b52640 1 --2- 172.21.15.32:0/1457118339 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 0x7fc9000a9dc0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc906b52640 1 --2- 172.21.15.32:0/1457118339 >> v2:172.21.15.92:3300/0 conn(0x7fc90006df40 0x7fc900151b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.288 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc906b52640 1 -- 172.21.15.32:0/1457118339 >> 172.21.15.32:0/1457118339 conn(0x7fc9000c54b0 msgr2=0x7fc9000c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc906b52640 1 -- 172.21.15.32:0/1457118339 shutdown_connections 2024-04-18T05:14:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.285+0000 7fc906b52640 1 -- 172.21.15.32:0/1457118339 wait complete. 2024-04-18T05:14:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 Processor -- start 2024-04-18T05:14:39.289 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 -- start start 2024-04-18T05:14:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90006df40 0x7fc9000bd030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 0x7fc900136d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc90013ae10 0x7fc90015ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9000c4dc0 con 0x7fc90013a8c0 2024-04-18T05:14:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9000bd570 con 0x7fc90006df40 2024-04-18T05:14:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9000c4a90 con 0x7fc90013ae10 2024-04-18T05:14:39.291 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 0x7fc900136d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fffff640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 0x7fc900136d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59794/0 (socket says 172.21.15.32:59794) 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fffff640 1 -- 172.21.15.32:0/3136042170 learned_addr learned my addr 172.21.15.32:0/3136042170 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc9050ef640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc90013ae10 0x7fc90015ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc9048ee640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90006df40 0x7fc9000bd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fffff640 1 -- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc90013ae10 msgr2=0x7fc90015ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fffff640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc90013ae10 0x7fc90015ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fffff640 1 -- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90006df40 msgr2=0x7fc9000bd030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fffff640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90006df40 0x7fc9000bd030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fffff640 1 -- 172.21.15.32:0/3136042170 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8f8009b30 con 0x7fc90013a8c0 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc9050ef640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc90013ae10 0x7fc90015ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc9048ee640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90006df40 0x7fc9000bd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fffff640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 0x7fc900136d90 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7fc8f400b3e0 tx=0x7fc8f400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fd7fa640 1 -- 172.21.15.32:0/3136042170 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f4011830 con 0x7fc90013a8c0 2024-04-18T05:14:39.292 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fd7fa640 1 -- 172.21.15.32:0/3136042170 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8f40119b0 con 0x7fc90013a8c0 2024-04-18T05:14:39.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc900154ae0 con 0x7fc90013a8c0 2024-04-18T05:14:39.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fd7fa640 1 -- 172.21.15.32:0/3136042170 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f4011d60 con 0x7fc90013a8c0 2024-04-18T05:14:39.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9000bc720 con 0x7fc90013a8c0 2024-04-18T05:14:39.293 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc90004e1e0 con 0x7fc90013a8c0 2024-04-18T05:14:39.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.289+0000 7fc8fd7fa640 1 -- 172.21.15.32:0/3136042170 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc8f401a400 con 0x7fc90013a8c0 2024-04-18T05:14:39.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.293+0000 7fc8fd7fa640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc8ec0666c0 0x7fc8ec068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.293+0000 7fc8fd7fa640 1 -- 172.21.15.32:0/3136042170 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fc8f4084840 con 0x7fc90013a8c0 2024-04-18T05:14:39.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.293+0000 7fc9048ee640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc8ec0666c0 0x7fc8ec068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.294 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.293+0000 7fc9048ee640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc8ec0666c0 0x7fc8ec068b80 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc8f0006fd0 tx=0x7fc8f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:39.298 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.297+0000 7fc8fd7fa640 1 -- 172.21.15.32:0/3136042170 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fc8f4051660 con 0x7fc90013a8c0 2024-04-18T05:14:39.511 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.509+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow rw fsname=cephfs, allow rw fsname=cephfs2", "osd", "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2", "mds", "allow rw fsname=cephfs"]} v 0) v1 -- 0x7fc9000c1780 con 0x7fc90013a8c0 2024-04-18T05:14:39.517 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc8fd7fa640 1 -- 172.21.15.32:0/3136042170 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth add", "entity": "client.testuser", "caps": ["mon", "allow rw fsname=cephfs, allow rw fsname=cephfs2", "osd", "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2", "mds", "allow rw fsname=cephfs"]}]=0 added key for client.testuser v19) v1 ==== 291+0+0 (secure 0 0 0) 0x7fc8f4054c80 con 0x7fc90013a8c0 2024-04-18T05:14:39.517 INFO:teuthology.orchestra.run.smithi032.stderr:added key for client.testuser 2024-04-18T05:14:39.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc8ec0666c0 msgr2=0x7fc8ec068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc8ec0666c0 0x7fc8ec068b80 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc8f0006fd0 tx=0x7fc8f0008040 comp rx=0 tx=0).stop 2024-04-18T05:14:39.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 msgr2=0x7fc900136d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 0x7fc900136d90 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7fc8f400b3e0 tx=0x7fc8f400b8a0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 shutdown_connections 2024-04-18T05:14:39.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc90013ae10 0x7fc90015ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.519 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fc90013a8c0 0x7fc900136d90 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fc8ec0666c0 0x7fc8ec068b80 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 --2- 172.21.15.32:0/3136042170 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90006df40 0x7fc9000bd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 >> 172.21.15.32:0/3136042170 conn(0x7fc9000c54b0 msgr2=0x7fc900139990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:39.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 shutdown_connections 2024-04-18T05:14:39.520 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.517+0000 7fc906b52640 1 -- 172.21.15.32:0/3136042170 wait complete. 2024-04-18T05:14:39.534 DEBUG:teuthology.orchestra.run.smithi032:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.testuser 2024-04-18T05:14:39.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd2079e0640 1 Processor -- start 2024-04-18T05:14:39.658 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd2079e0640 1 -- start start 2024-04-18T05:14:39.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd2079e0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000bcb80 0x7fd20006b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd2079e0640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd20006cd00 0x7fd20006b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd2079e0640 1 -- --> v1:172.21.15.32:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2000c4240 con 0x7fd2000aeb90 2024-04-18T05:14:39.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd2079e0640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2000c7750 con 0x7fd20006cd00 2024-04-18T05:14:39.660 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd2079e0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2000aef70 con 0x7fd2000bcb80 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd20577c640 1 --1- >> v1:172.21.15.32:6789/0 conn(0x7fd2000aeb90 0x7fd2000c5ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.32:6789/0 says I am v1:172.21.15.32:51422/0 (socket says 172.21.15.32:51422) 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd20577c640 1 -- 172.21.15.32:0/3865011266 learned_addr learned my addr 172.21.15.32:0/3865011266 (peer_addr_for_me v1:172.21.15.32:0/0) 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd205f7d640 1 --2- 172.21.15.32:0/3865011266 >> v2:172.21.15.92:3300/0 conn(0x7fd20006cd00 0x7fd20006b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd204f7b640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000bcb80 0x7fd20006b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 <== mon.0 v1:172.21.15.32:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2799457131 0 0) 0x7fd2000c4240 con 0x7fd2000aeb90 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 --> v1:172.21.15.32:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd1ec003530 con 0x7fd2000aeb90 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 <== mon.0 v1:172.21.15.32:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 966140365 0 0) 0x7fd1ec003530 con 0x7fd2000aeb90 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000bcb80 msgr2=0x7fd20006b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000bcb80 0x7fd20006b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 >> v2:172.21.15.92:3300/0 conn(0x7fd20006cd00 msgr2=0x7fd20006b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 --2- 172.21.15.32:0/3865011266 >> v2:172.21.15.92:3300/0 conn(0x7fd20006cd00 0x7fd20006b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 --> v1:172.21.15.32:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2000c46d0 con 0x7fd2000aeb90 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 <== mon.0 v1:172.21.15.32:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1356630289 0 0) 0x7fd1fc001680 con 0x7fd2000aeb90 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 >> v1:172.21.15.32:6789/0 conn(0x7fd2000aeb90 legacy=0x7fd2000c5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.661 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd1ec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000bcb80 0x7fd1ec0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1ec004d10 0x7fd1ec005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2000c7750 con 0x7fd1ec0039b0 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2000aef70 con 0x7fd1ec004d10 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1ec00b9e0 con 0x7fd2000bcb80 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd20577c640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd1ec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd204f7b640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000bcb80 0x7fd1ec0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd205f7d640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1ec004d10 0x7fd1ec005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd20577c640 1 -- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000bcb80 msgr2=0x7fd1ec0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd20577c640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000bcb80 0x7fd1ec0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd20577c640 1 -- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1ec004d10 msgr2=0x7fd1ec005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd20577c640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd1ec004d10 0x7fd1ec005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.662 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.657+0000 7fd20577c640 1 -- 172.21.15.32:0/3865011266 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1ec003530 con 0x7fd1ec0039b0 2024-04-18T05:14:39.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd20577c640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd1ec003dd0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc00c1f0 tx=0x7fd1fc01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db069f07334e3fd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:39.663 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc005ae0 con 0x7fd1ec0039b0 2024-04-18T05:14:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1fc005c40 con 0x7fd1ec0039b0 2024-04-18T05:14:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd1f7fff640 1 -- 172.21.15.32:0/3865011266 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc0a5830 con 0x7fd1ec0039b0 2024-04-18T05:14:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 -- 172.21.15.32:0/3865011266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 msgr2=0x7fd1ec003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 --2- 172.21.15.32:0/3865011266 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd1ec003dd0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc00c1f0 tx=0x7fd1fc01cc40 comp rx=0 tx=0).stop 2024-04-18T05:14:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd205f7d640 1 -- 172.21.15.32:0/3865011266 reap_dead start 2024-04-18T05:14:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 -- 172.21.15.32:0/3865011266 shutdown_connections 2024-04-18T05:14:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 -- 172.21.15.32:0/3865011266 >> 172.21.15.32:0/3865011266 conn(0x7fd2000ab0a0 msgr2=0x7fd2000ab4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 -- 172.21.15.32:0/3865011266 shutdown_connections 2024-04-18T05:14:39.664 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 -- 172.21.15.32:0/3865011266 wait complete. 2024-04-18T05:14:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 Processor -- start 2024-04-18T05:14:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 -- start start 2024-04-18T05:14:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd2001565d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2000c8b40 0x7fd2001ec340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.666 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000c81a0 0x7fd2001f0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 -- --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2001ec880 con 0x7fd1ec0039b0 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.661+0000 7fd2079e0640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2001efcc0 con 0x7fd2000c8b40 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd2079e0640 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2001553c0 con 0x7fd2000c81a0 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd20577c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd2001565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd20577c640 1 --2- >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd2001565d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.32:3300/0 says I am v2:172.21.15.32:59798/0 (socket says 172.21.15.32:59798) 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd20577c640 1 -- 172.21.15.32:0/3578883101 learned_addr learned my addr 172.21.15.32:0/3578883101 (peer_addr_for_me v2:172.21.15.32:0/0) 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd204f7b640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2000c8b40 0x7fd2001ec340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd205f7d640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000c81a0 0x7fd2001f0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd20577c640 1 -- 172.21.15.32:0/3578883101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000c81a0 msgr2=0x7fd2001f0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd20577c640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000c81a0 0x7fd2001f0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd20577c640 1 -- 172.21.15.32:0/3578883101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2000c8b40 msgr2=0x7fd2001ec340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd20577c640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2000c8b40 0x7fd2001ec340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd20577c640 1 -- 172.21.15.32:0/3578883101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2001556a0 con 0x7fd1ec0039b0 2024-04-18T05:14:39.667 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd20577c640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd2001565d0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc01ca70 tx=0x7fd1ec005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd1f5ffb640 1 -- 172.21.15.32:0/3578883101 <== mon.0 v2:172.21.15.32:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc0b4070 con 0x7fd1ec0039b0 2024-04-18T05:14:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd1f5ffb640 1 -- 172.21.15.32:0/3578883101 <== mon.0 v2:172.21.15.32:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1fc005e70 con 0x7fd1ec0039b0 2024-04-18T05:14:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd200155980 con 0x7fd1ec0039b0 2024-04-18T05:14:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd1f5ffb640 1 -- 172.21.15.32:0/3578883101 <== mon.0 v2:172.21.15.32:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc001640 con 0x7fd1ec0039b0 2024-04-18T05:14:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2001f0690 con 0x7fd1ec0039b0 2024-04-18T05:14:39.668 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd20004e250 con 0x7fd1ec0039b0 2024-04-18T05:14:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd1f5ffb640 1 -- 172.21.15.32:0/3578883101 <== mon.0 v2:172.21.15.32:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd1fc0a5830 con 0x7fd1ec0039b0 2024-04-18T05:14:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd1f5ffb640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1e40666c0 0x7fd1e4068b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-18T05:14:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd1f5ffb640 1 -- 172.21.15.32:0/3578883101 <== mon.0 v2:172.21.15.32:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 7088+0+0 (secure 0 0 0) 0x7fd1fc11dd30 con 0x7fd1ec0039b0 2024-04-18T05:14:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd204f7b640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1e40666c0 0x7fd1e4068b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-18T05:14:39.669 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.665+0000 7fd204f7b640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1e40666c0 0x7fd1e4068b80 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd20015e4b0 tx=0x7fd1f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-18T05:14:39.672 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.669+0000 7fd1f5ffb640 1 -- 172.21.15.32:0/3578883101 <== mon.0 v2:172.21.15.32:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175051 (secure 0 0 0) 0x7fd1fc0eabd0 con 0x7fd1ec0039b0 2024-04-18T05:14:39.891 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.889+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 --> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.testuser"} v 0) v1 -- 0x7fd20006cae0 con 0x7fd1ec0039b0 2024-04-18T05:14:39.892 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.889+0000 7fd1f5ffb640 1 -- 172.21.15.32:0/3578883101 <== mon.0 v2:172.21.15.32:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.testuser"}]=0 v19) v1 ==== 85+0+245 (secure 0 0 0) 0x7fd1fc0ee1f0 con 0x7fd1ec0039b0 2024-04-18T05:14:39.892 INFO:teuthology.orchestra.run.smithi032.stdout:[client.testuser] 2024-04-18T05:14:39.892 INFO:teuthology.orchestra.run.smithi032.stdout: key = AQA/rCBmXnCcHhAA3SPY62rnF7MBvR5cf9xpVQ== 2024-04-18T05:14:39.892 INFO:teuthology.orchestra.run.smithi032.stdout: caps mds = "allow rw fsname=cephfs" 2024-04-18T05:14:39.892 INFO:teuthology.orchestra.run.smithi032.stdout: caps mon = "allow rw fsname=cephfs, allow rw fsname=cephfs2" 2024-04-18T05:14:39.892 INFO:teuthology.orchestra.run.smithi032.stdout: caps osd = "allow rw tag cephfs data=cephfs, allow rw tag cephfs data=cephfs2" 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1e40666c0 msgr2=0x7fd1e4068b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1e40666c0 0x7fd1e4068b80 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fd20015e4b0 tx=0x7fd1f0008040 comp rx=0 tx=0).stop 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 msgr2=0x7fd2001565d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd2001565d0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc01ca70 tx=0x7fd1ec005800 comp rx=0 tx=0).stop 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 shutdown_connections 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2000c81a0 0x7fd2001f0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:6832/27292,v1:172.21.15.32:6833/27292] conn(0x7fd1e40666c0 0x7fd1e4068b80 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2000c8b40 0x7fd2001ec340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 --2- 172.21.15.32:0/3578883101 >> [v2:172.21.15.32:3300/0,v1:172.21.15.32:6789/0] conn(0x7fd1ec0039b0 0x7fd2001565d0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 >> 172.21.15.32:0/3578883101 conn(0x7fd2000ab0a0 msgr2=0x7fd200151970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-18T05:14:39.894 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 shutdown_connections 2024-04-18T05:14:39.895 INFO:teuthology.orchestra.run.smithi032.stderr:2024-04-18T05:14:39.893+0000 7fd2079e0640 1 -- 172.21.15.32:0/3578883101 wait complete. 2024-04-18T05:14:39.911 DEBUG:teuthology.orchestra.run.smithi032:> mktemp 2024-04-18T05:14:39.916 INFO:teuthology.orchestra.run.smithi032.stdout:/tmp/tmp.VAQfkxAESS 2024-04-18T05:14:39.916 DEBUG:teuthology.orchestra.run.smithi032:> set -ex 2024-04-18T05:14:39.916 DEBUG:teuthology.orchestra.run.smithi032:> dd of=/tmp/tmp.VAQfkxAESS 2024-04-18T05:14:39.962 ERROR:teuthology:Uncaught exception (Hub) Traceback (most recent call last): File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 309, in copy_and_close shutil.copyfileobj(src, fdst) File "/usr/lib/python3.8/shutil.py", line 202, in copyfileobj fsrc_read = fsrc.read AttributeError: 'RemoteProcess' object has no attribute 'read' 2024-04-18T05:14:55.467 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:14:55.470 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:15:25.524 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:15:25.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:15:55.650 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:15:55.654 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:16:25.696 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:16:25.700 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:16:55.817 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:16:55.821 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:17:25.904 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:17:25.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:17:55.992 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:17:55.996 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:18:26.037 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:18:26.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:18:56.132 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:18:56.136 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:19:26.199 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:19:26.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:19:56.313 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:19:56.317 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:20:26.360 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:20:26.363 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:20:56.473 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:20:56.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:21:26.610 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:21:26.614 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:21:56.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:21:56.751 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:22:26.833 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:22:26.837 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:22:56.886 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:22:56.890 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:23:26.932 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:23:26.935 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:23:56.981 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:23:56.985 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:24:27.097 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:24:27.101 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:24:57.151 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:24:57.154 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:25:27.263 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:25:27.267 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:25:57.324 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:25:57.327 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:26:27.397 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:26:27.401 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:26:57.446 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:26:57.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:27:27.520 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:27:27.524 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:27:57.598 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:27:57.602 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:28:27.677 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:28:27.681 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:28:57.798 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:28:57.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:29:27.918 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:29:27.922 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:29:58.046 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:29:58.049 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:30:28.201 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:30:28.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:30:58.300 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:30:58.304 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:31:28.358 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:31:28.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:31:58.473 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:31:58.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:32:28.550 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:32:28.554 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:32:58.669 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:32:58.674 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:33:28.739 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:33:28.744 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:33:58.876 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:33:58.880 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:34:28.926 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:34:28.930 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:34:58.990 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:34:58.994 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:35:29.037 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:35:29.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:35:59.172 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:35:59.175 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:36:29.299 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:36:29.303 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:36:59.435 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:36:59.438 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:37:29.506 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:37:29.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:37:59.566 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:37:59.570 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:38:29.620 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:38:29.624 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:38:59.690 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:38:59.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:39:29.735 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:39:29.739 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:39:59.788 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:39:59.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:40:29.916 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:40:29.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:40:59.986 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:40:59.989 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:41:30.115 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:41:30.119 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:42:00.159 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:42:00.162 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:42:30.229 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:42:30.233 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:43:00.285 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:43:00.289 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:43:30.378 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:43:30.381 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:44:00.564 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:44:00.568 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:44:30.617 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:44:30.621 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:45:00.670 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:45:00.674 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:45:30.716 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:45:30.720 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:46:00.908 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:46:00.911 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:46:30.956 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:46:30.960 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:47:01.003 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:47:01.007 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:47:31.072 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:47:31.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:48:01.193 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:48:01.197 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:48:31.245 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:48:31.249 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:49:01.558 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:49:01.562 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:49:31.604 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:49:31.607 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:50:01.715 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:50:01.719 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:50:31.763 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:50:31.767 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:51:01.888 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:51:01.892 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:51:32.167 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:51:32.171 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:52:02.296 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:52:02.300 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:52:32.475 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:52:32.479 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:53:02.527 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:53:02.531 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:53:32.665 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:53:32.668 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:54:02.728 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:54:02.732 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:54:32.846 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:54:32.850 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:55:02.899 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:55:02.903 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:55:33.021 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:55:33.024 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:56:03.100 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:56:03.104 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:56:33.235 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:56:33.239 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:57:03.281 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:57:03.284 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:57:33.343 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:57:33.347 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:58:03.392 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:58:03.395 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:58:33.509 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:58:33.512 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:59:03.721 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:59:03.725 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:59:33.766 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T05:59:33.770 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:00:03.902 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:00:03.905 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:00:33.957 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:00:33.964 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:01:04.093 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:01:04.096 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:01:34.188 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:01:34.192 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:02:04.309 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:02:04.312 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:02:34.382 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:02:34.387 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:03:04.443 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:03:04.447 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:03:34.502 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:03:34.506 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:04:04.632 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:04:04.636 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:04:34.694 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:04:34.698 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:05:04.833 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:05:04.837 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:05:34.884 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:05:34.887 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:06:05.018 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:06:05.022 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:06:35.100 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:06:35.103 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:07:05.144 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:07:05.147 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:07:35.217 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:07:35.220 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:08:05.358 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:08:05.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:08:35.467 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:08:35.471 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:09:05.524 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:09:05.527 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:09:35.572 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:09:35.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:10:05.701 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:10:05.704 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:10:35.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:10:35.750 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:11:05.829 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:11:05.832 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:11:35.947 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:11:35.950 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:12:06.000 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:12:06.004 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:12:36.064 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:12:36.068 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:13:06.121 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:13:06.125 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:13:36.256 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:13:36.260 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:14:06.328 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:14:06.331 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:14:36.405 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:14:36.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:15:06.452 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:15:06.456 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:15:36.499 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:15:36.503 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:16:06.770 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:16:06.774 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:16:36.883 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:16:36.886 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:17:06.985 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:17:06.989 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:17:37.058 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:17:37.061 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:18:07.170 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:18:07.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:18:37.281 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:18:37.285 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:19:07.377 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:19:07.381 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:19:37.449 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:19:37.453 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:20:07.560 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:20:07.563 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:20:37.628 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:20:37.632 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:21:07.760 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:21:07.763 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:21:37.826 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:21:37.830 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:22:07.926 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:22:07.929 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:22:37.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:22:37.991 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:23:08.033 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:23:08.037 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:23:38.090 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:23:38.095 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:24:08.218 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:24:08.222 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:24:38.354 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:24:38.358 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:25:08.474 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:25:08.478 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:25:38.596 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:25:38.599 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:26:08.700 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:26:08.704 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:26:38.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:26:38.857 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:27:08.958 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:27:08.962 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:27:39.037 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:27:39.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:28:09.099 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:28:09.103 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:28:39.206 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:28:39.210 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:29:09.259 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:29:09.263 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:29:39.380 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:29:39.383 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:30:09.432 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:30:09.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:30:39.662 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:30:39.665 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:31:09.857 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:31:09.861 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:31:39.994 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:31:39.998 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:32:10.108 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:32:10.112 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:32:40.178 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:32:40.182 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:33:10.289 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:33:10.292 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:33:40.368 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:33:40.372 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:34:10.496 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:34:10.500 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:34:40.584 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:34:40.587 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:35:10.704 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:35:10.707 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:35:40.762 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:35:40.766 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:36:10.915 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:36:10.919 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:36:40.967 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:36:40.971 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:37:11.094 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:37:11.098 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:37:41.172 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:37:41.175 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:38:11.392 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:38:11.397 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:38:41.596 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:38:41.599 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:39:11.716 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:39:11.720 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:39:41.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:39:41.839 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:40:11.940 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:40:11.943 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:40:42.068 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:40:42.072 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:41:12.226 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:41:12.229 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:41:42.283 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:41:42.286 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:42:12.465 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:42:12.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:42:42.532 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:42:42.535 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:43:12.585 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:43:12.589 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:43:42.705 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:43:42.708 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:44:12.759 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:44:12.762 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:44:42.880 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:44:42.883 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:45:13.158 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:45:13.161 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:45:43.269 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:45:43.273 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:46:13.398 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:46:13.401 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:46:43.535 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:46:43.539 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:47:13.589 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:47:13.592 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:47:43.659 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:47:43.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:48:13.706 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:48:13.710 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:48:43.783 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:48:43.787 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:49:13.913 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:49:13.916 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:49:43.966 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:49:43.971 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:50:14.078 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:50:14.082 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:50:44.164 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:50:44.167 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:51:14.278 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:51:14.283 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:51:44.344 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:51:44.347 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:52:14.392 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:52:14.396 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:52:44.480 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:52:44.484 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:53:14.618 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:53:14.622 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:53:44.738 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:53:44.742 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:54:14.867 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:54:14.872 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:54:44.971 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:54:44.975 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:55:15.108 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:55:15.111 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:55:45.228 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:55:45.232 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:56:15.302 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:56:15.305 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:56:45.444 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:56:45.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:57:15.506 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:57:15.511 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:57:45.586 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:57:45.590 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:58:15.631 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:58:15.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:58:45.769 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:58:45.772 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:59:15.832 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:59:15.835 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:59:45.942 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T06:59:45.946 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:00:16.271 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:00:16.274 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:00:46.325 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:00:46.329 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:01:16.454 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:01:16.457 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:01:46.631 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:01:46.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:02:16.711 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:02:16.715 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:02:46.773 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:02:46.777 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:03:16.826 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:03:16.830 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:03:46.979 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:03:46.982 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:04:17.030 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:04:17.033 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:04:47.086 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:04:47.090 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:05:17.200 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:05:17.203 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:05:47.258 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:05:47.261 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:06:17.367 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:06:17.388 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:06:47.441 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:06:47.445 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:07:17.575 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:07:17.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:07:47.662 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:07:47.665 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:08:17.716 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:08:17.722 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:08:47.877 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:08:47.880 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:09:18.006 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:09:18.010 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:09:48.109 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:09:48.112 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:10:18.221 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:10:18.224 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:10:48.358 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:10:48.361 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:11:18.461 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:11:18.465 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:11:48.582 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:11:48.585 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:12:18.633 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:12:18.637 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:12:48.688 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:12:48.692 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:13:18.742 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:13:18.745 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:13:48.879 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:13:48.883 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:14:18.925 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:14:18.929 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:14:49.028 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:14:49.032 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:15:19.081 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:15:19.084 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:15:49.202 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:15:49.206 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:16:19.390 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:16:19.393 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:16:49.510 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:16:49.513 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:17:19.573 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:17:19.577 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:17:49.651 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:17:49.654 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:18:19.738 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:18:19.742 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:18:49.875 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:18:49.878 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:19:20.013 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:19:20.016 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:19:50.082 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:19:50.085 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:20:20.203 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:20:20.207 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:20:50.261 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:20:50.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:21:20.452 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:21:20.456 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:21:50.587 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:21:50.591 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:22:20.695 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:22:20.700 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:22:50.762 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:22:50.766 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:23:20.826 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:23:20.830 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:23:50.987 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:23:50.991 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:24:21.090 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:24:21.094 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:24:51.134 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:24:51.138 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:25:21.239 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:25:21.243 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:25:51.350 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:25:51.353 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:26:21.479 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:26:21.482 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:26:51.599 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:26:51.603 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:27:21.789 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:27:21.792 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:27:51.865 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:27:51.869 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:28:21.918 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:28:21.922 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:28:51.975 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:28:51.978 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:29:22.035 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:29:22.039 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:29:52.140 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:29:52.144 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:30:22.193 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:30:22.196 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:30:52.322 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:30:52.326 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:31:22.551 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:31:22.554 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:31:52.696 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:31:52.700 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:32:22.809 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:32:22.812 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:32:52.879 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:32:52.883 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:33:22.942 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:33:22.945 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:33:53.012 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:33:53.015 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:34:23.123 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:34:23.127 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:34:53.278 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:34:53.282 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:35:23.406 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:35:23.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:35:53.463 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:35:53.467 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:36:23.580 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:36:23.584 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:36:53.651 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:36:53.655 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:37:23.781 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:37:23.784 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:37:53.859 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:37:53.863 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:38:23.920 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:38:23.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:38:54.133 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:38:54.138 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:39:24.178 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:39:24.181 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:39:54.232 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:39:54.239 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:40:24.352 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:40:24.356 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:40:54.411 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:40:54.415 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:41:24.518 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:41:24.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:41:54.629 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:41:54.633 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:42:24.768 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:42:24.771 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:42:54.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:42:54.857 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:43:24.908 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:43:24.912 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:43:55.010 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:43:55.014 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:44:25.072 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:44:25.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:44:55.192 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:44:55.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:45:25.301 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:45:25.305 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:45:55.426 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:45:55.429 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:46:25.489 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:46:25.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:46:55.615 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:46:55.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:47:25.669 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:47:25.672 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:47:55.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:47:55.750 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:48:25.800 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:48:25.806 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:48:55.928 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:48:55.931 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:49:25.984 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:49:25.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:49:56.040 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:49:56.044 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:50:26.133 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:50:26.137 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:50:56.295 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:50:56.299 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:51:26.377 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:51:26.381 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:51:56.484 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:51:56.487 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:52:26.631 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:52:26.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:52:56.718 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:52:56.722 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:53:26.906 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:53:26.909 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:53:56.951 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:53:56.955 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:54:27.062 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:54:27.066 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:54:57.208 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:54:57.211 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:55:27.336 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:55:27.340 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:55:57.392 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:55:57.395 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:56:27.474 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:56:27.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:56:57.605 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:56:57.609 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:57:27.699 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:57:27.703 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:57:57.779 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:57:57.783 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:58:27.958 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:58:27.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:58:58.002 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:58:58.006 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:59:28.062 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:59:28.065 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:59:58.177 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T07:59:58.181 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:00:28.247 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:00:28.251 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:00:58.360 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:00:58.363 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:01:28.438 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:01:28.441 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:01:58.535 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:01:58.539 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:02:28.821 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:02:28.825 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:02:58.909 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:02:58.913 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:03:28.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:03:28.992 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:03:59.116 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:03:59.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:04:29.236 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:04:29.240 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:04:59.373 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:04:59.376 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:05:29.518 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:05:29.521 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:05:59.578 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:05:59.582 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:06:29.651 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:06:29.655 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:06:59.699 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:06:59.703 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:07:29.809 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:07:29.812 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:07:59.921 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:07:59.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:08:29.977 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:08:29.981 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:09:00.036 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:09:00.044 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:09:30.139 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:09:30.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:10:00.369 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:10:00.373 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:10:30.472 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:10:30.478 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:11:00.533 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:11:00.538 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:11:30.670 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:11:30.675 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:12:00.784 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:12:00.787 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:12:30.913 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:12:30.918 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:13:00.989 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:13:00.993 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:13:31.049 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:13:31.053 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:14:01.105 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:14:01.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:14:31.159 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:14:31.162 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:15:01.326 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:15:01.344 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:15:31.393 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:15:31.396 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:16:01.512 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:16:01.515 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:16:31.588 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:16:31.591 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:17:01.727 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:17:01.731 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:17:32.014 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:17:32.018 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:18:02.092 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:18:02.096 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:18:32.221 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:18:32.225 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:19:02.358 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:19:02.361 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:19:32.461 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:19:32.465 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:20:02.591 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:20:02.594 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:20:32.729 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:20:32.732 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:21:02.786 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:21:02.790 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:21:32.908 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:21:32.912 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:22:02.972 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:22:02.976 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:22:33.065 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:22:33.068 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:23:03.135 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:23:03.138 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:23:33.190 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:23:33.194 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:24:03.255 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:24:03.258 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:24:33.370 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:24:33.375 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:25:03.574 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:25:03.577 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:25:33.686 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:25:33.689 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:26:03.806 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:26:03.810 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:26:34.018 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:26:34.022 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:27:04.071 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:27:04.074 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:27:34.175 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:27:34.179 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:28:04.253 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:28:04.257 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:28:34.306 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:28:34.309 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:29:04.427 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:29:04.431 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:29:34.480 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:29:34.483 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:30:04.614 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:30:04.617 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:30:34.681 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:30:34.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:31:04.792 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:31:04.796 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:31:34.863 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:31:34.866 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:32:04.958 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:32:04.962 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:32:35.120 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:32:35.124 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:33:05.215 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:33:05.219 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:33:35.361 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:33:35.369 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:34:05.482 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:34:05.485 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:34:35.551 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:34:35.555 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:35:05.638 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:35:05.642 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:35:35.694 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:35:35.698 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:36:05.854 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:36:05.858 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:36:35.966 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:36:35.969 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:37:06.042 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:37:06.046 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:37:36.156 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:37:36.160 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:38:06.329 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:38:06.333 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:38:36.380 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:38:36.384 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:39:06.442 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:39:06.446 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:39:36.546 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:39:36.550 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:40:06.700 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:40:06.704 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:40:36.812 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:40:36.816 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:41:06.957 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:41:06.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:41:37.022 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:41:37.026 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:42:07.097 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:42:07.100 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:42:37.209 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:42:37.213 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:43:07.287 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:43:07.291 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:43:37.433 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:43:37.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:44:07.553 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:44:07.557 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:44:37.615 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:44:37.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:45:07.743 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:45:07.747 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:45:37.798 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:45:37.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:46:07.927 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:46:07.930 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:46:37.997 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:46:38.000 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:47:08.142 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:47:08.146 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:47:38.304 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:47:38.307 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:48:08.367 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:48:08.370 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:48:38.487 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:48:38.490 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:49:08.590 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:49:08.593 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:49:38.702 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:49:38.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:50:08.814 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:50:08.817 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:50:38.934 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:50:38.938 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:51:09.014 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:51:09.017 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:51:39.125 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:51:39.129 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:52:09.180 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:52:09.183 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:52:39.317 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:52:39.320 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:53:09.395 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:53:09.399 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:53:39.449 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:53:39.452 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:54:09.503 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:54:09.507 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:54:39.632 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:54:39.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:55:09.861 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:55:09.865 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:55:39.999 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:55:40.003 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:56:10.044 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:56:10.048 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:56:40.174 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:56:40.178 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:57:10.277 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:57:10.281 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:57:40.415 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:57:40.418 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:58:10.494 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:58:10.498 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:58:40.606 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:58:40.609 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:59:10.744 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:59:10.747 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:59:40.800 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T08:59:40.803 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:00:10.859 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:00:10.863 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:00:40.913 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:00:40.916 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:01:11.017 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:01:11.021 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:01:41.201 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:01:41.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:02:11.318 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:02:11.321 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:02:41.438 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:02:41.441 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:03:11.516 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:03:11.519 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:03:41.712 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:03:41.716 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:04:11.799 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:04:11.803 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:04:41.936 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:04:41.940 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:05:11.997 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:05:12.001 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:05:42.045 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:05:42.049 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:06:12.150 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:06:12.153 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:06:42.341 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:06:42.344 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:07:12.390 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:07:12.394 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:07:42.437 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:07:42.440 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:08:12.515 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:08:12.521 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:08:42.560 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:08:42.564 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:09:12.615 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:09:12.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:09:42.720 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:09:42.724 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:10:13.065 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:10:13.070 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:10:43.178 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:10:43.181 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:11:13.290 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:11:13.294 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:11:43.436 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:11:43.440 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:12:13.556 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:12:13.559 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:12:43.627 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:12:43.630 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:13:13.706 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:13:13.710 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:13:43.764 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:13:43.767 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:14:13.881 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:14:13.885 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:14:43.951 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:14:43.958 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:15:14.072 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:15:14.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:15:44.126 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:15:44.129 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:16:14.256 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:16:14.259 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:16:44.327 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:16:44.330 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:17:14.464 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:17:14.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:17:44.659 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:17:44.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:18:14.730 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:18:14.733 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:18:44.868 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:18:44.871 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:19:14.987 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:19:14.991 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:19:45.059 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:19:45.062 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:20:15.179 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:20:15.183 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:20:45.400 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:20:45.404 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:21:15.462 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:21:15.466 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:21:45.573 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:21:45.577 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:22:15.644 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:22:15.648 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:22:45.706 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:22:45.709 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:23:15.786 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:23:15.790 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:23:45.897 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:23:45.901 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:24:15.980 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:24:15.984 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:24:46.114 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:24:46.117 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:25:16.268 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:25:16.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:25:46.380 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:25:46.384 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:26:16.461 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:26:16.465 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:26:46.572 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:26:46.576 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:27:16.683 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:27:16.687 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:27:46.821 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:27:46.824 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:28:16.900 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:28:16.904 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:28:46.953 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:28:46.957 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:29:17.018 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:29:17.021 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:29:47.077 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:29:47.081 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:30:17.189 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:30:17.192 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:30:47.253 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:30:47.256 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:31:17.354 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:31:17.358 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:31:47.441 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:31:47.446 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:32:17.570 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:32:17.574 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:32:47.840 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:32:47.844 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:33:17.919 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:33:17.923 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:33:47.997 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:33:48.002 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:34:18.071 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:34:18.074 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:34:48.126 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:34:48.130 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:35:18.242 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:35:18.248 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:35:48.379 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:35:48.384 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:36:18.441 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:36:18.445 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:36:48.562 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:36:48.566 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:37:18.624 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:37:18.627 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:37:48.679 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:37:48.683 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:38:18.749 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:38:18.753 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:38:48.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:38:48.857 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:39:18.924 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:39:18.928 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:39:49.027 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:39:49.031 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:40:19.373 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:40:19.377 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:40:49.518 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:40:49.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:41:19.630 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:41:19.634 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:41:49.697 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:41:49.701 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:42:19.794 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:42:19.798 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:42:49.923 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:42:49.928 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:43:20.001 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:43:20.005 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:43:50.056 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:43:50.059 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:44:20.167 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:44:20.171 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:44:50.243 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:44:50.247 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:45:20.358 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:45:20.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:45:50.420 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:45:50.425 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:46:20.474 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:46:20.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:46:50.553 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:46:50.558 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:47:20.682 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:47:20.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:47:50.735 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:47:50.739 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:48:20.797 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:48:20.801 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:48:50.885 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:48:50.888 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:49:21.030 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:49:21.034 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:49:51.081 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:49:51.085 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:50:21.128 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:50:21.132 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:50:51.195 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:50:51.199 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:51:21.336 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:51:21.340 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:51:51.408 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:51:51.411 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:52:21.556 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:52:21.560 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:52:51.605 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:52:51.609 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:53:21.693 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:53:21.696 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:53:51.742 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:53:51.746 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:54:21.792 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:54:21.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:54:51.921 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:54:51.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:55:22.037 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:55:22.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:55:52.093 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:55:52.096 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:56:22.165 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:56:22.170 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:56:52.269 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:56:52.274 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:57:22.431 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:57:22.435 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:57:52.561 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:57:52.565 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:58:22.639 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:58:22.644 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:58:52.785 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:58:52.789 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:59:22.855 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:59:22.859 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:59:52.984 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T09:59:52.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:00:23.120 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:00:23.125 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:00:53.181 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:00:53.185 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:01:23.302 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:01:23.306 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:01:53.378 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:01:53.381 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:02:23.441 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:02:23.446 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:02:53.498 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:02:53.502 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:03:23.583 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:03:23.587 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:03:53.628 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:03:53.631 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:04:23.740 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:04:23.743 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:04:53.986 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:04:53.989 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:05:24.114 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:05:24.117 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:05:54.225 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:05:54.229 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:06:24.337 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:06:24.341 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:06:54.451 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:06:54.455 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:07:24.570 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:07:24.573 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:07:54.733 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:07:54.737 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:08:24.811 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:08:24.814 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:08:54.914 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:08:54.922 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:09:24.967 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:09:24.971 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:09:55.105 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:09:55.109 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:10:25.166 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:10:25.170 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:10:55.288 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:10:55.292 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:11:25.358 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:11:25.361 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:11:55.469 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:11:55.473 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:12:25.514 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:12:25.518 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:12:55.627 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:12:55.630 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:13:25.707 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:13:25.710 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:13:55.826 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:13:55.829 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:14:25.897 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:14:25.901 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:14:56.033 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:14:56.036 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:15:26.086 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:15:26.091 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:15:56.207 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:15:56.211 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:16:26.270 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:16:26.275 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:16:56.331 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:16:56.334 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:17:26.602 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:17:26.606 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:17:56.662 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:17:56.666 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:18:26.742 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:18:26.745 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:18:56.795 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:18:56.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:19:26.891 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:19:26.894 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:19:57.177 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:19:57.181 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:20:27.307 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:20:27.311 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:20:57.410 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:20:57.414 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:21:27.522 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:21:27.525 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:21:57.635 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:21:57.638 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:22:27.783 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:22:27.786 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:22:57.916 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:22:57.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:23:27.987 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:23:27.990 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:23:58.101 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:23:58.105 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:24:28.144 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:24:28.148 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:24:58.266 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:24:58.269 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:25:28.327 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:25:28.330 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:25:58.465 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:25:58.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:26:28.510 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:26:28.514 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:26:58.629 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:26:58.634 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:27:28.750 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:27:28.754 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:27:58.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:27:58.857 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:28:28.924 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:28:28.932 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:28:59.174 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:28:59.178 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:29:29.257 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:29:29.261 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:29:59.408 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:29:59.412 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:30:29.516 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:30:29.520 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:30:59.576 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:30:59.580 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:31:29.679 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:31:29.682 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:31:59.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:31:59.750 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:32:29.862 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:32:29.867 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:32:59.932 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:32:59.935 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:33:30.010 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:33:30.014 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:34:00.339 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:34:00.344 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:34:30.395 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:34:30.399 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:35:00.504 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:35:00.508 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:35:30.633 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:35:30.637 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:36:00.745 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:36:00.749 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:36:30.975 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:36:30.978 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:37:01.086 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:37:01.090 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:37:31.140 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:37:31.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:38:01.286 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:38:01.290 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:38:31.365 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:38:31.368 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:39:01.411 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:39:01.414 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:39:31.464 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:39:31.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:40:01.576 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:40:01.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:40:31.629 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:40:31.632 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:41:01.741 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:41:01.744 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:41:31.937 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:41:31.940 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:42:02.000 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:42:02.003 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:42:32.110 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:42:32.113 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:43:02.182 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:43:02.186 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:43:32.244 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:43:32.249 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:44:02.292 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:44:02.295 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:44:32.410 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:44:32.413 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:45:02.489 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:45:02.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:45:32.546 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:45:32.551 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:46:02.613 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:46:02.617 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:46:32.733 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:46:32.736 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:47:02.854 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:47:02.857 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:47:32.974 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:47:32.978 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:48:03.027 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:48:03.031 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:48:33.083 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:48:33.086 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:49:03.138 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:49:03.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:49:33.265 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:49:33.268 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:50:03.450 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:50:03.454 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:50:33.572 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:50:33.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:51:03.683 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:51:03.686 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:51:33.795 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:51:33.798 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:52:03.915 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:52:03.919 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:52:33.967 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:52:33.971 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:53:04.115 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:53:04.119 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:53:34.193 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:53:34.196 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:54:04.247 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:54:04.250 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:54:34.308 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:54:34.312 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:55:04.438 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:55:04.442 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:55:34.500 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:55:34.503 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:56:04.612 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:56:04.616 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:56:34.665 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:56:34.670 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:57:04.844 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:57:04.848 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:57:35.040 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:57:35.043 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:58:05.152 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:58:05.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:58:35.224 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:58:35.228 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:59:05.342 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:59:05.346 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:59:35.480 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T10:59:35.484 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:00:05.583 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:00:05.587 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:00:35.653 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:00:35.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:01:05.725 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:01:05.729 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:01:35.844 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:01:35.848 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:02:05.905 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:02:05.908 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:02:36.043 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:02:36.048 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:03:06.087 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:03:06.091 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:03:36.158 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:03:36.162 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:04:06.215 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:04:06.219 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:04:36.274 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:04:36.278 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:05:06.595 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:05:06.598 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:05:36.716 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:05:36.720 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:06:06.769 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:06:06.773 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:06:36.906 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:06:36.909 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:07:07.009 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:07:07.012 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:07:37.120 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:07:37.123 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:08:07.241 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:08:07.245 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:08:37.328 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:08:37.331 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:09:07.381 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:09:07.385 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:09:37.469 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:09:37.473 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:10:07.615 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:10:07.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:10:37.701 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:10:37.704 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:11:07.839 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:11:07.842 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:11:37.887 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:11:37.891 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:12:08.021 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:12:08.024 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:12:38.179 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:12:38.183 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:13:08.269 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:13:08.273 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:13:38.339 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:13:38.343 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:14:08.469 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:14:08.472 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:14:38.547 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:14:38.551 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:15:08.660 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:15:08.663 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:15:38.771 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:15:38.775 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:16:08.901 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:16:08.905 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:16:39.028 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:16:39.032 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:17:09.110 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:17:09.114 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:17:39.244 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:17:39.248 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:18:09.316 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:18:09.321 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:18:39.393 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:18:39.397 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:19:09.469 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:19:09.473 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:19:39.525 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:19:39.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:20:09.581 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:20:09.584 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:20:39.639 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:20:39.642 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:21:09.693 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:21:09.696 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:21:39.746 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:21:39.750 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:22:09.800 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:22:09.803 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:22:39.839 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:22:39.843 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:23:09.899 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:23:09.903 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:23:39.970 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:23:39.973 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:24:10.090 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:24:10.093 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:24:40.149 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:24:40.153 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:25:10.290 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:25:10.293 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:25:40.347 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:25:40.351 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:26:10.456 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:26:10.459 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:26:40.509 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:26:40.512 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:27:10.622 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:27:10.625 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:27:40.690 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:27:40.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:28:10.804 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:28:10.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:28:40.885 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:28:40.889 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:29:11.005 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:29:11.008 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:29:41.159 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:29:41.163 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:30:11.220 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:30:11.224 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:30:41.278 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:30:41.282 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:31:11.328 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:31:11.332 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:31:41.383 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:31:41.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:32:11.440 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:32:11.446 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:32:41.498 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:32:41.501 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:33:11.553 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:33:11.557 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:33:41.635 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:33:41.640 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:34:11.849 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:34:11.853 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:34:41.937 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:34:41.942 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:35:11.998 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:35:12.002 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:35:42.053 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:35:42.057 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:36:12.139 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:36:12.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:36:42.219 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:36:42.223 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:37:12.298 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:37:12.302 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:37:42.432 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:37:42.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:38:12.655 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:38:12.660 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:38:42.732 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:38:42.736 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:39:12.862 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:39:12.866 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:39:42.999 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:39:43.004 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:40:13.110 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:40:13.113 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:40:43.165 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:40:43.170 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:41:13.209 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:41:13.212 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:41:43.290 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:41:43.294 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:42:13.408 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:42:13.412 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:42:43.462 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:42:43.467 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:43:13.599 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:43:13.603 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:43:43.686 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:43:43.689 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:44:13.848 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:44:13.852 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:44:43.909 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:44:43.913 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:45:14.038 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:45:14.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:45:44.085 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:45:44.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:46:14.146 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:46:14.149 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:46:44.284 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:46:44.290 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:47:14.414 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:47:14.418 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:47:44.542 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:47:44.546 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:48:14.679 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:48:14.683 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:48:44.750 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:48:44.753 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:49:14.803 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:49:14.807 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:49:44.863 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:49:44.866 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:50:14.927 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:50:14.931 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:50:45.038 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:50:45.042 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:51:15.109 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:51:15.112 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:51:45.212 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:51:45.218 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:52:15.279 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:52:15.283 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:52:45.386 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:52:45.390 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:53:15.441 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:53:15.446 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:53:45.536 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:53:45.539 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:54:15.728 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:54:15.731 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:54:45.783 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:54:45.787 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:55:15.922 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:55:15.926 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:55:46.034 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:55:46.038 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:56:16.163 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:56:16.168 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:56:46.274 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:56:46.278 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:57:16.467 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:57:16.472 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:57:46.531 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:57:46.534 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:58:16.596 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:58:16.599 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:58:46.663 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:58:46.667 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:59:16.727 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:59:16.730 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:59:46.791 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T11:59:46.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:00:16.917 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:00:16.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:00:46.996 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:00:47.001 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:01:17.118 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:01:17.123 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:01:47.181 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:01:47.184 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:02:17.290 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:02:17.294 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:02:47.418 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:02:47.421 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:03:17.555 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:03:17.559 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:03:47.626 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:03:47.630 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:04:17.681 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:04:17.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:04:47.741 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:04:47.744 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:05:17.869 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:05:17.873 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:05:47.925 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:05:47.929 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:06:17.978 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:06:17.983 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:06:48.090 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:06:48.094 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:07:18.169 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:07:18.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:07:48.225 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:07:48.231 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:08:18.276 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:08:18.280 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:08:48.350 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:08:48.355 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:09:18.403 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:09:18.408 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:09:48.459 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:09:48.464 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:10:18.576 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:10:18.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:10:48.704 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:10:48.708 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:11:18.843 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:11:18.846 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:11:48.953 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:11:48.957 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:12:19.057 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:12:19.061 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:12:49.178 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:12:49.182 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:13:19.281 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:13:19.286 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:13:49.360 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:13:49.363 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:14:19.414 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:14:19.419 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:14:49.484 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:14:49.488 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:15:19.629 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:15:19.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:15:49.689 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:15:49.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:16:19.813 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:16:19.816 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:16:49.869 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:16:49.873 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:17:19.998 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:17:20.002 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:17:50.057 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:17:50.061 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:18:20.211 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:18:20.215 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:18:50.307 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:18:50.311 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:19:20.436 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:19:20.440 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:19:50.523 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:19:50.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:20:20.636 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:20:20.640 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:20:50.757 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:20:50.760 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:21:20.869 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:21:20.872 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:21:50.994 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:21:50.997 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:22:21.060 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:22:21.063 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:22:51.116 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:22:51.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:23:21.206 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:23:21.210 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:23:51.273 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:23:51.276 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:24:21.312 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:24:21.315 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:24:51.368 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:24:51.371 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:25:21.427 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:25:21.431 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:25:51.490 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:25:51.493 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:26:21.539 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:26:21.544 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:26:51.613 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:26:51.618 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:27:21.759 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:27:21.764 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:27:51.809 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:27:51.813 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:28:21.925 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:28:21.928 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:28:51.995 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:28:51.998 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:29:22.124 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:29:22.127 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:29:52.270 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:29:52.273 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:30:22.399 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:30:22.402 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:30:52.485 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:30:52.489 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:31:22.615 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:31:22.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:31:52.688 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:31:52.692 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:32:22.814 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:32:22.818 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:32:52.884 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:32:52.888 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:33:22.998 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:33:23.002 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:33:53.109 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:33:53.113 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:34:23.212 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:34:23.215 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:34:53.268 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:34:53.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:35:23.329 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:35:23.333 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:35:53.390 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:35:53.394 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:36:23.439 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:36:23.443 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:36:53.491 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:36:53.495 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:37:23.544 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:37:23.548 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:37:53.616 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:37:53.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:38:23.718 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:38:23.722 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:38:53.789 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:38:53.792 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:39:23.834 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:39:23.838 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:39:53.901 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:39:53.905 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:40:23.959 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:40:23.962 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:40:54.029 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:40:54.033 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:41:24.091 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:41:24.095 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:41:54.152 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:41:54.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:42:24.233 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:42:24.237 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:42:54.368 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:42:54.371 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:43:24.439 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:43:24.442 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:43:54.518 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:43:54.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:44:24.763 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:44:24.766 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:44:54.816 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:44:54.820 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:45:24.946 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:45:24.949 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:45:55.050 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:45:55.054 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:46:25.104 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:46:25.107 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:46:55.279 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:46:55.282 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:47:25.348 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:47:25.352 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:47:55.458 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:47:55.462 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:48:25.586 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:48:25.590 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:48:55.665 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:48:55.668 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:49:25.710 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:49:25.713 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:49:55.764 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:49:55.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:50:25.826 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:50:25.830 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:50:55.938 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:50:55.942 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:51:26.076 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:51:26.079 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:51:56.355 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:51:56.358 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:52:26.492 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:52:26.495 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:52:56.629 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:52:56.633 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:53:26.799 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:53:26.803 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:53:57.003 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:53:57.007 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:54:27.097 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:54:27.101 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:54:57.154 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:54:57.158 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:55:27.215 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:55:27.219 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:55:57.267 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:55:57.270 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:56:27.320 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:56:27.324 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:56:57.441 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:56:57.445 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:57:27.509 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:57:27.512 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:57:57.655 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:57:57.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:58:27.704 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:58:27.707 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:58:57.770 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:58:57.773 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:59:27.824 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:59:27.827 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:59:58.006 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T12:59:58.009 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:00:28.056 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:00:28.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:00:58.127 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:00:58.130 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:01:28.174 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:01:28.177 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:01:58.282 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:01:58.286 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:02:28.360 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:02:28.363 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:02:58.480 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:02:58.483 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:03:28.643 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:03:28.646 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:03:58.704 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:03:58.709 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:04:28.841 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:04:28.845 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:04:58.918 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:04:58.921 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:05:29.056 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:05:29.059 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:05:59.110 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:05:59.114 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:06:29.230 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:06:29.233 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:06:59.491 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:06:59.495 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:07:29.595 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:07:29.598 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:07:59.733 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:07:59.737 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:08:29.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:08:29.839 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:08:59.888 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:08:59.891 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:09:29.935 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:09:29.940 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:10:00.062 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:10:00.066 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:10:30.211 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:10:30.215 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:11:00.312 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:11:00.316 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:11:30.367 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:11:30.371 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:12:00.504 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:12:00.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:12:30.588 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:12:30.593 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:13:00.720 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:13:00.723 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:13:30.780 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:13:30.794 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:14:00.862 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:14:00.866 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:14:31.046 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:14:31.050 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:15:01.134 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:15:01.141 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:15:31.268 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:15:31.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:16:01.332 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:16:01.335 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:16:31.409 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:16:31.413 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:17:01.478 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:17:01.482 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:17:31.552 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:17:31.557 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:18:01.617 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:18:01.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:18:31.673 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:18:31.677 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:19:01.761 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:19:01.764 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:19:31.814 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:19:31.818 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:20:01.863 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:20:01.866 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:20:31.989 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:20:31.992 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:21:02.084 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:21:02.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:21:32.213 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:21:32.217 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:22:02.262 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:22:02.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:22:32.361 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:22:32.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:23:02.599 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:23:02.602 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:23:32.651 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:23:32.655 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:24:02.730 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:24:02.734 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:24:32.852 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:24:32.855 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:25:02.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:25:02.992 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:25:33.050 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:25:33.053 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:26:03.095 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:26:03.099 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:26:33.276 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:26:33.279 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:27:03.361 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:27:03.365 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:27:33.440 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:27:33.444 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:28:03.569 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:28:03.572 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:28:33.618 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:28:33.621 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:29:03.682 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:29:03.686 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:29:33.752 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:29:33.756 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:30:03.872 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:30:03.876 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:30:34.118 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:30:34.122 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:31:04.238 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:31:04.245 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:31:34.332 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:31:34.335 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:32:04.419 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:32:04.423 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:32:34.522 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:32:34.526 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:33:04.643 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:33:04.647 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:33:34.738 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:33:34.742 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:34:04.842 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:34:04.845 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:34:34.979 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:34:34.983 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:35:05.031 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:35:05.034 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:35:35.160 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:35:35.164 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:36:05.213 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:36:05.216 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:36:35.301 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:36:35.304 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:37:05.363 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:37:05.366 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:37:35.467 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:37:35.470 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:38:05.770 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:38:05.773 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:38:35.881 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:38:35.884 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:39:06.244 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:39:06.248 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:39:36.373 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:39:36.376 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:40:06.493 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:40:06.496 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:40:36.564 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:40:36.568 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:41:06.684 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:41:06.690 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:41:36.738 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:41:36.741 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:42:06.883 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:42:06.886 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:42:36.944 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:42:36.947 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:43:07.048 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:43:07.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:43:37.102 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:43:37.106 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:44:07.172 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:44:07.175 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:44:37.218 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:44:37.221 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:45:07.296 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:45:07.299 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:45:37.349 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:45:37.352 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:46:07.479 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:46:07.483 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:46:37.589 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:46:37.593 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:47:07.702 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:47:07.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:47:37.775 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:47:37.779 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:48:08.152 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:48:08.155 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:48:38.205 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:48:38.209 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:49:08.285 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:49:08.289 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:49:38.336 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:49:38.340 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:50:08.398 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:50:08.402 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:50:38.510 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:50:38.513 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:51:08.575 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:51:08.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:51:38.718 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:51:38.721 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:52:08.988 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:52:08.991 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:52:39.124 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:52:39.127 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:53:09.187 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:53:09.193 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:53:39.291 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:53:39.295 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:54:09.361 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:54:09.365 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:54:39.484 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:54:39.487 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:55:09.562 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:55:09.565 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:55:39.709 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:55:39.713 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:56:09.870 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:56:09.874 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:56:39.931 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:56:39.935 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:57:10.035 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:57:10.038 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:57:40.097 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:57:40.100 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:58:10.201 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:58:10.204 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:58:40.250 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:58:40.254 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:59:10.308 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:59:10.312 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:59:40.436 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T13:59:40.440 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:00:10.566 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:00:10.569 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:00:40.619 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:00:40.623 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:01:10.681 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:01:10.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:01:40.818 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:01:40.821 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:02:10.913 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:02:10.917 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:02:41.043 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:02:41.046 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:03:11.131 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:03:11.134 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:03:41.252 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:03:41.255 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:04:11.323 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:04:11.327 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:04:41.443 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:04:41.447 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:05:11.519 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:05:11.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:05:41.578 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:05:41.581 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:06:11.698 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:06:11.702 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:06:41.753 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:06:41.757 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:07:11.881 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:07:11.884 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:07:42.011 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:07:42.014 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:08:12.131 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:08:12.135 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:08:42.202 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:08:42.206 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:09:12.273 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:09:12.277 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:09:42.326 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:09:42.329 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:10:12.439 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:10:12.443 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:10:42.543 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:10:42.547 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:11:12.680 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:11:12.684 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:11:42.731 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:11:42.735 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:12:12.788 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:12:12.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:12:42.860 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:12:42.863 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:13:13.004 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:13:13.007 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:13:43.060 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:13:43.064 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:14:13.113 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:14:13.116 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:14:43.262 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:14:43.267 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:15:13.312 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:15:13.320 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:15:43.447 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:15:43.451 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:16:13.577 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:16:13.580 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:16:43.715 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:16:43.718 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:17:13.836 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:17:13.839 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:17:43.980 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:17:43.984 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:18:14.068 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:18:14.072 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:18:44.171 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:18:44.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:19:14.242 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:19:14.245 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:19:44.354 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:19:44.357 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:20:14.474 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:20:14.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:20:44.585 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:20:44.589 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:21:14.653 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:21:14.656 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:21:44.751 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:21:44.755 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:22:14.881 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:22:14.885 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:22:44.984 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:22:44.987 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:23:15.113 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:23:15.117 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:23:45.225 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:23:45.229 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:24:15.296 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:24:15.299 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:24:45.391 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:24:45.395 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:25:15.462 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:25:15.466 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:25:45.599 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:25:45.603 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:26:15.652 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:26:15.655 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:26:45.705 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:26:45.709 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:27:15.771 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:27:15.775 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:27:45.853 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:27:45.857 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:28:15.918 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:28:15.921 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:28:45.974 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:28:45.978 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:29:16.041 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:29:16.044 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:29:46.247 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:29:46.251 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:30:16.310 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:30:16.313 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:30:46.374 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:30:46.378 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:31:16.515 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:31:16.519 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:31:46.618 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:31:46.621 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:32:16.729 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:32:16.733 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:32:46.867 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:32:46.870 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:33:17.104 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:33:17.109 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:33:47.201 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:33:47.206 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:34:17.296 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:34:17.301 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:34:47.350 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:34:47.354 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:35:17.417 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:35:17.420 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:35:47.471 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:35:47.475 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:36:17.536 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:36:17.541 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:36:47.605 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:36:47.609 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:37:17.658 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:37:17.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:37:47.721 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:37:47.725 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:38:17.776 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:38:17.780 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:38:47.826 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:38:47.829 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:39:17.888 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:39:17.891 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:39:47.952 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:39:47.955 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:40:18.007 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:40:18.012 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:40:48.063 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:40:48.067 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:41:18.109 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:41:18.113 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:41:48.158 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:41:48.161 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:42:18.214 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:42:18.217 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:42:48.277 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:42:48.281 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:43:18.351 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:43:18.355 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:43:48.406 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:43:48.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:44:18.469 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:44:18.472 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:44:48.517 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:44:48.523 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:45:18.573 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:45:18.577 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:45:48.613 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:45:48.617 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:46:18.669 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:46:18.673 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:46:48.711 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:46:48.715 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:47:18.757 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:47:18.760 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:47:48.830 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:47:48.833 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:48:18.893 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:48:18.897 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:48:48.941 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:48:48.945 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:49:19.020 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:49:19.023 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:49:49.122 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:49:49.126 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:50:19.168 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:50:19.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:50:49.212 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:50:49.216 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:51:19.350 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:51:19.354 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:51:49.478 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:51:49.482 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:52:19.599 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:52:19.602 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:52:49.663 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:52:49.666 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:53:19.822 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:53:19.826 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:53:49.957 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:53:49.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:54:20.011 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:54:20.015 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:54:50.063 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:54:50.067 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:55:20.178 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:55:20.182 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:55:50.306 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:55:50.310 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:56:20.410 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:56:20.414 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:56:50.529 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:56:50.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:57:20.595 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:57:20.599 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:57:50.649 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:57:50.657 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:58:20.705 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:58:20.708 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:58:50.747 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:58:50.750 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:59:20.826 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:59:20.829 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:59:50.934 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T14:59:50.938 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:00:20.983 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:00:20.987 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:00:51.037 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:00:51.040 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:01:21.084 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:01:21.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:01:51.130 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:01:51.134 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:02:21.187 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:02:21.191 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:02:51.267 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:02:51.271 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:03:21.333 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:03:21.337 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:03:51.382 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:03:51.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:04:21.453 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:04:21.457 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:04:51.508 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:04:51.512 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:05:21.635 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:05:21.639 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:05:51.688 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:05:51.692 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:06:21.785 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:06:21.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:06:51.922 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:06:51.926 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:07:21.991 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:07:21.995 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:07:52.107 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:07:52.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:08:22.261 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:08:22.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:08:52.385 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:08:52.389 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:09:22.464 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:09:22.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:09:52.701 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:09:52.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:10:22.763 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:10:22.767 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:10:52.884 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:10:52.887 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:11:23.022 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:11:23.025 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:11:53.158 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:11:53.161 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:12:23.271 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:12:23.275 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:12:53.383 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:12:53.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:13:23.571 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:13:23.574 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:13:53.692 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:13:53.696 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:14:24.054 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:14:24.058 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:14:54.107 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:14:54.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:15:24.220 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:15:24.224 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:15:54.357 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:15:54.361 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:16:24.502 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:16:24.506 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:16:54.629 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:16:54.633 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:17:24.760 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:17:24.764 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:17:54.906 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:17:54.910 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:18:24.964 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:18:24.968 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:18:55.105 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:18:55.109 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:19:25.335 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:19:25.339 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:19:55.382 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:19:55.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:20:25.439 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:20:25.442 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:20:55.571 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:20:55.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:21:25.634 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:21:25.639 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:21:55.771 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:21:55.775 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:22:25.833 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:22:25.837 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:22:55.904 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:22:55.908 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:23:25.978 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:23:25.982 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:23:56.094 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:23:56.098 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:24:26.165 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:24:26.170 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:24:56.345 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:24:56.349 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:25:26.389 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:25:26.392 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:25:56.459 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:25:56.463 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:26:26.572 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:26:26.576 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:26:56.692 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:26:56.695 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:27:26.751 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:27:26.755 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:27:56.859 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:27:56.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:28:26.962 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:28:26.966 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:28:57.066 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:28:57.070 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:29:27.136 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:29:27.140 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:29:57.190 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:29:57.194 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:30:27.247 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:30:27.251 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:30:57.295 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:30:57.298 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:31:27.428 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:31:27.432 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:31:57.564 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:31:57.568 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:32:27.677 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:32:27.681 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:32:57.772 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:32:57.776 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:33:27.893 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:33:27.898 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:33:57.957 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:33:57.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:34:28.026 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:34:28.029 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:34:58.156 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:34:58.160 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:35:28.251 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:35:28.255 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:35:58.371 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:35:58.375 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:36:28.484 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:36:28.488 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:36:58.620 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:36:58.625 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:37:28.758 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:37:28.761 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:37:58.886 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:37:58.890 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:38:29.023 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:38:29.027 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:38:59.135 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:38:59.139 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:39:29.206 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:39:29.210 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:39:59.258 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:39:59.262 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:40:29.313 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:40:29.317 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:40:59.374 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:40:59.378 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:41:29.434 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:41:29.438 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:41:59.566 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:41:59.569 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:42:29.685 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:42:29.689 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:42:59.790 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:42:59.794 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:43:29.926 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:43:29.930 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:44:00.064 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:44:00.067 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:44:30.125 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:44:30.129 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:45:00.430 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:45:00.435 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:45:30.524 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:45:30.527 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:46:00.653 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:46:00.657 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:46:30.757 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:46:30.761 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:47:00.868 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:47:00.872 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:47:31.040 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:47:31.044 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:48:01.103 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:48:01.106 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:48:31.161 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:48:31.165 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:49:01.224 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:49:01.228 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:49:31.294 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:49:31.298 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:50:01.343 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:50:01.349 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:50:31.418 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:50:31.422 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:51:01.472 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:51:01.476 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:51:31.527 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:51:31.531 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:52:01.597 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:52:01.601 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:52:31.656 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:52:31.660 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:53:01.719 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:53:01.723 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:53:31.775 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:53:31.779 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:54:01.843 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:54:01.847 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:54:31.924 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:54:31.928 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:55:01.975 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:55:01.979 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:55:32.035 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:55:32.039 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:56:02.091 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:56:02.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:56:32.228 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:56:32.232 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:57:02.286 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:57:02.289 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:57:32.392 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:57:32.396 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:58:02.521 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:58:02.524 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:58:32.649 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:58:32.653 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:59:02.769 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:59:02.773 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:59:32.833 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T15:59:32.836 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:00:02.885 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:00:02.889 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:00:33.013 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:00:33.016 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:01:03.158 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:01:03.162 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:01:33.231 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:01:33.234 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:02:03.282 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:02:03.286 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:02:33.343 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:02:33.346 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:03:03.408 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:03:03.412 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:03:33.654 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:03:33.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:04:03.704 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:04:03.707 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:04:33.785 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:04:33.789 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:05:03.839 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:05:03.842 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:05:33.892 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:05:33.896 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:06:03.946 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:06:03.950 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:06:34.001 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:06:34.005 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:07:04.049 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:07:04.053 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:07:34.105 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:07:34.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:08:04.161 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:08:04.164 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:08:34.217 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:08:34.221 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:09:04.269 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:09:04.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:09:34.340 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:09:34.343 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:10:04.393 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:10:04.397 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:10:34.447 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:10:34.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:11:04.492 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:11:04.496 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:11:34.555 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:11:34.558 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:12:04.666 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:12:04.670 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:12:34.812 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:12:34.816 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:13:04.939 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:13:04.943 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:13:35.026 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:13:35.030 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:14:05.147 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:14:05.151 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:14:35.226 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:14:35.230 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:15:05.353 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:15:05.358 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:15:35.408 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:15:35.411 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:16:05.545 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:16:05.549 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:16:35.615 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:16:35.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:17:05.735 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:17:05.739 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:17:35.890 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:17:35.894 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:18:06.001 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:18:06.004 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:18:36.122 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:18:36.126 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:19:06.242 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:19:06.247 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:19:36.313 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:19:36.316 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:20:06.374 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:20:06.378 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:20:36.495 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:20:36.499 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:21:06.631 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:21:06.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:21:36.678 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:21:36.682 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:22:06.781 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:22:06.784 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:22:36.885 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:22:36.888 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:23:07.013 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:23:07.018 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:23:37.125 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:23:37.128 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:24:07.178 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:24:07.182 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:24:37.240 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:24:37.244 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:25:07.321 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:25:07.325 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:25:37.379 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:25:37.382 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:26:07.434 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:26:07.438 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:26:37.489 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:26:37.493 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:27:07.546 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:27:07.550 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:27:37.602 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:27:37.605 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:28:07.667 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:28:07.671 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:28:37.753 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:28:37.757 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:29:07.865 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:29:07.868 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:29:37.943 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:29:37.947 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:30:07.984 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:30:07.988 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:30:38.063 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:30:38.067 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:31:08.121 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:31:08.125 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:31:38.250 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:31:38.253 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:32:08.302 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:32:08.306 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:32:38.397 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:32:38.403 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:33:08.469 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:33:08.472 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:33:38.590 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:33:38.594 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:34:08.726 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:34:08.729 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:34:38.796 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:34:38.800 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:35:08.956 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:35:08.960 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:35:39.009 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:35:39.013 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:36:09.073 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:36:09.077 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:36:39.202 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:36:39.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:37:09.313 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:37:09.316 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:37:39.442 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:37:39.445 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:38:09.578 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:38:09.581 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:38:39.690 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:38:39.695 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:39:09.835 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:39:09.838 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:39:39.906 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:39:39.909 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:40:10.009 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:40:10.012 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:40:40.063 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:40:40.067 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:41:10.117 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:41:10.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:41:40.173 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:41:40.177 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:42:10.223 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:42:10.226 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:42:40.352 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:42:40.356 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:43:10.489 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:43:10.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:43:40.549 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:43:40.553 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:44:10.603 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:44:10.607 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:44:40.682 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:44:40.686 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:45:10.811 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:45:10.816 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:45:40.924 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:45:40.927 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:46:11.035 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:46:11.038 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:46:41.139 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:46:41.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:47:11.259 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:47:11.262 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:47:41.571 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:47:41.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:48:11.699 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:48:11.702 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:48:41.819 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:48:41.822 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:49:11.949 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:49:11.952 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:49:42.302 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:49:42.305 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:50:12.355 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:50:12.359 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:50:42.476 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:50:42.480 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:51:12.629 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:51:12.633 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:51:42.749 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:51:42.753 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:52:12.844 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:52:12.848 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:52:42.964 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:52:42.967 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:53:13.026 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:53:13.030 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:53:43.130 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:53:43.134 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:54:13.259 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:54:13.262 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:54:43.555 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:54:43.559 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:55:13.600 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:55:13.603 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:55:43.656 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:55:43.659 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:56:13.700 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:56:13.703 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:56:43.837 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:56:43.841 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:57:13.899 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:57:13.903 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:57:44.027 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:57:44.030 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:58:14.132 DEBUG:teuthology.orchestra.run.smithi032:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:58:14.135 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-18T16:58:39.844 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2024-04-18T16:58:39.845 DEBUG:teuthology.task.console_log:Killing console logger for smithi032 2024-04-18T16:58:39.845 DEBUG:teuthology.task.console_log:Killing console logger for smithi092 2024-04-18T16:58:39.845 DEBUG:teuthology.exit:Finished running handlers